VLA-JEPA-SimplerEnv-CoreAI / parity-report.json
kevinqz's picture
coreai-fabric: vla-jepa-simpler-env card + license + reports
241cd0d verified
Raw History Blame Contribute Delete
2.99 kB
{
"recipe_id": "vla-jepa-simpler-env",
"generated_at": "2026-07-07T02:27:51+00:00",
"bundle": "build/vla-jepa-simpler-env/vla-jepa-simpler-env.aimodel",
"conversion_manifest": null,
"gate_a": {
"status": "passed",
"checks": [
{
"name": "bundle_exists",
"status": "passed",
"detail": "build/vla-jepa-simpler-env/vla-jepa-simpler-env.aimodel"
},
{
"name": "bundle_files_present",
"status": "passed",
"detail": "3 expected file(s) present"
},
{
"name": "metadata_json_parses",
"status": "passed",
"detail": "metadata.json parses (3 top-level keys)"
},
{
"name": "metadata_matches_recipe",
"status": "skipped",
"detail": "no overlapping keys between recipe expectations and bundle metadata (nothing to compare \u2014 this is not a pass)"
}
]
},
"gate_b": {
"metric": "action_parity",
"threshold": 0.995,
"tolerance": 0.001,
"value": 0.9999999999965462,
"status": "passed",
"near_zero_conditioned": false,
"measurement_source": "action-parity-measured.json",
"parity_kind": "vla_jepa_action_head_fixed_noise",
"min_action_cosine": 0.9999999999965462,
"median_action_cosine": 0.9999999999972073,
"mean_action_cosine": 0.9999999999976217,
"cosine_ci95": [
0.9999999999965462,
0.9999999999971257
],
"max_per_dim_mae": 3.7785087312970843e-07,
"mean_per_dim_mae": 6.286783752088644e-08,
"per_dim_mae": [
6.08935286956174e-08,
5.0740449556282586e-08,
6.060249039105006e-08,
5.701856155480657e-08,
4.087840872151511e-08,
5.188797201429095e-08,
1.180534517126424e-07
],
"action_rms": 0.1441495916657872,
"max_relative_action_mae": 2.621241369908011e-06,
"per_obs_cosine": [
0.9999999999965462,
0.999999999997289,
0.9999999999971257,
0.9999999999967487,
0.9999999999996735,
0.9999999999974049,
0.9999999999994423,
0.9999999999967434
],
"per_obs_ref_rms": [
0.07985168282309046,
0.09495944487047575,
0.08851553721733392,
0.08363179925043442,
0.2678972421502408,
0.09237382134157385,
0.2197835163499027,
0.08604256705085711
],
"n_obs": 8,
"num_steps": 4,
"action_dim": 7,
"chunk_size": 7,
"sampler": "vla_jepa_flow_matching_euler",
"deterministic": true,
"reference": "Torch VLA-JEPA action head vs Core AI action_denoise_step, identical synthetic Qwen-context tokens, fixed noise, and Euler loop; this gates the action-head export lane, not downstream task success.",
"runner": "coreai-fabric-parity-runner/0.1.0",
"environment": {
"platform": "darwin-arm64",
"accelerator": "apple_silicon",
"runtime_version": "1.0.0b2",
"coreai_torch": "0.4.1",
"torch": "2.9.0",
"transformers": "4.57.6"
}
},
"overall": "passed"
}