443 lines
18 KiB
JSON
443 lines
18 KiB
JSON
{
|
|
"comparison": {
|
|
"begin_to_complete_duration_reduction_percent": 50.16828699088788,
|
|
"cruise_progress_ratio": 2.463047893816024,
|
|
"translation_duration_reduction_percent": 55.39986483442216,
|
|
"translation_seconds_saved": 86.072
|
|
},
|
|
"kind": "isolated-native-aircraft-route-comparison",
|
|
"limitations": [
|
|
"One successful run per gain; not repeated or randomized A/B, workloads/FPS and initial settling not matched.",
|
|
"Different complete source snapshots: baseline192files, candidate195files; all source differences retained below.",
|
|
"Native input demand diagnostics are recomputed observations, not exact same-frame actuator readback.",
|
|
"No general route, remote ownership, operational HQ dispatch, passenger transport or new-gain cancellation proof.",
|
|
"No source or acceptance gate changed by this comparison."
|
|
],
|
|
"methods": {
|
|
"arrival_hold": "Native fixture/controller accepted the unchanged continuous5s hold; not an independent every-frame reconstruction.",
|
|
"cruise": "Consecutive diagnostic samples in TRANSLATING state12, along>2m and targetError>2m; (last.along-first.along)/((last.native_ms-first.native_ms)/1000).",
|
|
"event_durations": "Differences of timestamped BEGIN, HELD and FIXTURE RESULT console events; completion includes asserted engine-off/contact outcome.",
|
|
"overshoot": "Only sampled along positions relative to the fixed nominal20m segment; two-second diagnostics cannot exclude all inter-sample motion.",
|
|
"traceability": "Input paths are repository-relative; all input bytes hashed, console and launch/end source bindings recomputed. Archived report verdicts checked without overriding them."
|
|
},
|
|
"runs": {
|
|
"baseline": {
|
|
"archive": "docs/evidence/native-2026-09-19-155909-aircraft-route",
|
|
"assertions_passed": 38,
|
|
"completions": 1,
|
|
"console_sha256": "04a1e9458a67f28cfc93ddd2edc17488052fd9fa02700e3daf88bd8a51ff3e6b",
|
|
"engine_errors": 0,
|
|
"events": {
|
|
"begin": {
|
|
"line": 670,
|
|
"raw": "16:00:57.057 SCRIPT : ERR AIRCRAFT ROUTE BEGIN: token=771001 home=<4850.96,28.4699,11787.4> destination=<4870.95,28.4699,11787.4> actualOrigin=<4850.96,36.549,11784.4> distance=20.2214 deadline=218559",
|
|
"wall_seconds": 57657.057
|
|
},
|
|
"fixture_result": {
|
|
"line": 926,
|
|
"raw": "16:03:47.599 SCRIPT : ERR AIRCRAFT ROUTE FIXTURE RESULT: state=8 token=771001 engineStarts=1 controllerStarts=1 wakes=1 pilotHooks=3796 helicopterHooks=3796 reason=",
|
|
"wall_seconds": 57827.599
|
|
},
|
|
"held": {
|
|
"line": 903,
|
|
"raw": "16:03:32.422 SCRIPT : ERR AIRCRAFT ROUTE HELD: token=771001 targetError=0.546151 displacement=19.6839 updates=2716",
|
|
"wall_seconds": 57812.422
|
|
},
|
|
"result": {
|
|
"line": 927,
|
|
"raw": "16:03:47.599 SCRIPT : ERR AIRCRAFT ROUTE RESULT: proven=1 held=1 requested=20.2214 displacement=20.1261 targetError=0.129942 updates=2716",
|
|
"wall_seconds": 57827.599
|
|
}
|
|
},
|
|
"inputs": [
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/console.log.txt",
|
|
"sha256": "04a1e9458a67f28cfc93ddd2edc17488052fd9fa02700e3daf88bd8a51ff3e6b"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/error.log.txt",
|
|
"sha256": "f8b6e10737c67dd226d427efb847e8aa863fc5d2668ea26cc8ec3b3531dcb4cd"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/headless-launch.log.txt",
|
|
"sha256": "59c48e15dc2940091c702dc9cf22e5b4eef61828bc3868a09443d0f0d66873eb"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/launch-source-sha256.json",
|
|
"sha256": "be230dcac9dbf0896d993f537e333d5f469210f18647a98f99bf9a51a7beebe4"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/launch-source.json",
|
|
"sha256": "a079f3d29e3394e80a9c5e1e4275a543097c9f25830ec39ab426d8571d411fc5"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/report.json",
|
|
"sha256": "dfa24eafb9a84e4d9f72741a6ae97512475ad46afb862f69be17b612fd25a17e"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/rereintroduced-hq.log.txt",
|
|
"sha256": "55d065dd1d9628b623e7ada63e0d012648eede912351d3b966f39db2fe3d28b3"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/runner.json.txt",
|
|
"sha256": "abee6c3431ce8204996f26c849c5c88e57f59bbdd1167b1bf07c0317b16e9081"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/script.log.txt",
|
|
"sha256": "f6f004ad3b7def0043f879a3f6c6962b80fd40c524620da9d04f5e0796c7772c"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/source-provenance.json",
|
|
"sha256": "c1f270c1969af10bbfb78e1d661ce66873eb4c96f321df980a722a80c71c05f1"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-155909-aircraft-route/source-sha256.json",
|
|
"sha256": "be230dcac9dbf0896d993f537e333d5f469210f18647a98f99bf9a51a7beebe4"
|
|
}
|
|
],
|
|
"launch_id": "35e84cc3-be2a-4880-a7ba-3bacf9c7a08e",
|
|
"metrics": {
|
|
"cruise_along_distance_m": 15.6404,
|
|
"cruise_along_mps": 0.13092495613623883,
|
|
"cruise_max_computed_demand_magnitude": 0.019186972457894445,
|
|
"cruise_native_elapsed_seconds": 119.4608,
|
|
"cruise_sample_count": 60,
|
|
"final_displacement_from_post_hover_origin_m": 20.1261,
|
|
"final_target_error_m": 0.129942,
|
|
"first_sample_within_075m_since_begin_seconds": 151.31,
|
|
"first_sample_within_2m_since_begin_seconds": 137.15,
|
|
"held_target_error_m": 0.546151,
|
|
"held_to_complete_seconds": 15.177,
|
|
"held_to_first_sampled_contact_seconds": 12.15,
|
|
"requested_distance_m": 20.2214,
|
|
"translation_and_landing_max_sampled_along_m": 19.9179,
|
|
"translation_begin_to_complete_seconds": 170.542,
|
|
"translation_begin_to_held_seconds": 155.365,
|
|
"translation_cross_track_max_m": 3.01368,
|
|
"translation_height_max_m": 8.03378,
|
|
"translation_height_min_m": 7.99731
|
|
},
|
|
"script_or_runtime_failures": 0,
|
|
"selected_samples": {
|
|
"cruise_first": {
|
|
"along_m": 2.1802,
|
|
"basis_line": 695,
|
|
"computed_demand": [
|
|
0.0138439,
|
|
0.0,
|
|
0.00231866
|
|
],
|
|
"contact": 0.0,
|
|
"cross_m": 2.64454,
|
|
"drift_m": 3.42763,
|
|
"engine": 1.0,
|
|
"fuel_used": 2.62158,
|
|
"height_m": 7.99953,
|
|
"line": 693,
|
|
"motion_line": 694,
|
|
"native_ms": 74217.2,
|
|
"speed_mps": 0.219349,
|
|
"state": 12,
|
|
"target_error_m": 18.0122,
|
|
"velocity": [
|
|
0.217525,
|
|
0.000234356,
|
|
0.0282291
|
|
],
|
|
"wall_seconds": 57672.714
|
|
},
|
|
"cruise_last": {
|
|
"along_m": 17.8206,
|
|
"basis_line": 872,
|
|
"computed_demand": [
|
|
0.0185542,
|
|
0.0,
|
|
0.00268873
|
|
],
|
|
"contact": 0.0,
|
|
"cross_m": 0.292969,
|
|
"drift_m": 17.823,
|
|
"engine": 1.0,
|
|
"fuel_used": 7.90918,
|
|
"height_m": 7.99956,
|
|
"line": 870,
|
|
"motion_line": 871,
|
|
"native_ms": 193678.0,
|
|
"speed_mps": 0.125086,
|
|
"state": 12,
|
|
"target_error_m": 2.19607,
|
|
"velocity": [
|
|
0.124295,
|
|
2.40902e-06,
|
|
0.0140399
|
|
],
|
|
"wall_seconds": 57792.178
|
|
},
|
|
"first_contact": {
|
|
"along_m": 19.9179,
|
|
"basis_line": 921,
|
|
"computed_demand": [
|
|
0.00113942,
|
|
0.0,
|
|
-0.00304774
|
|
],
|
|
"contact": 1.0,
|
|
"cross_m": 0.0634766,
|
|
"drift_m": 19.918,
|
|
"engine": 1.0,
|
|
"fuel_used": 9.33105,
|
|
"height_m": 0.104202,
|
|
"line": 919,
|
|
"motion_line": 920,
|
|
"native_ms": 226072.0,
|
|
"speed_mps": 0.293962,
|
|
"state": 6,
|
|
"target_error_m": 0.101422,
|
|
"velocity": [
|
|
-0.0030131,
|
|
-0.28373,
|
|
0.076824
|
|
],
|
|
"wall_seconds": 57824.572
|
|
}
|
|
},
|
|
"source_file_count": 192,
|
|
"source_manifest_sha256": "be230dcac9dbf0896d993f537e333d5f469210f18647a98f99bf9a51a7beebe4",
|
|
"source_unchanged_after_run": true
|
|
},
|
|
"candidate": {
|
|
"archive": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain",
|
|
"assertions_passed": 38,
|
|
"completions": 1,
|
|
"console_sha256": "fa8da826c4ddde335cb75a8fb0de6708fb9ee9f1e68356626ec86b6cfaaf03c5",
|
|
"engine_errors": 0,
|
|
"events": {
|
|
"begin": {
|
|
"line": 670,
|
|
"raw": "19:24:21.919 SCRIPT : ERR AIRCRAFT ROUTE BEGIN: token=771001 home=<4850.96,28.4521,11787.4> destination=<4870.95,28.4521,11787.4> actualOrigin=<4850.96,36.5426,11784.3> distance=20.2311 deadline=216969",
|
|
"wall_seconds": 69861.919
|
|
},
|
|
"fixture_result": {
|
|
"line": 800,
|
|
"raw": "19:25:46.903 SCRIPT : ERR AIRCRAFT ROUTE FIXTURE RESULT: state=8 token=771001 engineStarts=1 controllerStarts=1 wakes=1 pilotHooks=2367 helicopterHooks=2367 reason=",
|
|
"wall_seconds": 69946.903
|
|
},
|
|
"held": {
|
|
"line": 774,
|
|
"raw": "19:25:31.212 SCRIPT : ERR AIRCRAFT ROUTE HELD: token=771001 targetError=0.398481 displacement=19.8368 updates=1249",
|
|
"wall_seconds": 69931.212
|
|
},
|
|
"result": {
|
|
"line": 801,
|
|
"raw": "19:25:46.903 SCRIPT : ERR AIRCRAFT ROUTE RESULT: proven=1 held=1 requested=20.2311 displacement=20.138 targetError=0.0987488 updates=1249",
|
|
"wall_seconds": 69946.903
|
|
}
|
|
},
|
|
"inputs": [
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/console.log.txt",
|
|
"sha256": "fa8da826c4ddde335cb75a8fb0de6708fb9ee9f1e68356626ec86b6cfaaf03c5"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/error.log.txt",
|
|
"sha256": "b0d81dcf49b51701688198de133f69d2106100aae51f8e75b324fdca77a3f0ba"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/headless-launch.log.txt",
|
|
"sha256": "93cec03f8a4e9314b3d3ddf0623716df46d08747f316077bb3d002936a4565d5"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/launch-source-sha256.json",
|
|
"sha256": "f6b6e9887284bacc9b16692d2560f9244d919057bdf3cfeedf1d0b74e601c3ab"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/launch-source.json",
|
|
"sha256": "8fc4dffe5532fd9a7cdce016d533dc0e556d1f514ef3ea4c0c7adef6dac8af0c"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/report.json",
|
|
"sha256": "054521c94c29ffd27d0cb5db8f295aa3781930bd436f43e7d1e050b551b0f3e5"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/rereintroduced-hq.log.txt",
|
|
"sha256": "1b7bd1a48c224229aa9b64e3e296af94b3062f12a30117ed9230472639859064"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/runner.json.txt",
|
|
"sha256": "15872da02676d3e746e15e7a357408e8738a1255eca6010f6e8043f96962d732"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/script.log.txt",
|
|
"sha256": "d07be066ce760e648a6eebb635e958fbb1c0423fa0755a801a95c9ac068ef933"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/source-provenance.json",
|
|
"sha256": "c1f270c1969af10bbfb78e1d661ce66873eb4c96f321df980a722a80c71c05f1"
|
|
},
|
|
{
|
|
"path": "docs/evidence/native-2026-09-19-192238-aircraft-route-gain/source-sha256.json",
|
|
"sha256": "f6b6e9887284bacc9b16692d2560f9244d919057bdf3cfeedf1d0b74e601c3ab"
|
|
}
|
|
],
|
|
"launch_id": "9201093f-59d5-49ae-8567-fd4082611300",
|
|
"metrics": {
|
|
"cruise_along_distance_m": 15.655360000000002,
|
|
"cruise_along_mps": 0.32247443745931836,
|
|
"cruise_max_computed_demand_magnitude": 0.017168709333263817,
|
|
"cruise_native_elapsed_seconds": 48.547599999999996,
|
|
"cruise_sample_count": 25,
|
|
"final_displacement_from_post_hover_origin_m": 20.138,
|
|
"final_target_error_m": 0.0987488,
|
|
"first_sample_within_075m_since_begin_seconds": 64.731,
|
|
"first_sample_within_2m_since_begin_seconds": 58.664,
|
|
"held_target_error_m": 0.398481,
|
|
"held_to_complete_seconds": 15.691,
|
|
"held_to_first_sampled_contact_seconds": 11.64,
|
|
"requested_distance_m": 20.2311,
|
|
"translation_and_landing_max_sampled_along_m": 19.912,
|
|
"translation_begin_to_complete_seconds": 84.984,
|
|
"translation_begin_to_held_seconds": 69.293,
|
|
"translation_cross_track_max_m": 3.04395,
|
|
"translation_height_max_m": 8.02416,
|
|
"translation_height_min_m": 7.99638
|
|
},
|
|
"script_or_runtime_failures": 0,
|
|
"selected_samples": {
|
|
"cruise_first": {
|
|
"along_m": 2.32574,
|
|
"basis_line": 683,
|
|
"computed_demand": [
|
|
0.0150784,
|
|
0.0,
|
|
0.00298585
|
|
],
|
|
"contact": 0.0,
|
|
"cross_m": 2.68653,
|
|
"drift_m": 3.55307,
|
|
"engine": 1.0,
|
|
"fuel_used": 2.26611,
|
|
"height_m": 7.99735,
|
|
"line": 681,
|
|
"motion_line": 682,
|
|
"native_ms": 65063.4,
|
|
"speed_mps": 0.346488,
|
|
"state": 12,
|
|
"target_error_m": 17.8753,
|
|
"velocity": [
|
|
0.343361,
|
|
0.00104626,
|
|
0.0464349
|
|
],
|
|
"wall_seconds": 69870.013
|
|
},
|
|
"cruise_last": {
|
|
"along_m": 17.9811,
|
|
"basis_line": 755,
|
|
"computed_demand": [
|
|
0.0166334,
|
|
0.0,
|
|
0.000772679
|
|
],
|
|
"contact": 0.0,
|
|
"cross_m": 0.180665,
|
|
"drift_m": 17.982,
|
|
"engine": 1.0,
|
|
"fuel_used": 4.39893,
|
|
"height_m": 7.99964,
|
|
"line": 753,
|
|
"motion_line": 754,
|
|
"native_ms": 113611.0,
|
|
"speed_mps": 0.333743,
|
|
"state": 12,
|
|
"target_error_m": 2.02512,
|
|
"velocity": [
|
|
0.331563,
|
|
0.000317364,
|
|
0.0380845
|
|
],
|
|
"wall_seconds": 69918.562
|
|
},
|
|
"first_contact": {
|
|
"along_m": 19.9111,
|
|
"basis_line": 792,
|
|
"computed_demand": [
|
|
0.00144411,
|
|
0.0,
|
|
0.0238217
|
|
],
|
|
"contact": 1.0,
|
|
"cross_m": 0.0341797,
|
|
"drift_m": 19.9111,
|
|
"engine": 1.0,
|
|
"fuel_used": 5.50977,
|
|
"height_m": 0.144302,
|
|
"line": 790,
|
|
"motion_line": 791,
|
|
"native_ms": 137901.0,
|
|
"speed_mps": 0.46959,
|
|
"state": 6,
|
|
"target_error_m": 0.0933933,
|
|
"velocity": [
|
|
-0.00715364,
|
|
-0.0392784,
|
|
-0.467889
|
|
],
|
|
"wall_seconds": 69942.852
|
|
}
|
|
},
|
|
"source_file_count": 195,
|
|
"source_manifest_sha256": "f6b6e9887284bacc9b16692d2560f9244d919057bdf3cfeedf1d0b74e601c3ab",
|
|
"source_unchanged_after_run": true
|
|
}
|
|
},
|
|
"schema_version": 1,
|
|
"scope": "Two local scripted WORKBENCH 20m route runs; read-only derived comparison, not release, FPS, multiplayer, operational HQ or longer-route qualification.",
|
|
"source_differences": [
|
|
{
|
|
"baseline_sha256": "a79d6d388b6f83e121d60d2c654fc55db82e804f7313a399601d92ac2095a0dd",
|
|
"candidate_sha256": "e8fcef844239c47a1f2f36be420afe943bc450091b05859435406b46c87fa511",
|
|
"path": "addons/ai/Scripts/Game/ERR/ERR_AircraftRouteEnvelope.c"
|
|
},
|
|
{
|
|
"baseline_sha256": "c8682c6ea44715ad918d20b0c2cbcc8c85566739243b079fe7820979eb3cd99f",
|
|
"candidate_sha256": "1d8d92bf6d97429d68a9f62018232e90cc124cc8d7445efeabe863706a31e2b9",
|
|
"path": "addons/ai/Scripts/Game/ERR/ERR_AircraftRouteFlight.c"
|
|
},
|
|
{
|
|
"baseline_sha256": "c823819aaa118d8cc8d392156e875b87f8b15c20b0626ca5fceaa473e4edd9a7",
|
|
"candidate_sha256": "c54bafb98e95a02277feef510e37eefd3a1ff5de84e7d93104ceb292b28c2398",
|
|
"path": "addons/ai/Scripts/Game/ERR/ERR_NativeAircraftRouteProbe.c"
|
|
},
|
|
{
|
|
"baseline_sha256": null,
|
|
"candidate_sha256": "1af5df45a0f06d19a017954e9bf4b2d722e2d2389f8ffdeb1d024435b9a08be8",
|
|
"path": "addons/core/Scripts/Game/ERR/ERR_InventoryLayout.c"
|
|
},
|
|
{
|
|
"baseline_sha256": "e7869204587c3ae8c68fb05688ebbfc86abab9d4cffcaf746345ec59f764ae59",
|
|
"candidate_sha256": "7b35e53ceb91b8235fb753d42c8d5c80f6164b6d4cb53c685e058c409662708a",
|
|
"path": "addons/core/Scripts/Game/ERR/ERR_NativeBaseSmoke.c"
|
|
},
|
|
{
|
|
"baseline_sha256": "63609edf59fa7a53bde8a2846444a162b256f61dfda95ccf458c83d2bdd025b3",
|
|
"candidate_sha256": "3b73b19429c7746425470d73ce5983f9fd442e4cd6acaab87f8728ea4dccb0c2",
|
|
"path": "addons/core/Scripts/Game/ERR/ERR_ObjectiveText.c"
|
|
},
|
|
{
|
|
"baseline_sha256": null,
|
|
"candidate_sha256": "ac7cc8274eb7bf5c78dc918af35488cbf50f6a4b2c737de0f57a046419eec09a",
|
|
"path": "addons/core/Scripts/Game/ERR/ERR_OrdinaryGateObserver.c"
|
|
},
|
|
{
|
|
"baseline_sha256": "a15b6a724bc23491a9bec3c4963edaf7f74af9ba04f506fe7874d6be5c30cba8",
|
|
"candidate_sha256": "116c890146f27c36dc2e0cf5f4e85a273347a8b1eb53619756f0ed820343c76d",
|
|
"path": "addons/core/Scripts/Game/ERR/ERR_OrdinaryInputObserver.c"
|
|
},
|
|
{
|
|
"baseline_sha256": null,
|
|
"candidate_sha256": "fae1c8ae518cac21ea73e53a57212d85537a493128ed79a0ec2a1cdf3d32bb81",
|
|
"path": "addons/core/Scripts/Game/ERR/ERR_OrdinaryLookObserver.c"
|
|
}
|
|
]
|
|
}
|