281 lines
16 KiB
JSON
281 lines
16 KiB
JSON
{
|
|
"target": "Everon, vanilla factions, 12 players",
|
|
"cases": {
|
|
"independent_native_build": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"prison_geometry_and_spawn": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"escape_loop": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"join_late": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"reconnect_identity": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"death_unconsciousness_revive": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"respawn_and_spectators": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"partial_escape": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"defeat_restart": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"interrupted_reports": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"stale_contacts": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"support_losses": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"ammunition_depletion": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"cleanup_no_duplicate_orders_or_spawns": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"twelve_players": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"equivalent_workload_fps_improvement": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
},
|
|
"own_identity_release_package": {
|
|
"status": "pending",
|
|
"evidence": []
|
|
}
|
|
},
|
|
"development_checks": {
|
|
"scripted_local_escape_and_restart": {
|
|
"status": "passed",
|
|
"scope": "Two scripted offline Workbench rounds; 40 assertions; excludes manual play and multiplayer",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-003520/report.json",
|
|
"docs/evidence/native-2026-09-19-003520/console.log.txt",
|
|
"docs/evidence/native-2026-09-19-003520/source-sha256.json"
|
|
]
|
|
},
|
|
"clean_native_runtime": {
|
|
"status": "failed",
|
|
"reason": "Inherited vehicle schema errors remain; earlier restart also reported vanilla catalog cleanup errors",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-003520/report.json",
|
|
"docs/evidence/native-2026-09-19-002824/report.json"
|
|
]
|
|
},
|
|
"scripted_helicopter_loss_and_restart": {
|
|
"status": "passed",
|
|
"scope": "Two complete local Workbench rounds; 45 passing assertions including partial third-round startup; does not cover all-player death or multiplayer",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-003902/report.json",
|
|
"docs/evidence/native-2026-09-19-003902/console.log.txt",
|
|
"docs/evidence/native-2026-09-19-003902/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_death_spectator_restart": {
|
|
"status": "passed",
|
|
"scope": "Two local Workbench rounds on headless Gamescope; 20 assertions; identity roster, actual character death, local camera activation, all-dead defeat and restart. Does not verify real network reconnect or remote spectator streaming.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-011025/report.json",
|
|
"docs/evidence/native-2026-09-19-011025/console.log.txt",
|
|
"docs/evidence/native-2026-09-19-011025/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_physical_radios": {
|
|
"status": "passed",
|
|
"scope": "Two headless Workbench rounds; 30 assertions including roster/death checks. Three six-person squads with real manpacks, uplink/downlink delivery and interrupted receiving-radio loss. Does not yet prove observed-contact-driven strategic assignments.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-011738/report.json",
|
|
"docs/evidence/native-2026-09-19-011738/console.log.txt",
|
|
"docs/evidence/native-2026-09-19-011738/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_native_hq_response": {
|
|
"status": "passed",
|
|
"scope": "Two headless Workbench rounds; 24 assertions. Real vanilla visual perception, radio report delivery, HQ downlink and distinct native search waypoints for other existing squads. Inherited catalog teardown and vehicle errors still fail the overall runtime report.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-012234/report.json",
|
|
"docs/evidence/native-2026-09-19-012234/console.log.txt",
|
|
"docs/evidence/native-2026-09-19-012234/rereintroduced-hq.log.txt",
|
|
"docs/evidence/native-2026-09-19-012234/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_silent_escape_regression": {
|
|
"status": "passed",
|
|
"scope": "Two headless muted Workbench rounds, 52 assertions, no script/runtime exceptions; current roster and physical-radio patrol composition. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-013224/report.json",
|
|
"docs/evidence/native-2026-09-19-013224/runner.json.txt",
|
|
"docs/evidence/native-2026-09-19-013224/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_mortar_inventory_losses": {
|
|
"status": "passed",
|
|
"scope": "Two headless muted local Workbench rounds; 30 assertions. One authored gun, four physical crew, manpack, 27 inventory shells; removed ammunition and destroyed assets stay depleted/lost. Actual mortar firing remains unverified. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-014052/report.json",
|
|
"docs/evidence/native-2026-09-19-014052/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_core_only_escape": {
|
|
"status": "passed",
|
|
"scope": "Two muted headless Core-only Workbench rounds, 26 assertions. Loaded addons are engine core, vanilla ArmaReforger and ERR_Core. No successor AI/Intel/Chat/Map loaded. Physical clues, radio defence, helicopter occupancy, victory and restart pass. Native vehicle schema and catalog teardown errors remain; manual and multiplayer acceptance pending.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-015043/report.json",
|
|
"docs/evidence/native-2026-09-19-015043/runner.json.txt",
|
|
"docs/evidence/native-2026-09-19-015043/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_core_native_objectives": {
|
|
"status": "passed",
|
|
"scope": "Two Core-only muted headless Workbench rounds, 38 assertions, no script or VM exceptions. Native phase tasks, completion, discovery-responsive instructions, defence countdown/reset, escape and restart. Seven inherited vehicle schema errors remain; UI usability and network replication remain unverified.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-015605/report.json",
|
|
"docs/evidence/native-2026-09-19-015605/runner.json.txt",
|
|
"docs/evidence/native-2026-09-19-015605/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_companions_after_core_split": {
|
|
"status": "passed",
|
|
"scope": "One muted headless full-integration Workbench round, 26 assertions, no script or VM exceptions. Existing companions still complete the escape after Core takes ownership of recovery, markers and native tasks. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-015947/report.json",
|
|
"docs/evidence/native-2026-09-19-015947/runner.json.txt",
|
|
"docs/evidence/native-2026-09-19-015947/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_death_after_core_objectives": {
|
|
"status": "passed",
|
|
"scope": "One full-integration muted headless Workbench round, 10 assertions, no script/VM exceptions. Real death, one-life identity rules, spectator activation and all-dead defeat still work after adding native Core objectives. Seven inherited vehicle errors remain; this does not verify rendered task UI or network clients.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-020149/report.json",
|
|
"docs/evidence/native-2026-09-19-020149/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_authored_sites_and_finite_stock": {
|
|
"status": "passed",
|
|
"scope": "Two Core-only muted headless Workbench rounds, 62 assertions and no script/VM exceptions. Four configured sites, 52 authored stock entities, invalid-definition rejection, clear crate footprints, physical storage-to-player clue transfer, no refill or replacement after cache loss, radio progression, extraction and restart. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-022704/report.json",
|
|
"docs/evidence/native-2026-09-19-022704/console.log.txt",
|
|
"docs/evidence/native-2026-09-19-022704/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_sites_companion_escape": {
|
|
"status": "passed",
|
|
"scope": "Two full-integration muted headless Workbench rounds; 52 assertions. Configured sites, physical cache-document transfers and the escape loop work with all companions. The inherited pair of catalog teardown errors and seven vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-023120/report.json",
|
|
"docs/evidence/native-2026-09-19-023120/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_site_guard_radios": {
|
|
"status": "passed",
|
|
"scope": "One muted headless full-integration Workbench round, 15 assertions, no script/VM exceptions. All four authored six-person guard squads have physical manpacks; production uplink/downlink works and removal of the receiving radio interrupts delivery. Death, local spectator and defeat also pass. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-023514/report.json",
|
|
"docs/evidence/native-2026-09-19-023514/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_base_catalog_and_commands": {
|
|
"status": "passed",
|
|
"scope": "Two Core-only muted headless Workbench rounds, 92 assertions and no script/VM exceptions. Injected prisoner/guard factions, invalid catalog rejection, server service authorization/parser checks, settings persistence and normal escape/restart pass. These service calls do not establish remote RPC ownership or UI acceptance. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-025539/report.json",
|
|
"docs/evidence/native-2026-09-19-025539/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_invalid_startup": {
|
|
"status": "passed",
|
|
"scope": "One Core-only muted headless fault-injection run, four assertions. A deliberately invalid in-memory faction configuration prevents all site/player/stock spawning, stops services, retains the admin-readable diagnosis and rejects progression into gameplay. The expected startup ERROR is deliberately retained alongside seven inherited vehicle schema errors; this is negative-path evidence, not a clean runtime pass.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-030156-expected-startup-failure/report.json",
|
|
"docs/evidence/native-2026-09-19-030156-expected-startup-failure/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_unconscious_radio_survivor": {
|
|
"status": "passed",
|
|
"scope": "Two Core-only muted headless escape/restart rounds, 102 assertions, no script/VM exceptions. Actual native character unconsciousness lasts 35 seconds, preserves survivor/identity/body/camera, prevents radio progress and does not cause defeat. Restored consciousness restarts defence without another life. Controller transitions are scripted; medical treatment, bleedout and remote revive remain unverified. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-030347/report.json",
|
|
"docs/evidence/native-2026-09-19-030347/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_companion_base_command_contracts": {
|
|
"status": "passed",
|
|
"scope": "Two full-integration muted headless Workbench rounds, 96 assertions, no script/VM exceptions. Core catalog/admin checks, existing HQ and Intel aliases, guarded journal access, complete escape and restart pass with all companions loaded. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-030903/report.json",
|
|
"docs/evidence/native-2026-09-19-030903/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_death_after_base_admin": {
|
|
"status": "passed",
|
|
"scope": "One full-integration muted headless Workbench round, 32 assertions and no script/VM exceptions. Catalog and command checks plus native death, spent-life retention, local spectator activation and all-dead defeat pass after Core owns controller command initialization. Seven inherited vehicle schema errors remain.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-031256/report.json",
|
|
"docs/evidence/native-2026-09-19-031256/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_alternate_cache_initial_escape": {
|
|
"status": "passed",
|
|
"scope": "One Core-only muted headless Workbench round; 65 assertions and no script/VM exceptions. Seven sites and 117 stock items prepare. The southern crate is deleted before taking documents; western documents independently permit radio defence and extraction. Optional discovery rejects unconscious and distant players and emits one transition event. Seven inherited vehicle schema errors remain. Subsequent tests correct cover orientation and add obstruction/collision checks; no manual or multiplayer acceptance.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-033110/report.json",
|
|
"docs/evidence/native-2026-09-19-033110/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_alternate_cache_restart_and_visibility": {
|
|
"status": "passed",
|
|
"scope": "Two Core-only muted headless Workbench cache-loss escape/restart rounds; 148 passing assertions. Seven sites, 117 stock items, independent western radio clues after primary crate deletion, no refills/replacement, upright colliding outpost cover, blocked/clear nearby discovery, one discovery event and unconscious radio interruption. Two inherited catalog-manager script errors and seven vehicle schema errors fail the overall native report. No manual, medical-treatment, multiplayer or FPS acceptance.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-033719/report.json",
|
|
"docs/evidence/native-2026-09-19-033719/console.log.txt",
|
|
"docs/evidence/native-2026-09-19-033719/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_expanded_route_companion_escape": {
|
|
"status": "passed",
|
|
"scope": "One full-companion muted headless Workbench escape round, 48 assertions, no script/VM exceptions. The seven-site mission prepares its finite stock with HQ/Intel/Chat/Map loaded; primary-cache document transfer, preserved admin aliases, radio interruption and physical extraction pass. Seven inherited vehicle schema errors remain; no multiplayer or manual gameplay claim.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-034344/report.json",
|
|
"docs/evidence/native-2026-09-19-034344/source-sha256.json"
|
|
]
|
|
},
|
|
"scripted_six_site_guard_radios": {
|
|
"status": "passed",
|
|
"scope": "One full-companion muted headless Workbench round, 37 assertions, no script/VM exceptions. All six physical six-person guard squads have manpacks. Production uplink/downlink delivers, removal of the actual receiving radio interrupts an order, and death/spectator/defeat completes. Seven inherited vehicle schema errors remain. This checks the selected production route, not every possible multi-hop path or multiplayer.",
|
|
"evidence": [
|
|
"docs/evidence/native-2026-09-19-034556/report.json",
|
|
"docs/evidence/native-2026-09-19-034556/rereintroduced-hq.log.txt",
|
|
"docs/evidence/native-2026-09-19-034556/source-sha256.json"
|
|
]
|
|
}
|
|
}
|
|
}
|