feat(studio): deliver asset authoring and automation workflows
Test / Tests and coverage occurred while executing withChecks step.
Intrepid/Prometeu/Studio/pipeline/pr-master There was a failure building this commit

Add shared human/task asset batches with reviewed atomic publication, explicit
reference rebinds, ownership inspection and qualified glyph/scene budgets.
Expose the same authoring and capacity results through Assets and MCP.

Deliver isolated guest test targets, retained visual evidence and immutable
runtime lifecycle/control observations. Preserve provider qualification and
installed authoring examples alongside the completed discussion lessons.

Close AGD-106 coordination and the delivered discussion workflows through
housekeeping, updating lesson references and preserving qualification limits.
Sound remains outside the asset delivery wave.

Validation: 579 module tests and 31 additional desktop, process and installed
checks passed; native glyph/scene 16/17 boundaries qualified. Discussion
validation passed after housekeeping.
This commit is contained in:
2026-11-11 01:21:25 +00:00
parent b351f2e582
commit 1471b427f1
325 changed files with 61179 additions and 323 deletions
@@ -92,6 +92,137 @@ class HeadlessTaskIntegrationTest {
}
void authorityRetained() { assertEquals(ControlState.AGENT_WORKING, project.automation().snapshot().state()); }
@Test void originalCaptureEvidenceSurvivesLaterFramesRebuildReleaseAndReopen() throws Exception {
call(TaskTools.HeadlessAction.BOOT,successfulBuild("evidence-build"));
tasks.advance(root,task,"evidence-frame",1);var original=finished("evidence-frame");
var evidence=app.getBean(EvidenceTools.class);
var saved=evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame"));
var artifact=saved.artifacts().getFirst();
assertArrayEquals(original.runtimeResult().capture().png(),evidence.image(root,task,artifact.id()));
advance("later-frame");
assertEquals(saved,evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame")));
assertTrue(evidence.metadata(root,task,artifact.id()).stale());
assertEquals(original.runtimeResult().capture().frameId(),artifact.provenance().get("frameId"));
// This derived reference has a deliberate wrong sample; independent pixel oracles are tested separately.
var codec=new p.studio.app.evidence.PngEvidenceCodec();var pixels=codec.decode(original.runtimeResult().capture().png());
byte[] different=pixels.rgba();different[0]=(byte)(Byte.toUnsignedInt(different[0])^1);
Path reference=root.resolve("known-different.png");Files.write(reference,codec.encode(new Evidence.Pixels(pixels.width(),pixels.height(),different)));
var expected=evidence.importReference(root,task,"import-delta",reference,null).artifacts().getFirst();
var report=evidence.compare(root,task,"known-failure",expected.id(),artifact.id(),Evidence.Parameters.exact(Evidence.Alpha.compare));
assertEquals(Evidence.Verdict.rejected,report.report().verdict());assertEquals(1,report.report().differentPixels());
assertEquals(new Evidence.Rect(0,0,1,1),report.report().boundingBox());
successfulBuild("evidence-rebuild");
tasks.release(root,task).toCompletableFuture().get(10,TimeUnit.SECONDS);project.close();
var ref=app.getBean(ProjectCatalog.class).openProject(root);project=app.getBean(ProjectSessionFactory.class).open(ref);
project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tasks.acquire(root).task().value();
assertArrayEquals(original.runtimeResult().capture().png(),evidence.image(root,task,artifact.id()));
assertEquals(saved,evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame")));
System.out.println("VISUAL_EVIDENCE "+mapper.writeValueAsString(Map.of("kind","native-checkpoint","artifact",artifact,"report",report.report(),"nativeAdvanceRequests",2,"persistenceExtraAdvanceOrCaptureRequests",0)));
}
@Test void zeldaPilotUsesDisposableCopyAndKeepsReferenceLimitationsExplicit() throws Exception {
Path originalProject=Path.of(System.getProperty("studio.test.zeldaProject", "../../zelda-1")).toAbsolutePath().normalize();
assertTrue(Files.isRegularFile(originalProject.resolve("prometeu.json")),"Zelda pilot checkout is required for this qualification");
project.close();Path copy=root.resolve("zelda-pilot");Files.createDirectories(copy);
for(String name:List.of("prometeu.json","src","assets")) {
Path from=originalProject.resolve(name);
if(Files.isDirectory(from))try(var paths=Files.walk(from)) {
for(var p:paths.toList()){var target=copy.resolve(originalProject.relativize(p));if(Files.isDirectory(p))Files.createDirectories(target);else Files.copy(p,target);}
}else Files.copy(from,copy.resolve(name));
}
root=copy.toRealPath();var ref=app.getBean(ProjectCatalog.class).openProject(root);
app.getBean(ProjectLocalStudioSetupStore.class).save(ref,new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null));
project=app.getBean(ProjectSessionFactory.class).open(ref);project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tasks.acquire(root).task().value();
String build=successfulBuild("zelda-pilot-build");tasks.headless(root,task,TaskTools.HeadlessAction.BOOT,build,Map.of("memcardChoice","memory_fresh"));
var evidence=app.getBean(EvidenceTools.class);var measurements=new ArrayList<Map<String,Object>>();
var mcp=app.getBean(p.studio.app.mcp.McpToolRegistry.class);
long beforeWireBytes=0,afterWireBytes=0;int beforeCalls=0,afterCalls=0;
var legacyPaths=new ArrayList<String>();
String[] refs={"extracted/inventory_screen/validation/production_start.png","extracted/hud/runtime_initial.png","extracted/bomb_wall/validation/scroll_north_mid.png"};
String[] names={"screen","hud","scroll"};
long totalPngBytes=0;
for(int i=0;i<names.length;i++) {
if(i>0)tasks.headless(root,task,TaskTools.HeadlessAction.SET_INPUT,null,Map.of(i==1?"start":"right",true));
String request="zelda-"+names[i];tasks.advance(root,task,request,i==0?1:i==1?76:120);var operation=finished(request);
assertNull(operation.failure());assertNotNull(operation.runtimeResult().capture());
var args=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task);
var before=mcp.call("studio_operation_get",args.deepCopy().put("clientRequestId",request)).wire();
beforeCalls++;beforeWireBytes+=mapper.writeValueAsBytes(before).length;
byte[] legacyPng=Base64.getDecoder().decode(before.path("content").get(1).path("data").asText());
Path legacyActual=root.resolve("legacy-"+names[i]+".png");Files.write(legacyActual,legacyPng);
var persisted=mcp.call("studio_evidence_persist",args.deepCopy().put("clientRequestId","persist-"+request).put("sourceClientRequestId",request)).wire();
afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(persisted).length;
assertFalse(persisted.path("isError").asBoolean(),persisted.toString());
var actual=mapper.convertValue(persisted.path("structuredContent").path("value"),Evidence.Publication.class).artifacts().getFirst();
Path reference=root.resolve("reference-"+names[i]+".png");Files.copy(originalProject.resolve(refs[i]),reference);
legacyPaths.add(reference.toString());legacyPaths.add(legacyActual.toString());
var imported=mcp.call("studio_evidence_import",args.deepCopy().put("clientRequestId","import-"+request).put("path",reference.toString())).wire();
afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(imported).length;
assertFalse(imported.path("isError").asBoolean(),imported.toString());
var expected=mapper.convertValue(imported.path("structuredContent").path("value"),Evidence.Publication.class).artifacts().getFirst();
Evidence.Rect roi=i==1?new Evidence.Rect(112,15,256,56):null;
var params=new Evidence.Parameters(roi,List.of(),Evidence.Alpha.compare,0,0);
var comparisonArgs=args.deepCopy().put("clientRequestId","compare-"+request).put("expectedId",expected.id()).put("actualId",actual.id());
var parametersNode=(com.fasterxml.jackson.databind.node.ObjectNode)mapper.valueToTree(params);
if(roi==null)parametersNode.remove("roi");comparisonArgs.set("parameters",parametersNode);
var compared=mcp.call("studio_evidence_compare",comparisonArgs).wire();afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(compared).length;
assertFalse(compared.path("isError").asBoolean(),compared.toString());
var report=mapper.convertValue(compared.path("structuredContent").path("value"),Evidence.Publication.class);
totalPngBytes+=legacyPng.length;
measurements.add(Map.of("case",names[i],"referencePath",refs[i],"actual",actual,"report",report.report()));
}
// Execute the former external comparison path against the same checkpoints; count actual calls/bytes/scripts.
Path script=root.resolve("LegacyVisualCompare.java");
Files.writeString(script,"""
import javax.imageio.ImageIO;import java.io.File;
class LegacyVisualCompare {public static void main(String[] args)throws Exception {
for(int n=0;n<args.length;n+=2) {
var a=ImageIO.read(new File(args[n]));var b=ImageIO.read(new File(args[n+1]));long count=0;
if(a.getWidth()!=b.getWidth()||a.getHeight()!=b.getHeight())count=-1;
else for(int y=0;y<a.getHeight();y++)for(int x=0;x<a.getWidth();x++)if(a.getRGB(x,y)!=b.getRGB(x,y))count++;
System.out.println((n/2)+","+count);
}
}}
""");
var command=new ArrayList<String>(List.of(Path.of(System.getProperty("java.home"),"bin","java").toString(),script.toString()));command.addAll(legacyPaths);
var legacy=new ProcessBuilder(command).redirectErrorStream(true).start();assertTrue(legacy.waitFor(30,TimeUnit.SECONDS));
String legacyOutput=new String(legacy.getInputStream().readAllBytes(),java.nio.charset.StandardCharsets.UTF_8);assertEquals(0,legacy.exitValue(),legacyOutput);
var output=Map.of("kind","zelda-pilot","limitations","Saved port captures are contextual references, not an independent NES oracle; screen/HUD/scroll reference labels identify their provenance. Current checkpoints are observations and mismatch is retained as a comparison result.",
"results",measurements,"measurement",Map.of("sharedGuestAdvanceRequests",3,"before",Map.of("mcpCalls",beforeCalls,"wireResponseBytes",beforeWireBytes,"imagePngBytes",totalPngBytes,"externalComparisonScripts",1,"externalScriptOutput",legacyOutput),
"after",Map.of("mcpCalls",afterCalls,"wireResponseBytes",afterWireBytes,"imageTransferBytesForMetrics",0,"externalComparisonScripts",0),
"basis","Actual local MCP adapter dispatches and serialized response bytes, excluding shared build/advance/asynchronous polling. Both comparison paths use the same three retained guest checkpoints. Legacy full-image exact metrics differ from the explicit HUD ROI by design."));
System.out.println("VISUAL_EVIDENCE "+mapper.writeValueAsString(output));
}
@Test void actualWatchdogPreservesNativeCauseZeroProgressAndDoesNotReplayOnLookup() throws Exception {
Files.writeString(source, code.replace("fn frame() -> void {", "fn frame() -> void { while (true) { }"));
call(TaskTools.HeadlessAction.BOOT, successfulBuild("watchdog-build"));
tasks.advance(root, task, "watchdog", 1);
var result = finished("watchdog");
assertNull(result.failure());
assertEquals(AutomationOutcome.Kind.INFRASTRUCTURE_FAILURE, result.runtimeResult().kind());
assertEquals(0L, result.progress().completedFrames());
assertEquals("watchdog_expired", ((Map<?, ?>)result.observation().nativeDetails().get("error")).get("code"));
assertTrue(result.observation().captureStale());
assertEquals("watchdog", result.observation().context().get("clientRequestId"));
var artifactHashes = new LinkedHashMap<String, String>();
for (var file : finished("watchdog-build").buildResult().emittedArtifacts())
if (Files.isRegularFile(file)) artifactHashes.put(root.relativize(file).toString(),
HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(file))));
System.out.println("HEADLESS_OBSERVATION " + mapper.writeValueAsString(Map.of(
"sourceSha256", HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(source))),
"artifacts", artifactHashes, "observation", result.observation().toMap())));
var before = call(TaskTools.HeadlessAction.STATE, null).values().get("state");
var lookup = tasks.operation(root, task, new OperationLookup(null, "watchdog"));
assertEquals(result.observation(), lookup.observation());
assertEquals(before, call(TaskTools.HeadlessAction.STATE, null).values().get("state"));
assertNull(call(TaskTools.HeadlessAction.FAULT, null).values().get("fault"));
authorityRetained();
Files.writeString(source, code);
call(TaskTools.HeadlessAction.BOOT, successfulBuild("corrected-watchdog"));
assertEquals(AutomationOutcome.Kind.SUCCEEDED, advance("after-watchdog").kind());
}
@Test void savedEditsRebuildRealArtifactsAndCorrelateDevWithoutSnapshots() throws Exception {
assertTrue(diagnostics().isEmpty());
assertThrows(ControlDeniedException.class, () -> app.getBean(Shipper.class).prepare(project.projectReference(), ignored -> {}));
@@ -103,6 +234,10 @@ class HeadlessTaskIntegrationTest {
assertArrayEquals(initial.capture().png(), project.automation().snapshot().capture().png());
call(TaskTools.HeadlessAction.RESET, null);
assertTrue(project.automation().snapshot().stale());
assertEquals(RuntimeObservation.Lifecycle.UNBOOTED, project.automation().snapshot().runtimeObservation().lifecycle());
var historical = finished("initial").observation();
assertEquals(first, historical.buildId()); assertEquals(3L, historical.progress().completedFrames());
assertNotEquals(historical.lifecycle(), finished("initial").currentObservation().lifecycle());
assertEquals(AutomationFailure.Code.NO_FRAME_AVAILABLE, assertThrows(AutomationException.class,
() -> call(TaskTools.HeadlessAction.CAPTURE, null)).failure().code());
assertEquals(session, call(TaskTools.HeadlessAction.BOOT, first).values().get("sessionId"));
@@ -151,6 +286,7 @@ class HeadlessTaskIntegrationTest {
var fault = advance("fault");
assertEquals(AutomationOutcome.Kind.GUEST_FAULT, fault.kind());
assertFalse(fault.diagnostics().isEmpty());
assertNotNull(fault.observation().nativeDetails().get("fault"));
assertNotNull(call(TaskTools.HeadlessAction.FAULT, null).values().get("fault"));
authorityRetained();