feat(studio): deliver asset authoring and automation workflows
Test / Tests and coverage occurred while executing withChecks step.
Intrepid/Prometeu/Studio/pipeline/pr-master There was a failure building this commit

Add shared human/task asset batches with reviewed atomic publication, explicit
reference rebinds, ownership inspection and qualified glyph/scene budgets.
Expose the same authoring and capacity results through Assets and MCP.

Deliver isolated guest test targets, retained visual evidence and immutable
runtime lifecycle/control observations. Preserve provider qualification and
installed authoring examples alongside the completed discussion lessons.

Close AGD-106 coordination and the delivered discussion workflows through
housekeeping, updating lesson references and preserving qualification limits.
Sound remains outside the asset delivery wave.

Validation: 579 module tests and 31 additional desktop, process and installed
checks passed; native glyph/scene 16/17 boundaries qualified. Discussion
validation passed after housekeeping.
This commit is contained in:
2026-11-11 01:21:25 +00:00
parent b351f2e582
commit 1471b427f1
325 changed files with 61179 additions and 323 deletions
@@ -46,6 +46,61 @@ class DevDesktopTest {
assertEquals(ControlState.WAITING_FOR_AGENT, authority.snapshot().state());
}
@Test void visualEvidenceInspectorShowsSharedMetricsExactPixelsAndExplicitBaselineReview() throws Exception {
root=root.toRealPath();var pool=Executors.newSingleThreadExecutor();
var authority=new DefaultAutomationSession(root,new ExecutorOperationExecutor(pool));
var projects=new p.studio.core.project.ProjectAccessRegistry();projects.register(root,authority::enterManual,()->!authority.snapshot().closed(),authority);
var codec=new p.studio.app.evidence.PngEvidenceCodec();var mapper=new com.fasterxml.jackson.databind.ObjectMapper();
var tools=new p.studio.core.session.DefaultEvidenceTools(projects,null,new p.studio.app.evidence.FileEvidenceStore(mapper),codec);
byte[] original={10,20,30,0,40,50,60,(byte)255,70,80,90,(byte)255,1,2,3,(byte)255,4,5,6,(byte)255,7,8,9,(byte)255};
Path expectedFile=root.resolve("expected.png"),actualFile=root.resolve("actual.png");
Files.write(expectedFile,codec.encode(new Evidence.Pixels(3,2,original)));var changed=original.clone();changed[20]=8;
Files.write(actualFile,codec.encode(new Evidence.Pixels(3,2,changed)));
var expected=tools.importReference(root,null,"expected",expectedFile,null).artifacts().getFirst();
var actual=tools.importReference(root,null,"actual",actualFile,null).artifacts().getFirst();
var report=tools.compare(root,null,"desktop-comparison",expected.id(),actual.id(),Evidence.Parameters.exact(Evidence.Alpha.compare));
assertEquals(1,report.report().differentPixels());
var registry=new p.studio.app.mcp.McpToolRegistry(new p.studio.app.mcp.McpToolCatalog(mapper),mapper,p.studio.app.mcp.McpEvidenceTools.handlers(tools,mapper));
var inspector=new EvidenceInspector[1];var stage=new Stage[1];
try {
fx(()->{inspector[0]=new EvidenceInspector(root,authority,tools);stage[0]=new Stage();stage[0].setTitle("Visual checkpoint evidence qualification");
var scroll=new ScrollPane(inspector[0]);scroll.setFitToWidth(true);stage[0].setScene(new Scene(scroll,1100,850));stage[0].show();inspector[0].refresh();});
long deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(10);var ready=new java.util.concurrent.atomic.AtomicBoolean();
while(!ready.get()&&System.nanoTime()<deadline){fx(()->{var facts=(TextArea)inspector[0].lookup("#evidence-facts");ready.set(facts.getText().contains("Different pixels: 1"));});Thread.sleep(10);}
assertTrue(ready.get());
fx(()->{
assertNotNull(inspector[0].lookup("#evidence-expected"));assertNotNull(inspector[0].lookup("#evidence-actual"));assertNotNull(inspector[0].lookup("#evidence-diff"));
assertEquals("Expected (0, 0) RGBA = 10, 20, 30, 0",EvidenceInspector.pixelText("Expected",new Evidence.Pixels(3,2,original),0,0));
var preview=inspector[0].lookup("#evidence-expected");
var pointer=preview.localToScene(8,8);
preview.fireEvent(new javafx.scene.input.MouseEvent(javafx.scene.input.MouseEvent.MOUSE_MOVED,
pointer.getX(),pointer.getY(),8,8,javafx.scene.input.MouseButton.NONE,0,false,false,false,false,false,false,false,false,false,false,
new javafx.scene.input.PickResult(preview,pointer.getX(),pointer.getY())));
assertTrue(((Label)inspector[0].lookup("#evidence-pixel")).getText().contains("RGBA = 10, 20, 30, 0"));
var approve=(Button)inspector[0].lookup("#evidence-approve-baseline");assertFalse(approve.isDisabled());
// The desktop action requires an explicit confirmation before invoking the manual service.
Platform.runLater(()->{for(var window:java.util.List.copyOf(javafx.stage.Window.getWindows()))if(window.getScene()!=null&&window.getScene().getRoot() instanceof DialogPane pane)
((Button)pane.lookupButton(ButtonType.OK)).fire();});
approve.fire();
});
deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(10);
while(tools.list(root,null).stream().noneMatch(p->p.baseline()!=null)&&System.nanoTime()<deadline)Thread.sleep(10);
var baseline=tools.list(root,null).stream().filter(p->p.baseline()!=null).findFirst().orElseThrow();assertEquals(expected.id(),baseline.baseline().artifactId());
authority.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);String task=authority.acquire().task().value();
var arguments=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("limit",100);
var wire=registry.call("studio_evidence_list",arguments).wire().path("structuredContent").path("value").path("publications");
var mcpReport=java.util.stream.StreamSupport.stream(wire.spliterator(),false).filter(p->p.path("id").asText().equals(report.id())).findFirst().orElseThrow().path("report");
assertEquals(mapper.valueToTree(report.report()),mcpReport);
fx(()->{
inspector[0].setManual(false);assertTrue(((Button)inspector[0].lookup("#evidence-approve-baseline")).isDisabled());
assertFalse(((ComboBox<?>)inspector[0].lookup("#evidence-publications")).isDisabled());
var image=stage[0].getScene().snapshot(null);var buffer=new java.awt.image.BufferedImage((int)image.getWidth(),(int)image.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
for(int y=0;y<buffer.getHeight();y++)for(int x=0;x<buffer.getWidth();x++)buffer.setRGB(x,y,image.getPixelReader().getArgb(x,y));
try{Path file=Path.of("build/evidence-qualification/inspector.png");Files.createDirectories(file.getParent());javax.imageio.ImageIO.write(buffer,"png",file.toFile());}catch(Exception e){throw new RuntimeException(e);}
});
}finally{fx(()->{if(stage[0]!=null)stage[0].close();});authority.closeAsync().toCompletableFuture().join();pool.shutdownNow();}
}
@Test void devDebugNavigationBackgroundProjectionAndDisposal() throws Exception {
var pool = Executors.newSingleThreadExecutor();
var authority = new DefaultAutomationSession(root, new ExecutorOperationExecutor(pool));
@@ -124,7 +179,8 @@ class DevDesktopTest {
var pane = new p.studio.ui.javafx.diagnostics.DiagnosticResultsPane[1]; var window = new Stage[1];
try {
fx(() -> {
pane[0] = new p.studio.ui.javafx.diagnostics.DiagnosticResultsPane(root);
pane[0] = new p.studio.ui.javafx.diagnostics.DiagnosticResultsPane(root,
origin -> p.studio.core.project.DiagnosticNavigation.read(root, origin));
var view = p.studio.utilities.json.DiagnosticPayloads.view(java.util.List.of(value), "build", "failed", java.util.List.of(), "partial");
pane[0].show(java.util.Map.of("issues", view.issues(), "summary", view.summary(), "context", java.util.Map.of()));
window[0] = new Stage(); window[0].setTitle("Explained diagnostics desktop qualification");
@@ -30,7 +30,7 @@ class StudioApplicationConfigurationTest {
assertFalse(executor.isShutdown());
assertTrue(mcp.isRunning());
var tools = context.getBean(p.studio.app.mcp.McpToolRegistry.class).descriptors();
org.junit.jupiter.api.Assertions.assertEquals(24, tools.size());
org.junit.jupiter.api.Assertions.assertEquals(48, tools.size());
assertTrue(context.getBean(p.studio.core.runtime.HeadlessGateway.class) instanceof p.studio.app.runtime.HeadlessProcessGateway);
org.junit.jupiter.api.Assertions.assertEquals("studio_project_context", tools.get(0).path("name").asText());
org.junit.jupiter.api.Assertions.assertEquals("studio_reference_read", tools.get(1).path("name").asText());
@@ -57,13 +57,16 @@ class AnimationInstalledRuntimeTest {
byte[] definition=Files.readAllBytes(f.bankRoot.resolve(AnimationDocument.FILE_NAME));
Path corpus=Path.of(System.getProperty("pbs.registryConformanceDirectory"));Files.createDirectories(corpus);
for(boolean optimized:new boolean[]{false,true}){
p.studio.core.shipper.CompilerBuildGateway compiler=(project,sink)->{
var context=p.studio.compiler.models.BuilderPipelineContext.fromConfig(new p.studio.compiler.messages.BuilderPipelineConfig(false,project.rootPath().toString()));context.glyphBankLayoutSource=f.layouts;
p.studio.core.shipper.CompilerBuildGateway compiler=new p.studio.core.shipper.CompilerBuildGateway(){
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,java.util.function.Consumer<String> sink){return compile(project,p.studio.api.automation.BuildSelection.productionBuild(),project.rootPath().resolve("build"),sink);}
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,p.studio.api.automation.BuildSelection selection,Path output,java.util.function.Consumer<String> sink){
var admitted=new p.studio.app.compiler.CompilerBuildGatewayAdapter(f.layouts).compile(project,selection,output,sink);
var context=p.studio.compiler.models.BuilderPipelineContext.fromConfig(new p.studio.compiler.messages.BuilderPipelineConfig(false,project.rootPath().toString(),"core-v1",p.studio.compiler.utilities.SourceProviderFactory.filesystem(),selection.targetId(),output));context.glyphBankLayoutSource=f.layouts;
p.studio.compiler.workspaces.BuilderPipelineService.INSTANCE.build(context,p.studio.utilities.logs.LogAggregator.with(sink));
if(!optimized)try{Files.write(context.bytecodeArtifactPath,new p.studio.compiler.backend.bytecode.BytecodeEmitter().emit(context.irvm.coherentEmissionPlan()).serialize());}catch(java.io.IOException error){throw new java.io.UncheckedIOException(error);}
return new p.studio.core.shipper.CompilerBuildGateway.CompilerBuildOutput(context.bytecodeArtifactPath,context.irBackend.getReservedMetadata().requiredCapabilities().asList());
};
var build=new StudioShipperService(compiler,f.packer.workspaceService(),f.mapper,new ExecutorOperationExecutor(workers)).prepare(f.project,ignored->{}).completion().toCompletableFuture().get(30,TimeUnit.SECONDS);
return new p.studio.core.shipper.CompilerBuildGateway.CompilerBuildOutput(context.bytecodeArtifactPath,context.irBackend.getReservedMetadata().requiredCapabilities().asList(),admitted.issues(),admitted.context());
}};
var build=new StudioShipperService(compiler,f.packer.workspaceService(),f.mapper,new ExecutorOperationExecutor(workers)).withAssetPreflight(new p.studio.app.assets.AssetBudgetInspection(f.mapper,f.packer.workspaceService(),ignored->new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null))).prepare(f.project,ignored->{}).completion().toCompletableFuture().get(30,TimeUnit.SECONDS);
assertTrue(build.success(),build.diagnostics().toString());
String prefix="pbs-animation-composer"+(optimized?"-optimized":"");
Files.copy(root.resolve("build/program.pbx"),corpus.resolve(prefix+".pbx"),StandardCopyOption.REPLACE_EXISTING);
@@ -0,0 +1,139 @@
package p.studio.app.animation;
import javafx.application.Platform;
import javafx.scene.Scene;
import javafx.scene.control.*;
import javafx.scene.layout.StackPane;
import javafx.stage.Stage;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import org.springframework.boot.WebApplicationType;
import org.springframework.boot.builder.SpringApplicationBuilder;
import p.studio.app.StudioApplicationConfiguration;
import p.studio.api.assets.*;
import p.studio.api.assets.bank.AssetBankCompositionSessionFactory;
import p.studio.api.assets.metadata.AssetMetadataService;
import p.studio.api.assets.schema.AssetColorSchemaFactory;
import p.studio.api.assets.scene.SceneBankWorkflow;
import p.studio.api.assets.tiled.TiledAssetService;
import p.studio.api.project.ProjectCatalog;
import p.studio.api.session.ProjectSessionFactory;
import p.studio.ui.javafx.events.StudioEventBus;
import p.studio.ui.javafx.utilities.ThemeService;
import p.studio.ui.javafx.utilities.i18n.I18nService;
import p.studio.ui.javafx.workspaces.assets.AssetWorkspace;
import java.nio.file.*;
import java.util.concurrent.*;
import java.util.function.Supplier;
import static org.junit.jupiter.api.Assertions.*;
/** Actual Assets controls, shared preview/publication, capacity projection and grant inspection. */
class AssetAuthoringDesktopTest {
@TempDir Path root;
@BeforeAll static void toolkit()throws Exception {
var ready=new CompletableFuture<Void>();Platform.startup(()->{Platform.setImplicitExit(false);ready.complete(null);});ready.get(10,TimeUnit.SECONDS);
}
@AfterAll static void toolkitStop(){Platform.exit();}
static <T>T fx(Supplier<T> work)throws Exception {
var value=new CompletableFuture<T>();Platform.runLater(()->{try{value.complete(work.get());}catch(Throwable failure){value.completeExceptionally(failure);}});return value.get(10,TimeUnit.SECONDS);
}
interface Check { boolean get()throws Exception; }
static void await(Check check)throws Exception{long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(20);while(!check.get()){if(System.nanoTime()>end)fail("Assets flow did not finish");Thread.sleep(15);}}
@Test void inspectExistingListCompositionSelectionAndPerBankCapacity()throws Exception {
var fixture=new AnimationIntegrationTest();fixture.root=root;fixture.setup();root=fixture.root;
var app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(false).run();
var project=app.getBean(ProjectSessionFactory.class).open(app.getBean(ProjectCatalog.class).openProject(root));
var window=new Stage[1];var workspace=new AssetWorkspace[1];
try {
fx(()->{
var theme=app.getBean(ThemeService.class);
workspace[0]=new AssetWorkspace(project.projectReference(),app.getBean(StudioEventBus.class),app.getBean(I18nService.class),
app.getBean("studioExecutor",ExecutorService.class),theme,app.getBean(AssetCatalog.class),app.getBean(AssetCommands.class),
app.getBean(AssetPacking.class),app.getBean(AssetDetails.class),app.getBean(AssetCreationCatalog.class),app.getBean(AssetMetadataService.class),
app.getBean(AssetWorkspaceStorage.class),app.getBean(AssetCapacityPolicy.class),app.getBean(AssetBankCompositionSessionFactory.class),
app.getBean(AssetColorSchemaFactory.class),app.getBean(TiledAssetService.class),app.getBean(SceneBankWorkflow.class));
workspace[0].setAnimationService(app.getBean(p.studio.api.assets.animation.AnimationService.class));
workspace[0].lifecycleParticipants().forEach(p->p.subscribe());
window[0]=new Stage();window[0].setTitle("Assets authoring baseline");
var scene=new Scene(new StackPane(workspace[0].rootNode()),1280,960);scene.getStylesheets().add(theme.getDefaultTheme());window[0].setScene(scene);window[0].show();workspace[0].load();return null;
});
long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(15);boolean selected=false,ready=false;
while(!ready&&System.nanoTime()<end) {
if(!selected)selected=fx(()->{
var row=workspace[0].rootNode().lookup(".assets-workspace-asset-row");if(row==null)return false;
row.fireEvent(new javafx.scene.input.MouseEvent(javafx.scene.input.MouseEvent.MOUSE_CLICKED,0,0,0,0,javafx.scene.input.MouseButton.PRIMARY,1,
false,false,false,false,false,false,false,false,false,false,null));return true;
});
if(selected)ready=fx(()->workspace[0].rootNode().lookup(".assets-details-bank-composition-body")!=null);
Thread.sleep(10);
}
assertTrue(ready,"Existing bank composition must finish loading before recording layout");
fx(()->{
workspace[0].rootNode().applyCss();((javafx.scene.Parent)workspace[0].rootNode()).layout();
assertFalse(workspace[0].rootNode().lookupAll(".assets-workspace-action-button").isEmpty());
var snapshot=window[0].getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)snapshot.getWidth(),(int)snapshot.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,snapshot.getPixelReader().getArgb(x,y));
try{Path destination=Path.of("build/asset-authoring-qualification/assets-before.png");Files.createDirectories(destination.getParent());javax.imageio.ImageIO.write(image,"png",destination.toFile());}
catch(Exception failure){throw new RuntimeException(failure);}return null;
});
var details=app.getBean(AssetDetails.class).get(project.projectReference(),app.getBean(AssetCatalog.class).list(project.projectReference(),false).getFirst().reference());
assertEquals(3,details.bankComposition().selectedFiles().size());
fx(()->{
window[0].setWidth(1800);window[0].setHeight(1050);
var split=(SplitPane)workspace[0].rootNode().lookup(".split-pane");if(split!=null)split.setDividerPositions(0.2);
workspace[0].rootNode().applyCss();((javafx.scene.Parent)workspace[0].rootNode()).layout();
var bank=workspace[0].rootNode().lookup(".assets-details-bank-composition-body");
javafx.scene.Node parent=bank;while(parent!=null&&!(parent instanceof ScrollPane))parent=parent.getParent();
if(parent instanceof ScrollPane scroll) {
double y=bank.localToScene(0,0).getY()-scroll.getContent().localToScene(0,0).getY();
double range=scroll.getContent().getLayoutBounds().getHeight()-scroll.getViewportBounds().getHeight();
if(range>0)scroll.setVvalue(Math.max(0,Math.min(1,(y-45)/range)));
}
return null;
});
fx(()->{
var snapshot=window[0].getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)snapshot.getWidth(),(int)snapshot.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,snapshot.getPixelReader().getArgb(x,y));
try{javax.imageio.ImageIO.write(image,"png",Path.of("build/asset-authoring-qualification/assets-composition-before.png").toFile());}
catch(Exception failure){throw new RuntimeException(failure);}return null;
});
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
var authoring=app.getBean(AssetAuthoringService.class);
byte[] before=Files.readAllBytes(fixture.bankRoot.resolve("asset.json"));
fx(()->{workspace[0].setAssetAuthoring(authoring);p.studio.ui.javafx.workspaces.dev.ManualProjectUiGuard.install(workspace[0].rootNode(),()->project.automation().snapshot().manualAllowed());return null;});
await(()->fx(()->((Label)workspace[0].rootNode().lookup("#assets-budget-summary")).getText().contains("glyph: existing 1")));
fx(()->{
javafx.scene.Node node=workspace[0].rootNode().lookup(".assets-details-bank-composition-body");while(!(node instanceof p.studio.ui.javafx.workspaces.assets.details.bank.AssetDetailsBankCompositionControl))node=node.getParent();
var control=node;var i18n=app.getBean(I18nService.class);
control.lookupAll(".button").stream().filter(n->n instanceof Button b&&b.getText().equals(i18n.text(p.studio.ui.javafx.utilities.i18n.I18n.FORM_ACTION_CHANGE))).map(n->(Button)n).findFirst().orElseThrow().fire();
assertTrue(project.automation().snapshot().manualAllowed());var right=(ListView<?>)control.lookup(".studio-dual-list-right");assertFalse(right.isDisabled(),"Composition edit must enable selection");assertEquals(3,right.getItems().size());right.getSelectionModel().clearAndSelect(1);assertEquals(1,right.getSelectionModel().getSelectedIndex());
var up=control.lookupAll(".button").stream().filter(n->n instanceof Button b&&b.getText().equals("Up")).map(n->(Button)n).findFirst().orElseThrow();assertFalse(up.isDisabled(),"Reorder is enabled for the selected row");up.fire();assertTrue(((p.studio.ui.javafx.controls.forms.StudioFormSection)control).hasUnsavedDraft(),"Reorder changes the draft");
return null;
});
await(()->fx(()->{var control=workspace[0].rootNode().lookup(".assets-details-bank-composition-section");return control.lookupAll(".button").stream().anyMatch(n->n instanceof Button b&&b.getText().equals(app.getBean(I18nService.class).text(p.studio.ui.javafx.utilities.i18n.I18n.FORM_ACTION_APPLY))&&!b.isDisabled());}));
fx(()->{var control=workspace[0].rootNode().lookup(".assets-details-bank-composition-section");control.lookupAll(".button").stream().filter(n->n instanceof Button b&&b.getText().equals(app.getBean(I18nService.class).text(p.studio.ui.javafx.utilities.i18n.I18n.FORM_ACTION_APPLY))).map(n->(Button)n).findFirst().orElseThrow().fire();return null;});
await(()->fx(()->javafx.stage.Window.getWindows().stream().anyMatch(w->w.isShowing()&&w.getScene().lookup("#asset-batch-publish")!=null)));
assertArrayEquals(before,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")),"Review leaves published inputs intact");
fx(()->{var review=javafx.stage.Window.getWindows().stream().filter(w->w.isShowing()&&w.getScene().lookup("#asset-batch-rebind")!=null).findFirst().orElseThrow();assertTrue(((Button)review.getScene().lookup("#asset-batch-publish")).isDisabled());Platform.runLater(()->((Button)review.getScene().lookup("#asset-batch-rebind")).fire());return null;});
await(()->fx(()->javafx.stage.Window.getWindows().stream().anyMatch(w->w.isShowing()&&w.getScene().lookup("#asset-rebind-preview")!=null)));
fx(()->{var rebind=javafx.stage.Window.getWindows().stream().filter(w->w.isShowing()&&w.getScene().lookup("#asset-rebind-preview")!=null).findFirst().orElseThrow();
for(var node:rebind.getScene().getRoot().lookupAll(".combo-box"))if(node instanceof ComboBox<?> picker&&picker.getUserData() instanceof p.studio.api.assets.AssetBatches.Artifact from){for(int i=0;i<picker.getItems().size();i++)if(picker.getItems().get(i) instanceof p.studio.api.assets.AssetBatches.ArtifactInfo info&&info.identity().equals(from)){picker.getSelectionModel().select(i);break;}}
assertFalse(((Button)rebind.getScene().lookup("#asset-rebind-preview")).isDisabled());((Button)rebind.getScene().lookup("#asset-rebind-preview")).fire();return null;});
await(()->fx(()->javafx.stage.Window.getWindows().stream().anyMatch(w->w.isShowing()&&w.getScene().lookup("#asset-batch-publish") instanceof Button b&&!b.isDisabled())));
fx(()->{var review=javafx.stage.Window.getWindows().stream().filter(w->w.isShowing()&&w.getScene().lookup("#asset-batch-publish")!=null).findFirst().orElseThrow();assertFalse(((TextArea)review.getScene().lookup("#asset-batch-preview")).getText().isBlank());((Button)review.getScene().lookup("#asset-batch-publish")).fire();return null;});
await(()->fixture.mapper.readTree(fixture.bankRoot.resolve("asset.json").toFile()).path("artifacts").get(0).path("artifact_id").asText().equals("g1"));
new p.animation.AnimationValidator().requireValid(new p.animation.AnimationCodec().decode(Files.readString(fixture.bankRoot.resolve("animations.studio.json"))),fixture.layouts.resolve(root,fixture.uuid));
await(()->project.automation().snapshot().manualOperations()==0);
assertTrue(project.automation().grant(false).toCompletableFuture().get(10,TimeUnit.SECONDS).success());var task=project.automation().acquire().task();
fx(()->{workspace[0].manualAllowed(project.automation().snapshot().manualAllowed());assertTrue(workspace[0].rootNode().lookup("#assets-import-png").isDisable());assertFalse(workspace[0].rootNode().lookup("#assets-refresh-budget").isDisable());((Button)workspace[0].rootNode().lookup("#assets-refresh-budget")).fire();return null;});
assertEquals(authoring.budget(root,null),authoring.budget(root,task.value()));
fx(()->{var snapshot=window[0].getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)snapshot.getWidth(),(int)snapshot.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,snapshot.getPixelReader().getArgb(x,y));try{javax.imageio.ImageIO.write(image,"png",Path.of("build/asset-authoring-qualification/assets-after.png").toFile());}catch(Exception e){throw new RuntimeException(e);}return null;});
project.automation().reclaim().toCompletableFuture().get(10,TimeUnit.SECONDS);
} finally {
fx(()->{if(workspace[0]!=null){workspace[0].unLoad();workspace[0].lifecycleParticipants().forEach(p->p.unsubscribe());}if(window[0]!=null)window[0].close();return null;});
project.close();app.close();fixture.close();
}
}
}
@@ -0,0 +1,148 @@
package p.studio.app.animation;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import p.studio.api.assets.*;
import p.studio.api.assets.AssetBatches.*;
import p.studio.api.automation.*;
import p.studio.app.assets.FileAssetBatchWorkspace;
import p.studio.app.operation.ExecutorOperationExecutor;
import p.studio.core.assets.DefaultAssetAuthoringService;
import p.studio.core.project.*;
import p.studio.core.session.DefaultAutomationSession;
import java.nio.file.*;
import java.util.*;
import java.util.concurrent.*;
import static org.junit.jupiter.api.Assertions.*;
/** Real packer/filesystem composition behind the same human/task service. */
class AssetBatchIntegrationTest {
@TempDir Path root;
AnimationIntegrationTest fixture;FileAssetBatchWorkspace disk;AssetAuthoringService service;
ExecutorService workers;DefaultAutomationSession session;
final AssetReference hero=AssetReference.forAssetId(1);
@BeforeEach void open()throws Exception {
fixture=new AnimationIntegrationTest();fixture.root=root;fixture.setup();root=fixture.root;
workers=Executors.newFixedThreadPool(4);var operations=new ExecutorOperationExecutor(workers);
session=new DefaultAutomationSession(root,operations);var projects=new ProjectAccessRegistry();projects.register(root,session::enterManual,()->true,session);
disk=new FileAssetBatchWorkspace(fixture.mapper,fixture.packer.workspaceService(),new p.studio.app.assets.AssetBudgetInspection(fixture.mapper,fixture.packer.workspaceService(),p->new p.studio.api.project.ProjectLocalStudioSetup(null,null))::inspect);
var catalog=new ProjectCatalogService(root.getParent(),fixture.mapper,new ProjectLocalStudioSetupStore(fixture.mapper));
service=new DefaultAssetAuthoringService(projects,catalog,disk,operations);
}
@AfterEach void close(){try{if(session!=null)session.closeAsync().toCompletableFuture().join();}finally{if(workers!=null)workers.shutdownNow();if(fixture!=null)fixture.close();}}
Request request(List<Mutation> changes,List<Rebind> rebinds){return new Request(service.revision(root,null),changes,rebinds,List.of());}
String hash(Path path)throws Exception{return HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(path)));}
@Test void identicalReimportIsNoOpAndDurableCommitQueriesSurviveAReopenedAdapter()throws Exception {
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
byte[] source=Files.readAllBytes(fixture.bankRoot.resolve("asset.json")),animation=Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json"));
var input=new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png")));
var request=request(List.of(new ImportPng("same",input,hero,"g0.png")),List.of());
var preview=service.preview(root,null,"same",request);assertEquals(PreviewState.no_op,preview.state(),preview.toString());
assertEquals(preview,service.preview(root,null,"same",request));
var result=service.commit(root,null,"commit",preview.batchId(),preview.revision());assertEquals(CommitState.no_op,result.state());
assertEquals(result,service.commit(root,null,"commit",preview.batchId(),preview.revision()));
assertArrayEquals(source,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")));assertArrayEquals(animation,Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json")));
var reopened=new FileAssetBatchWorkspace(fixture.mapper,fixture.packer.workspaceService(),p->{throw new UnsupportedOperationException();});
assertEquals(result,reopened.result(fixture.project,null,preview.batchId()));
}
@Test void reorderRequiresEveryExplicitReferenceAndThenPublishesItsAnimationBindings()throws Exception {
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
byte[] original=Files.readAllBytes(fixture.bankRoot.resolve("asset.json"));
var changes=List.<Mutation>of(new ComposeBank("order",hero,List.of("g2.png","g1.png","g0.png")));
var rejected=service.preview(root,null,"reject-order",request(changes,List.of()));assertEquals(PreviewState.rejected,rejected.state());assertFalse(rejected.affectedReferences().isEmpty());
assertArrayEquals(original,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")));
var mappings=new ArrayList<Rebind>();var groups=new HashMap<Artifact,List<ReferenceUse>>();
rejected.affectedReferences().forEach(reference->groups.computeIfAbsent(reference.target(),key->new ArrayList<>()).add(reference));
groups.forEach((from,uses)->mappings.add(new Rebind(from,from,uses)));
var accepted=service.preview(root,null,"rebind-order",request(changes,mappings));assertEquals(PreviewState.ready,accepted.state(),accepted.toString());
var result=service.commit(root,null,"publish-order",accepted.batchId(),accepted.revision());assertTrue(result.applied());
var document=new p.animation.AnimationCodec().decode(Files.readString(fixture.bankRoot.resolve("animations.studio.json")));
var bank=fixture.layouts.resolve(root,fixture.uuid);new p.animation.AnimationValidator().requireValid(document,bank);
assertEquals(2,document.bindings().stream().filter(b->b.artifactId().equals("g0")).findFirst().orElseThrow().glyphId());
}
@Test void appendPreservesPublishedIdentitiesAndANewReplacementSurvivesAmendedPreview()throws Exception {
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
var original=service.artifacts(root,null,hero);byte[] animation=Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json"));
var append=List.<Mutation>of(new ImportPng("append",new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png"))),hero,"g3.png"),new ComposeBank("compose",hero,List.of("g0.png","g1.png","g2.png","g3.png")));
var preview=service.preview(root,null,"append",request(append,List.of()));assertTrue(preview.canCommit(),preview.toString());assertTrue(service.commit(root,null,"append-commit",preview.batchId(),preview.revision()).applied());
assertEquals(original,service.artifacts(root,null,hero).subList(0,3));assertArrayEquals(animation,Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json")));
// Propose a new artifact and replace an old referenced one in this same reviewed batch.
var replace=List.<Mutation>of(new ImportPng("new",new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png"))),hero,"g4.png"),new ComposeBank("replace",hero,List.of("g4.png","g1.png","g2.png","g3.png")));
var rejected=service.preview(root,null,"replacement",request(replace,List.of()));assertEquals(PreviewState.rejected,rejected.state());
var target=service.previewArtifacts(root,null,rejected.batchId(),hero).stream().filter(a->a.sourcePath().endsWith("g4.png")).findFirst().orElseThrow().identity();
var grouped=new LinkedHashMap<Artifact,List<ReferenceUse>>();rejected.affectedReferences().forEach(use->grouped.computeIfAbsent(use.target(),ignored->new ArrayList<>()).add(use));
var mappings=grouped.entrySet().stream().map(e->new Rebind(e.getKey(),e.getKey().artifactId().equals("g0")?target:e.getKey(),e.getValue())).toList();
var accepted=service.preview(root,null,"replacement-reviewed",request(replace,mappings));assertTrue(accepted.canCommit(),accepted.toString());assertTrue(service.commit(root,null,"replacement-commit",accepted.batchId(),accepted.revision()).applied());
new p.animation.AnimationValidator().requireValid(new p.animation.AnimationCodec().decode(Files.readString(fixture.bankRoot.resolve("animations.studio.json"))),fixture.layouts.resolve(root,fixture.uuid));
}
@Test void changedAuthorizedExternalPngIsRejectedBeforeCommit()throws Exception {
Path external=Files.createTempFile("asset-source-",".png");
try{Files.copy(fixture.bankRoot.resolve("g0.png"),external,StandardCopyOption.REPLACE_EXISTING);var grant=service.authorizePng(root,external);
var preview=service.preview(root,null,"external",request(List.of(new ImportPng("external",new PngInput(null,grant.grantId(),grant.sha256()),hero,"external.png")),List.of()));assertTrue(preview.canCommit(),preview.toString());
Files.copy(fixture.bankRoot.resolve("g1.png"),external,StandardCopyOption.REPLACE_EXISTING);var result=service.commit(root,null,"external-commit",preview.batchId(),preview.revision());assertEquals(CommitState.rejected,result.state());assertTrue(result.diagnostics().stream().anyMatch(d->d.code().equals("PNG_SOURCE_CHANGED")));assertFalse(Files.exists(fixture.bankRoot.resolve("external.png")));
}finally{Files.deleteIfExists(external);}
}
@Test void staleRevisionAndChangedPngRefuseBeforePublication()throws Exception {
var preview=service.preview(root,null,"preload",request(List.of(new UpdateContract("preload",hero,true,"NONE",Map.of(),Map.of("tile_size","16x16"))),List.of()));
assertTrue(preview.canCommit(),preview.toString());
Files.writeString(root.resolve("prometeu.json"),Files.readString(root.resolve("prometeu.json"))+"\n");
byte[] before=Files.readAllBytes(fixture.bankRoot.resolve("asset.json"));
var result=service.commit(root,null,"stale",preview.batchId(),preview.revision());assertEquals(CommitState.conflict,result.state());assertFalse(result.conflicts().isEmpty());
assertArrayEquals(before,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")));
}
@Test void authenticatedHttpToolsPublishGlyphSceneAndOwnershipThroughTheSharedService()throws Exception {
var json=p.studio.app.assets.AssetBatchJson.mapper(fixture.mapper);
var registry=new p.studio.app.mcp.McpToolRegistry(new p.studio.app.mcp.McpToolCatalog(json),json,p.studio.app.mcp.McpAssetAuthoringTools.handlers(service,json));
try(var server=new p.studio.app.mcp.LocalMcpServer(json,registry);var http=java.net.http.HttpClient.newHttpClient()) {
server.start();var credential=server.credentials().prepare(root.toRealPath());credential.activate();
assertTrue(session.grant(false).toCompletableFuture().get().success());String task=session.acquire().task().value();
class Client {
String connection;int sequence;
com.fasterxml.jackson.databind.JsonNode post(String method,Object params)throws Exception {
var message=json.createObjectNode().put("jsonrpc","2.0").put("id",++sequence).put("method",method);message.set("params",json.valueToTree(params));if(method.startsWith("notifications/"))message.remove("id");
var request=java.net.http.HttpRequest.newBuilder(server.connection().endpoint()).timeout(java.time.Duration.ofSeconds(20)).header("Content-Type","application/json").header("Accept","application/json, text/event-stream").header("Authorization","Bearer "+credential.secret()).header("MCP-Protocol-Version",p.studio.app.mcp.LocalMcpServer.PROTOCOL_VERSION);
if(connection!=null)request.header("Mcp-Session-Id",connection);
var response=http.send(request.POST(java.net.http.HttpRequest.BodyPublishers.ofString(json.writeValueAsString(message))).build(),java.net.http.HttpResponse.BodyHandlers.ofString());if(method.startsWith("notifications/")){assertEquals(202,response.statusCode());return json.nullNode();}assertEquals(200,response.statusCode(),response.body());
response.headers().firstValue("Mcp-Session-Id").ifPresent(value->connection=value);return json.readTree(response.body());
}
com.fasterxml.jackson.databind.JsonNode call(String name,Map<String,Object> args)throws Exception {
var scoped=new LinkedHashMap<String,Object>(args);scoped.put("projectRoot",root.toString());scoped.put("taskId",task);
var response=post("tools/call",Map.of("name",name,"arguments",scoped));if(response.has("error"))registry.call(name,json.valueToTree(scoped));assertFalse(response.has("error"),response.toString());var result=response.path("result");assertFalse(result.path("isError").asBoolean(),result.toString());return result.path("structuredContent").path("value");
}
Result publish(List<Mutation> mutations,List<Ownership> ownership)throws Exception {
var revision=json.treeToValue(call("studio_assets_revision",Map.of()).path("revision"),Revision.class);
var request=new Request(revision,mutations,List.of(),ownership);String requestId=UUID.randomUUID().toString();
var value=call("studio_assets_preview",Map.of("clientRequestId",requestId,"request",request));var preview=json.treeToValue(value,Preview.class);assertTrue(preview.canCommit(),value.toString());
assertEquals(value,call("studio_assets_preview",Map.of("clientRequestId",requestId,"request",request)));
var committed=call("studio_assets_commit",Map.of("clientRequestId",UUID.randomUUID().toString(),"batchId",preview.batchId(),"expectedRevision",revision));var result=json.treeToValue(committed,Result.class);assertTrue(result.applied(),committed.toString());assertEquals(committed,call("studio_assets_result",Map.of("batchId",preview.batchId())));return result;
}
}
var client=new Client();client.post("initialize",Map.of("protocolVersion",p.studio.app.mcp.LocalMcpServer.PROTOCOL_VERSION,"clientInfo",Map.of("name","asset-qualification","version","1"),"capabilities",Map.of()));client.post("notifications/initialized",Map.of());
var bank=AssetReference.forRelativeAssetRoot("shared");var scene=AssetReference.forRelativeAssetRoot("shared-scene");
client.publish(List.of(new CreateBank("create","shared","shared",AssetFamily.GLYPH_BANK,"GLYPH_INDEXED_V1","NONE",true),new UpdateContract("tile",bank,true,"NONE",Map.of(),Map.of("tile_size","16x16")),new ImportPng("png",new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png"))),bank,"red.png"),new ComposePalettes("palette",bank,List.of(new Palette(0,List.of(0xff0000ffL)))),new ComposeBank("compose",bank,List.of("red.png"))),List.of());
var artifact=service.artifacts(root,task,bank).getFirst();assertFalse(client.call("studio_assets_artifacts",Map.of("assetReference",bank.value())).path("artifacts").isEmpty());
var layers=new ArrayList<SceneLayer>();layers.add(new SceneLayer(true,bank,16,1,1,1,1,List.of(new SceneTile(true,artifact.identity(),0,false,false))));for(int i=1;i<4;i++)layers.add(new SceneLayer(false,null,0,1,1,1,1,List.of(new SceneTile(false,null,0,false,false))));
client.publish(List.of(new CreateBank("scene","shared-scene","shared-scene",AssetFamily.SCENE_BANK,"SCENE_TILED_V1","NONE",true),new ComposeScene("map",scene,layers)),List.of());
var source=new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png")));
assertEquals(CommitState.no_op,client.publish(List.of(new ImportPng("same",source,bank,"red.png")),List.of()).state());
client.publish(List.of(),List.of(new Ownership(bank,"assets/shared/red.png","selected PNG",List.of(hero),false)));
assertEquals(1,client.call("studio_assets_dependencies",Map.of("assetReference",bank.value())).path("ownership").size());
var budget=client.call("studio_assets_budget",Map.of());assertEquals("unknown",budget.path("qualification").path("state").asText());assertEquals(service.budget(root,null).revision().sha256(),budget.path("revision").path("sha256").asText());
var manifest=(com.fasterxml.jackson.databind.node.ObjectNode)fixture.mapper.readTree(fixture.bankRoot.resolve("asset.json").toFile());((com.fasterxml.jackson.databind.node.ObjectNode)manifest.path("artifacts").get(1)).put("index",3);fixture.mapper.writeValue(fixture.bankRoot.resolve("asset.json").toFile(),manifest);
var diagnostics=client.call("studio_assets_budget",Map.of()).path("diagnostics");assertTrue(diagnostics.toString().contains("GLYPH_INDICES_NONCONTIGUOUS"),diagnostics.toString());assertTrue(diagnostics.toString().contains("missingIndices"));
}
}
@Test void currentTaskAuthorityPrecedesDedupAndHumanMutationsAreBlockedDuringGrant()throws Exception {
assertTrue(session.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());String task=session.acquire().task().value();
var request=request(List.of(),List.of());var preview=service.preview(root,task,"task-preview",request);
assertEquals(preview,service.preview(root,task,"task-preview",request));
assertThrows(ControlDeniedException.class,()->service.preview(root,null,"human",request));
var different=new Request(request.expectedRevision(),List.of(new BuildParticipation("exclude",hero,false)),List.of(),List.of());
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->service.preview(root,task,"task-preview",different)).failure().code());
session.reclaim().toCompletableFuture().get(5,TimeUnit.SECONDS);
assertThrows(ControlDeniedException.class,()->service.preview(root,task,"task-preview",request));
assertEquals(preview,service.preview(root,null,preview.batchId()));
}
}
@@ -0,0 +1,60 @@
package p.studio.app.assets;
import com.fasterxml.jackson.databind.ObjectMapper;
import p.studio.api.assets.*;
import p.studio.api.assets.metadata.*;
import p.studio.api.project.*;
import p.studio.core.assets.*;
import p.studio.core.assets.metadata.AssetStudioMetadataService;
import p.studio.core.assets.scene.SceneBankWorkflowService;
import p.studio.core.project.*;
import p.studio.app.compiler.CompilerBuildGatewayAdapter;
import p.studio.app.operation.ExecutorOperationExecutor;
import p.studio.core.shipper.StudioShipperService;
import java.nio.file.*;
import java.util.*;
import java.util.concurrent.*;
/** Uses public asset commands on a disposable project; no private binary pack emitter. */
public final class SmallAssetProject implements AutoCloseable {
public final ObjectMapper json=new ObjectMapper();public final Path root;
public final p.packer.Packer packer;public final ProjectReference project;
public final PackerAssetCommands commands;public final PackerAssetCatalog catalog;
public SmallAssetProject(Path root)throws Exception {
this.root=Files.createDirectories(root).toRealPath();root=this.root;Files.createDirectories(root.resolve("src"));
Files.writeString(root.resolve("prometeu.json"),"{\"name\":\"capacityfixture\",\"version\":\"1.0.0\",\"language\":\"pbs\",\"stdlib\":\"1\",\"target\":\"Game\",\"app_id\":27301,\"dependencies\":[]}");
Files.writeString(root.resolve("src/mod.barrel"),"pub fn frame() -> void;");Files.writeString(root.resolve("src/main.pbs"),"[Frame] fn frame() -> void {}\n");
packer=p.packer.Packer.bootstrap(json,event->{});commands=new PackerAssetCommands(packer.workspaceService());catalog=new PackerAssetCatalog(packer.workspaceService());
project=new ProjectCatalogService(root.getParent(),json,new ProjectLocalStudioSetupStore(json)).openProject(root);
}
public AssetReference glyph(String name,boolean preload)throws Exception {
var created=commands.create(project,name,name,AssetFamily.GLYPH_BANK,"GLYPH_INDEXED_V1","NONE",preload);
if(!created.successful())throw new IllegalStateException(created.summary());
var configured=commands.updateContract(project,created.assetReference(),preload,"NONE",Map.of(),Map.of("tile_size","16x16"));
if(!configured.success())throw new IllegalStateException(configured.errorMessage());
var image=new java.awt.image.BufferedImage(16,16,java.awt.image.BufferedImage.TYPE_INT_ARGB);
for(int y=0;y<16;y++)for(int x=0;x<16;x++)image.setRGB(x,y,0xffff0000);
javax.imageio.ImageIO.write(image,"png",created.assetRoot().resolve("red.png").toFile());
var palette=commands.applyPaletteOverhauling(project,created.assetReference(),List.of(Map.of("index",0,"rgba8888",List.of(0xff0000ff))));
if(!palette.success())throw new IllegalStateException(palette.errorMessage());
var composition=commands.applyBankComposition(project,created.assetReference(),List.of("red.png"));if(!composition.success())throw new IllegalStateException(composition.errorMessage());
return created.assetReference();
}
public AssetReference scene(String name,AssetReference glyph,boolean preload)throws Exception {
var created=commands.create(project,name,name,AssetFamily.SCENE_BANK,"SCENE_TILED_V1","NONE",preload);
if(!created.successful())throw new IllegalStateException(created.summary());
var source=catalog.list(project,false).stream().filter(a->a.reference().equals(glyph)).findFirst().orElseThrow();
var layers=new ArrayList<AssetStudioSceneLayerBinding>();
for(int i=1;i<=4;i++)layers.add(new AssetStudioSceneLayerBinding(false,i,"Layer "+i,1,1,"scene.tmx",root.resolve("assets").relativize(source.root()).toString(),1,1,0,List.of(AssetStudioSceneTile.inactive(0))));
var metadata=new AssetStudioSceneBankMetadata(1,1,4,layers,created.assetRoot().resolve("scene-bank.studio.json"));
var write=new AssetStudioMetadataService(json).writeSceneBankMetadata(created.assetRoot(),metadata);if(!write.successful())throw new IllegalStateException(write.message());
new SceneBankWorkflowService(catalog,json).writeComposition(project,created.assetRoot(),metadata);return created.assetReference();
}
public p.studio.api.shipper.ShipperPrepareResult build()throws Exception {
try(var workers=Executors.newSingleThreadExecutor()) {
return new StudioShipperService(new CompilerBuildGatewayAdapter(),packer.workspaceService(),json,new ExecutorOperationExecutor(workers))
.prepare(project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);
}
}
@Override public void close(){packer.close();}
}
@@ -21,9 +21,27 @@ public final class InstalledKnowledgeProbe {
check(!Files.exists(Path.of("settings.gradle.kts")) && !Files.exists(Path.of("docs")), "No repository in working directory");
verifyRuntimeCatalogs(provider.getClass().getClassLoader());
if (arguments.length == 1 && arguments[0].equals("--catalog-only")) return;
var guideType = Class.forName("p.studio.app.mcp.McpConnectionGuide");
check(guideType.getProtectionDomain().getCodeSource().getLocation().getPath().endsWith(".jar"), "Lifecycle guide must come from installed JAR");
var guide = (String)guideType.getField("INSTRUCTIONS").get(null);
for (var requirement : java.util.List.of("studio_tests_start", "studio_tests_transcript", "disposable_reopen", "studio_evidence_persist", "studio_evidence_compare", "explicit alpha", "human manual-control", "studio_headless_reset", "same buildId", "Unknown completedFrames is null",
"memcardChoice", "details.control", "clientRequestId", "studio_assets_preview", "studio_assets_commit", "studio_assets_result", "Sound is deferred"))
check(guide.contains(requirement), "Missing installed recovery guidance: " + requirement);
System.out.println("Installed lifecycle and recovery guide verified");
Path root = Files.createDirectory(Path.of("example")).toRealPath();
var docs = provider.documentation().orElseThrow().references(1, p.studio.AppMode.Game);
verifySpecificationAliases(provider.getClass().getClassLoader(), docs);
var assetGuide=docs.stream().filter(r->r.id().equals("pbs:example:game:1:asset-authoring/GUIDE.md")).findFirst().orElseThrow();
for(var term:java.util.List.of("compose_palettes","SCENE_TILED_V1","affectedReferences","cartridge","Sound"))check(assetGuide.text().contains(term),"Missing installed asset guidance: "+term);
try(var input=guideType.getClassLoader().getResourceAsStream("asset-capacity/catalog.json")) {
check(input!=null,"Missing installed capacity catalog");var profile=new ObjectMapper().readTree(input).path("profiles").get(0).path("profile");
check(!profile.path("limits").has("sound"),"Sound is outside this qualification");
for(var boundary:profile.path("evidence"))try(var evidence=guideType.getClassLoader().getResourceAsStream(boundary.path("evidencePath").asText())) {
check(evidence!=null,"Missing installed boundary evidence");check(java.util.HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(evidence.readAllBytes())).equals(boundary.path("evidenceSha256").asText()),"Installed capacity evidence changed");
}
}
System.out.println("Installed shared asset authoring and capacity evidence verified");
check(docs.stream().anyMatch(r -> r.id().equals("pbs:spec:generic-contracts.md")), "Missing installed generic-contract specification");
check(docs.stream().anyMatch(r -> r.id().equals("pbs:example:game:1:src/contracts.pbs")), "Missing installed generic-contract example");
check(docs.stream().anyMatch(r -> r.id().equals("pbs:spec:generic-structs-and-free-functions.md")), "Missing installed generic struct/function specification");
@@ -78,6 +96,7 @@ public final class InstalledKnowledgeProbe {
check(result.bytecodeModule().functions().stream().filter(f -> f.metadata().role() == role).count() == 1,
"Installed example must preserve exactly one " + role);
}
verifyIsolatedTargets(root.resolve("isolated-tests"));
Path listRoot=Files.createDirectory(Path.of("list-example")).toRealPath();
Files.createDirectories(listRoot.resolve("src"));
Files.copy(root.resolve("prometeu.json"),listRoot.resolve("prometeu.json"));
@@ -143,6 +162,28 @@ public final class InstalledKnowledgeProbe {
if (!condition) throw new AssertionError(message);
}
private static void verifyIsolatedTargets(Path root) throws Exception {
var originals = new java.util.HashMap<Path, byte[]>();
try (var files = Files.walk(root.resolve("src"))) {
for (var file : files.filter(Files::isRegularFile).toList()) originals.put(file, Files.readAllBytes(file));
}
for (var target : java.util.List.of("life", "life-fail", "production")) {
Path output = target.equals("production") ? null : root.resolve(".studio/test-builds/" + target + "/installed");
var config = target.equals("production") ? new BuilderPipelineConfig(false, root.toString())
: new BuilderPipelineConfig(false, root.toString(), null, null, target, output);
var result = BuilderPipelineService.INSTANCE.compile(BuilderPipelineContext.fromConfig(config), LogAggregator.stdout());
check(result.diagnostics().stream().noneMatch(issue -> issue.isError()),
"Installed isolated target must compile: " + target + " " + result.diagnostics());
check(result.bytecodeBytes().length > 0, "Installed isolated target must produce bytecode: " + target);
boolean logs = result.bytecodeModule().syscalls().stream().anyMatch(call -> call.module().equals("log"));
check(logs == !target.equals("production"), "Test log support must remain outside production: " + target);
for (var original : originals.entrySet())
check(java.util.Arrays.equals(original.getValue(), Files.readAllBytes(original.getKey())),
"Installed target must preserve production source/barrel: " + original.getKey());
}
System.out.println("Installed isolated targets verified: life, life-fail and default production");
}
private static void verifySpecificationAliases(ClassLoader loader,
java.util.List<p.studio.compiler.services.FrontendReferenceProvider.Reference> docs) throws Exception {
var resource = loader.getResource("pbs-knowledge/index.json");
@@ -14,6 +14,9 @@ class InstalledKnowledgeTest {
@Test void installedJarsProvideAllReferencesAndCompileTheExampleOutsideTheCheckout() throws Exception {
String log = runProbe();
assertTrue(log.contains("references; example compiled"), log);
assertTrue(log.contains("Installed shared asset authoring and capacity evidence verified"), log);
assertTrue(log.contains("Installed lifecycle and recovery guide verified"), log);
assertTrue(log.contains("Installed isolated targets verified: life, life-fail and default production"), log);
assertTrue(log.contains("Packaged external sources verified"), log);
assertTrue(log.contains("Installed specification aliases verified: 12 canonical resources"), log);
assertTrue(log.contains("Installed List/Cursor execution fixture generated"), log);
@@ -0,0 +1,139 @@
package p.studio.app.compiler;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import org.springframework.boot.WebApplicationType;
import org.springframework.boot.builder.SpringApplicationBuilder;
import org.springframework.context.ConfigurableApplicationContext;
import p.studio.api.automation.*;
import p.studio.api.project.ProjectCatalog;
import p.studio.api.session.*;
import p.studio.api.shipper.Shipper;
import p.studio.app.StudioApplicationConfiguration;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.nio.file.*;
import java.util.*;
import java.util.concurrent.TimeUnit;
import static org.junit.jupiter.api.Assertions.*;
/** Real compiler/packer/project composition, no guest or runtime installation required. */
class TargetBuildIntegrationTest {
@TempDir Path root;
ConfigurableApplicationContext app;ProjectSession project;TaskTools tools;String task;ObjectMapper mapper;
@BeforeEach void open()throws Exception {
root=root.toRealPath();Files.createDirectories(root.resolve("src"));Files.createDirectories(root.resolve("tests/life"));Files.createDirectories(root.resolve("tests/shop"));
Files.writeString(root.resolve("src/main.pbs"),"[Frame] fn frame() -> void {}\n");
Files.writeString(root.resolve("src/mod.barrel"),"pub fn frame() -> void;\n");
Files.writeString(root.resolve("tests/life/main.pbs"),"[Frame] fn frame() -> void {}\n");
Files.writeString(root.resolve("tests/shop/main.pbs"),"[Frame] fn frame() -> void {}\n");
Files.writeString(root.resolve("prometeu.json"),"""
{"name":"targetfixture","version":"1.0.0","language":"pbs","stdlib":"1","target":"Game","app_id":123,"dependencies":[],
"testTargets":{"schemaVersion":1,"targets":[
{"id":"life","entrypoint":"tests/life/main.pbs","sourceRoots":["src","tests/life"],"supportRoots":[],"exclusions":["src/main.pbs"],"cases":["health"],"logTag":41000},
{"id":"shop-save","entrypoint":"tests/shop/main.pbs","sourceRoots":["src","tests/shop"],"supportRoots":[],"exclusions":["src/main.pbs"],"cases":["save"],"logTag":41001}]}}
""");
app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(true).run();
mapper=app.getBean(ObjectMapper.class);project=app.getBean(ProjectSessionFactory.class).open(app.getBean(ProjectCatalog.class).openProject(root));
tools=app.getBean(TaskTools.class);project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tools.acquire(root).task().value();
}
@AfterEach void close(){try{if(project!=null)project.close();}finally{if(app!=null)app.close();}}
TrackedOperation build(String request,String target)throws Exception {
tools.build(root,task,request,target);long deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(30);
do {var operation=tools.operation(root,task,new OperationLookup(null,request));if(operation.workerTerminated())return operation;Thread.sleep(5);}while(System.nanoTime()<deadline);
throw new AssertionError("Target build worker did not terminate");
}
@Test void immutableTargetArtifactsProvenanceDedupAndManualProductionBuildAreIndependent()throws Exception {
byte[] production=Files.readAllBytes(root.resolve("src/main.pbs"));
var first=build("life-build","life");assertNotNull(first.buildResult());assertTrue(first.buildResult().success(),first.buildResult().diagnostics().toString());
assertNotNull(first.buildId());Path firstRoot=root.resolve(".studio/test-builds/life").resolve(first.buildId());
assertEquals(firstRoot.resolve("manifest.json"),first.buildResult().manifestPath());assertFalse(Files.exists(root.resolve("build/manifest.json")));
byte[] originalPbx=Files.readAllBytes(firstRoot.resolve("program.pbx"));byte[] originalManifest=Files.readAllBytes(firstRoot.resolve("manifest.json"));
var provenance=mapper.readTree(firstRoot.resolve("build-provenance.json").toFile());
assertEquals("life",provenance.path("targetId").asText());assertEquals(first.buildId(),provenance.path("buildId").asText());
assertTrue(provenance.path("sources").has(root.resolve("tests/life/main.pbs").toString()));
assertFalse(provenance.path("sources").has(root.resolve("src/main.pbs").toString()));
assertTrue(provenance.path("dependencyConfigurationSha256").has(root.resolve("prometeu.json").toString()));
assertEquals(64,provenance.path("revision").asText().length());
var duplicate=tools.build(root,task,"life-build","life");assertEquals(first.operation().id(),duplicate.operation().id());
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->tools.build(root,task,"life-build","shop-save")).failure().code());
var second=build("shop-build","shop-save");assertTrue(second.buildResult().success(),second.buildResult().diagnostics().toString());
assertNotEquals(first.buildId(),second.buildId());
assertArrayEquals(originalPbx,Files.readAllBytes(firstRoot.resolve("program.pbx")));assertArrayEquals(originalManifest,Files.readAllBytes(firstRoot.resolve("manifest.json")));
assertEquals(first.buildId(),tools.operation(root,task,new OperationLookup(null,"life-build")).buildId());
tools.release(root,task).toCompletableFuture().get(10,TimeUnit.SECONDS);
var manual=app.getBean(Shipper.class).prepare(project.projectReference(),ignored->{}).completion().toCompletableFuture().get(30,TimeUnit.SECONDS);
assertTrue(manual.success(),manual.diagnostics().toString());assertEquals(root.resolve("build/manifest.json"),manual.manifestPath());assertEquals("production",manual.context().get("targetId"));
assertArrayEquals(production,Files.readAllBytes(root.resolve("src/main.pbs")));assertArrayEquals(originalPbx,Files.readAllBytes(firstRoot.resolve("program.pbx")));
}
@Test void invalidSelectedSourceCannotPublishATestCartridgeOrUsableBuildIdentity()throws Exception {
byte[] source=Files.readAllBytes(root.resolve("src/main.pbs"));Files.writeString(root.resolve("tests/life/bad.pbs"),"fn broken( this is invalid\n");
var result=build("bad-test","life");assertNull(result.buildId());assertNotNull(result.buildResult());assertFalse(result.buildResult().success());
assertNull(result.buildResult().manifestPath());
assertTrue(result.buildResult().issues().stream().anyMatch(issue->String.valueOf(issue.toMap().get("origin")).contains("tests/life/bad.pbs")),result.buildResult().issues().toString());
try(var files=Files.walk(root.resolve(".studio/test-builds/life"))) {assertTrue(files.noneMatch(p->p.getFileName().toString().equals("manifest.json")));}
assertArrayEquals(source,Files.readAllBytes(root.resolve("src/main.pbs")));
var production=build("production-after-rejection",null);assertTrue(production.buildResult().success(),production.buildResult().diagnostics().toString());
}
@Test void cancellationWaitsForCleanupAndSourceRevisionChangesRefusePublication()throws Exception {
var before=build("retained","shop-save");assertTrue(before.buildResult().success(),before.buildResult().diagnostics().toString());
byte[] manifest=Files.readAllBytes(before.buildResult().manifestPath());
var entered=new java.util.concurrent.CountDownLatch(1);var staged=new java.util.concurrent.atomic.AtomicReference<Path>();
var paused=shipperAfterCompile((project,output)->{
staged.set(output);entered.countDown();
try {new java.util.concurrent.CountDownLatch(1).await();}
catch(InterruptedException interrupted){Thread.currentThread().interrupt();throw new java.util.concurrent.CancellationException("Cancelled fixture after compile");}
});
var candidate=new BuildSelection("life",UUID.randomUUID().toString());
var operation=project.automation().submit(project.automation().snapshot().task(),"Test build cancellation",()->{
paused.prepareNow(project.projectReference(),candidate,ignored->{});
return new AutomationOutcome(AutomationOutcome.Kind.CANCELLED,0,0,List.of(),null);
});
assertTrue(entered.await(10,TimeUnit.SECONDS));assertTrue(Files.isRegularFile(staged.get().resolve("program.pbx")));
operation.cancel();operation.termination().toCompletableFuture().get(10,TimeUnit.SECONDS);
assertFalse(Files.exists(staged.get()));assertFalse(Files.exists(root.resolve(".studio/test-builds/life").resolve(candidate.buildId())));
assertArrayEquals(manifest,Files.readAllBytes(before.buildResult().manifestPath()));
var changed=shipperAfterCompile((project,output)->{
try {Files.writeString(root.resolve("tests/life/main.pbs"),"[Frame] fn frame() -> void { let external: int = 1; }\n");}
catch(java.io.IOException failure){throw new java.io.UncheckedIOException(failure);}
});
var changedSelection=new BuildSelection("life",UUID.randomUUID().toString());
var result=new java.util.concurrent.atomic.AtomicReference<p.studio.api.shipper.ShipperPrepareResult>();
var changeOperation=project.automation().submit(project.automation().snapshot().task(),"Changed source build",()->{
result.set(changed.prepareNow(project.projectReference(),changedSelection,ignored->{}));
return new AutomationOutcome(AutomationOutcome.Kind.SUCCEEDED,0,0,List.of(),null);
});
changeOperation.completion().toCompletableFuture().get(10,TimeUnit.SECONDS);changeOperation.termination().toCompletableFuture().get(10,TimeUnit.SECONDS);
assertFalse(result.get().success());assertTrue(result.get().diagnostics().stream().anyMatch(m->m.contains("Consumed source changed")),result.get().diagnostics().toString());
assertFalse(Files.exists(root.resolve(".studio/test-builds/life").resolve(changedSelection.buildId())));
assertArrayEquals(manifest,Files.readAllBytes(before.buildResult().manifestPath()));
}
@Test void packagedLifeExamplesCompileBothTargetsWithLogSupportAbsentFromProduction()throws Exception {
project.close();Path copy=root.resolve("packaged-example");Files.createDirectories(copy);
String prefix="pbs:example:game:1:isolated-tests/";int files=0;
for(var reference:p.studio.compiler.FrontendRegistryService.require("pbs").documentation().orElseThrow().references(1,p.studio.AppMode.Game)) {
if(!reference.id().startsWith(prefix))continue;
Path destination=copy.resolve(reference.id().substring(prefix.length()));Files.createDirectories(destination.getParent());Files.writeString(destination,reference.text());files++;
}
assertTrue(files>=10,"Packaged isolated test example is missing");root=copy.toRealPath();
project=app.getBean(ProjectSessionFactory.class).open(app.getBean(ProjectCatalog.class).openProject(root));
project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tools.acquire(root).task().value();
byte[] barrel=Files.readAllBytes(root.resolve("src/mod.barrel"));
for(String target:List.of("life","life-fail","production")) {
var result=build("packaged-"+target,target);assertTrue(result.buildResult().success(),result.buildResult().diagnostics().toString());
var manifest=mapper.readTree(result.buildResult().manifestPath().toFile());
boolean usesLog=java.util.stream.StreamSupport.stream(manifest.path("capabilities").spliterator(),false).anyMatch(v->v.asText().equals("log"));
assertEquals(!target.equals("production"),usesLog);
assertArrayEquals(barrel,Files.readAllBytes(root.resolve("src/mod.barrel")));
}
}
p.studio.core.shipper.StudioShipperService shipperAfterCompile(java.util.function.BiConsumer<p.studio.api.project.ProjectReference,Path> after) {
var actual=app.getBean(p.studio.core.shipper.CompilerBuildGateway.class);
var wrapped=new p.studio.core.shipper.CompilerBuildGateway() {
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,java.util.function.Consumer<String> sink){return actual.compile(project,sink);}
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,BuildSelection selection,Path output,java.util.function.Consumer<String> sink){
var result=actual.compile(project,selection,output,sink);after.accept(project,output);return result;
}
};
return new p.studio.core.shipper.StudioShipperService(wrapped,app.getBean(p.packer.PackerWorkspaceService.class),mapper,app.getBean(p.studio.api.operation.OperationExecutor.class));
}
}
@@ -0,0 +1,121 @@
package p.studio.app.evidence;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import com.fasterxml.jackson.databind.ObjectMapper;
import p.studio.api.automation.*;
import p.studio.api.operation.*;
import p.studio.app.operation.ExecutorOperationExecutor;
import p.studio.app.mcp.*;
import p.studio.core.project.ProjectAccessRegistry;
import p.studio.core.session.*;
import java.nio.file.*;
import java.time.Instant;
import java.util.*;
import java.util.concurrent.*;
import java.util.concurrent.atomic.AtomicInteger;
import static org.junit.jupiter.api.Assertions.*;
class EvidenceIntegrationTest {
@TempDir Path root;
ExecutorService pool;DefaultAutomationSession session;ProjectAccessRegistry projects;ObjectMapper mapper=new ObjectMapper();
PngEvidenceCodec codec=new PngEvidenceCodec();EvidenceTools tools;String task;byte[] png;AtomicInteger lookups;
@BeforeEach void open()throws Exception {
root=root.toRealPath();pool=Executors.newCachedThreadPool();projects=new ProjectAccessRegistry();
session=new DefaultAutomationSession(root,new ExecutorOperationExecutor(pool));projects.register(root,session::enterManual,()->true,session);
png=codec.encode(new Evidence.Pixels(2,1,new byte[]{10,20,30,0,40,50,60,(byte)255}));lookups=new AtomicInteger();
TaskTools original=(TaskTools)java.lang.reflect.Proxy.newProxyInstance(getClass().getClassLoader(),new Class[]{TaskTools.class},(proxy,method,args)->{
if(!method.getName().equals("operation"))throw new AssertionError("Evidence must never invoke "+method.getName());
lookups.incrementAndGet();var capture=new CanonicalCapture("native-session","build",5,9,2,1,2,png);
return new TrackedOperation(new OperationSnapshot(new OperationId("original-operation"),OperationState.SUCCEEDED,Instant.now(),"advance"),"advance-request",new TrackedOperation.Progress(1L,1L),null,null,
new AutomationOutcome(AutomationOutcome.Kind.SUCCEEDED,1,1,List.of(),capture),null,true,true);
});
tools=new DefaultEvidenceTools(projects,original,new FileEvidenceStore(mapper),codec);
session.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=session.acquire().task().value();
}
@AfterEach void close(){if(session!=null)session.closeAsync().toCompletableFuture().join();if(pool!=null)pool.shutdownNow();}
Evidence.Publication persist(){return tools.persist(root,task,"persist",new OperationLookup("original-operation",null));}
@Test void originalCheckpointDedupReopenAndReacquisitionDoNotCallRuntimeOrRewriteHistory()throws Exception {
var p=persist();var a=p.artifacts().getFirst();assertArrayEquals(png,tools.image(root,task,a.id()));
assertEquals("original-operation",a.provenance().get("operationId"));assertEquals(9,((Number)a.provenance().get("frameId")).intValue());
assertEquals(p,tools.persist(root,task,"persist",new OperationLookup("original-operation",null)));assertEquals(1,lookups.get());
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->tools.persist(root,task,"persist",new OperationLookup("other",null))).failure().code());
String oldTask=task;session.release(session.snapshot().task()).toCompletableFuture().get(5,TimeUnit.SECONDS);
assertThrows(ControlDeniedException.class,()->tools.metadata(root,oldTask,a.id()));
// Human inspection survives authority return; persisted history is independent of the live operation cache.
assertTrue(tools.metadata(root,null,a.id()).stale());
session.closeAsync().toCompletableFuture().join();
projects=new ProjectAccessRegistry();session=new DefaultAutomationSession(root,new ExecutorOperationExecutor(pool));projects.register(root,session::enterManual,()->true,session);
tools=new DefaultEvidenceTools(projects,null,new FileEvidenceStore(mapper),codec);
session.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=session.acquire().task().value();
assertArrayEquals(png,tools.image(root,task,a.id()));assertEquals(p.id(),tools.list(root,task).getFirst().id());assertTrue(tools.metadata(root,task,a.id()).stale());
assertEquals(p.id(),tools.persist(root,task,"persist",new OperationLookup("original-operation",null)).id());assertEquals(1,lookups.get());
}
@Test void referenceAdmissionCanonicalPathsQuotaBoundsAndIntegrity()throws Exception {
Path external=Files.createTempFile("studio-reference-",".png");
try {
Files.write(external,png);Path link=root.resolve("escape.png");Files.createSymbolicLink(link,external);
assertEquals(AutomationFailure.Code.OUTSIDE_PROJECT_SCOPE,assertThrows(AutomationException.class,()->tools.importReference(root,task,"escape",link,null)).failure().code());
assertThrows(ControlDeniedException.class,()->tools.authorizeReference(root,external));
session.release(session.snapshot().task()).toCompletableFuture().join();String grant=tools.authorizeReference(root,external);
var imported=tools.importReference(root,null,"selected",external,grant);assertNull(imported.baseline());assertEquals("external",imported.artifacts().getFirst().provenance().get("origin"));
var a=imported.artifacts().getFirst();assertNull(a.provenance().get("frameId"));
assertArrayEquals(Arrays.copyOfRange(png,1,4),tools.read(root,null,a.id(),1,3).bytes());
assertThrows(IllegalArgumentException.class,()->tools.read(root,null,a.id(),png.length,1));
assertThrows(IllegalArgumentException.class,()->tools.read(root,null,a.id(),0,Evidence.MAX_READ+1));
var low=new FileEvidenceStore(mapper,1);var refusal=assertThrows(AutomationException.class,()->low.publish(root,new Evidence.Publication(UUID.randomUUID().toString(),"overflow","key",root.toString(),Instant.now().toString(),List.of(),null,null),List.of()));
assertEquals(AutomationFailure.Code.LIMIT_EXCEEDED,refusal.failure().code());assertTrue(refusal.failure().details().containsKey("used"));
assertArrayEquals(png,tools.image(root,null,a.id()));
Files.write(root.resolve(".studio/evidence/pub-"+imported.id()).resolve(a.id()+".png"),new byte[]{1});
assertThrows(AutomationException.class,()->tools.image(root,null,a.id()));
}finally{Files.deleteIfExists(external);}
}
@Test void comparisonMcpImageMetricsAndHumanOnlyBaselineReviewShareOneResult()throws Exception {
var actual=persist().artifacts().getFirst();Path reference=root.resolve("reference.png");Files.write(reference,png);
var expected=tools.importReference(root,task,"reference",reference,null).artifacts().getFirst();
assertEquals(false,expected.provenance().get("humanSelected"));
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,
()->tools.importReference(root,task,"reference",reference,"unverified-grant")).failure().code());
var report=tools.compare(root,task,"comparison",expected.id(),actual.id(),Evidence.Parameters.exact(Evidence.Alpha.compare));
assertEquals(Evidence.Verdict.passed,report.report().verdict());assertEquals(2,report.report().comparedPixels());assertEquals(1,lookups.get());
assertThrows(ControlDeniedException.class,()->tools.approveBaseline(root,expected.id(),null));
var registry=new McpToolRegistry(new McpToolCatalog(mapper),mapper,McpEvidenceTools.handlers(tools,mapper));
var args=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("artifactId",actual.id());
var image=registry.call("studio_evidence_image",args).wire();assertArrayEquals(png,Base64.getDecoder().decode(image.path("content").get(1).path("data").asText()));
assertEquals(actual.sha256(),image.path("structuredContent").path("value").path("artifact").path("sha256").asText());
assertEquals(AutomationFailure.Code.BUSY,assertThrows(AutomationException.class,()->tools.delete(root,task,actual.publicationId())).failure().code());
session.release(session.snapshot().task()).toCompletableFuture().get(5,TimeUnit.SECONDS);
var revision=tools.approveBaseline(root,expected.id(),null);assertEquals(expected.id(),revision.baseline().artifactId());
assertThrows(AutomationException.class,()->tools.approveBaseline(root,actual.id(),null));
var revision2=tools.approveBaseline(root,expected.id(),revision.baseline().id());assertEquals(revision.baseline().id(),revision2.baseline().previousRevision());
assertThrows(AutomationException.class,()->tools.delete(root,null,expected.publicationId()));
assertTrue(tools.list(root,null).stream().anyMatch(p->p.id().equals(report.id())));
assertEquals("INVALID_TASK",registry.call("studio_evidence_image",args).wire().path("structuredContent").path("error").path("code").asText());
}
@Test void interruptedAndAbandonedStagingNeverPublishesOrChangesBaseline()throws Exception {
var p=persist();Path stage=root.resolve(".studio/evidence/staging-interrupted");Files.createDirectories(stage);Files.write(stage.resolve("partial.png"),new byte[]{1,2});
var reopened=new FileEvidenceStore(mapper);assertEquals(1,reopened.list(root).size());assertFalse(Files.exists(stage));
Thread.currentThread().interrupt();
try {
var next=new Evidence.Publication(UUID.randomUUID().toString(),"cancelled","cancelled",root.toString(),Instant.now().toString(),List.of(),null,null);
assertThrows(AutomationException.class,()->reopened.publish(root,next,List.of()));
}finally{Thread.interrupted();}
assertEquals(1,reopened.list(root).size());assertArrayEquals(png,reopened.image(root,p.artifacts().getFirst().id()));
}
@Test void concurrentPublishersCannotBypassExactQuotaAndOtherProjectCannotReuseAnExternalGrant()throws Exception {
var p1=new Evidence.Publication(UUID.randomUUID().toString(),"one","one",root.toString(),"2026-11-10T00:00:00Z",List.of(),null,null);
var p2=new Evidence.Publication(UUID.randomUUID().toString(),"two","two",root.toString(),"2026-11-10T00:00:00Z",List.of(),null,null);
long size=mapper.writeValueAsBytes(p1).length;assertEquals(size,mapper.writeValueAsBytes(p2).length);
var store=new FileEvidenceStore(mapper,size);var start=new CountDownLatch(1);
var first=pool.submit(()->{start.await();try{store.publish(root,p1,List.of());return "ok";}catch(AutomationException e){return e.failure().code().name();}});
var second=pool.submit(()->{start.await();try{store.publish(root,p2,List.of());return "ok";}catch(AutomationException e){return e.failure().code().name();}});
start.countDown();assertEquals(Set.of("ok","LIMIT_EXCEEDED"),Set.of(first.get(5,TimeUnit.SECONDS),second.get(5,TimeUnit.SECONDS)));assertEquals(1,store.list(root).size());
Path other=Files.createDirectory(root.resolve("other-project"));Path external=Files.createTempFile("outside-reference-",".png");
try {
Files.write(external,png);String grant=store.authorizeReference(root,external);
assertThrows(AutomationException.class,()->store.importReference(other,external,grant));
// A valid artifact identifier does not escape the other project's namespace.
var saved=persist();assertThrows(AutomationException.class,()->store.image(other,saved.artifacts().getFirst().id()));
}finally{Files.deleteIfExists(external);}
}
}
@@ -198,4 +198,28 @@ class LocalMcpServerTest {
assertEquals(401, post(wire).statusCode());
}
@Test void evidenceImagesUseAuthenticatedEndpointAndCannotReuseRevokedTasksOrCrossProjectIds() throws Exception {
root=root.toRealPath();var pool=java.util.concurrent.Executors.newSingleThreadExecutor();
var authority=new p.studio.core.session.DefaultAutomationSession(root,new p.studio.app.operation.ExecutorOperationExecutor(pool));
var projects=new p.studio.core.project.ProjectAccessRegistry();projects.register(root,authority::enterManual,()->!authority.snapshot().closed(),authority);
var codec=new p.studio.app.evidence.PngEvidenceCodec();var tools=new p.studio.core.session.DefaultEvidenceTools(projects,null,new p.studio.app.evidence.FileEvidenceStore(mapper),codec);
byte[] png=codec.encode(new Evidence.Pixels(1,1,new byte[]{1,2,3,(byte)255}));
var source=root.resolve("reference.png");java.nio.file.Files.write(source,png);
var artifact=tools.importReference(root,null,"human-import",source,null).artifacts().getFirst();
try {
server.close();server=new LocalMcpServer(mapper,new McpToolRegistry(new McpToolCatalog(mapper),mapper,McpEvidenceTools.handlers(tools,mapper)));
server.start();authorize(root);session=null;initialize();
authority.grant(false).toCompletableFuture().get(5,java.util.concurrent.TimeUnit.SECONDS);String task=authority.acquire().task().value();
var call=mapper.createObjectNode().put("jsonrpc","2.0").put("id",2).put("method","tools/call");
var args=call.putObject("params").put("name","studio_evidence_image").putObject("arguments").put("projectRoot",root.toString()).put("taskId",task).put("artifactId",artifact.id());
assertEquals(401,request("POST",server.connection().endpoint(),call.toString(),null,null,LocalMcpServer.PROTOCOL_VERSION,session).statusCode());
var result=mapper.readTree(post(call.toString()).body()).path("result");assertFalse(result.path("isError").asBoolean());
assertArrayEquals(png,Base64.getDecoder().decode(result.path("content").get(1).path("data").asText()));
args.put("projectRoot",java.nio.file.Files.createDirectory(root.resolve("other")).toRealPath().toString());
assertEquals("OUTSIDE_PROJECT_SCOPE",mapper.readTree(post(call.toString()).body()).path("result").path("structuredContent").path("error").path("code").asText());
args.put("projectRoot",root.toString());authority.release(authority.snapshot().task()).toCompletableFuture().get(5,java.util.concurrent.TimeUnit.SECONDS);
assertEquals("INVALID_TASK",mapper.readTree(post(call.toString()).body()).path("result").path("structuredContent").path("error").path("code").asText());
} finally {authority.closeAsync().toCompletableFuture().join();pool.shutdownNow();}
}
}
@@ -12,7 +12,7 @@ class McpContractTest {
final McpToolCatalog catalog = new McpToolCatalog(mapper);
@Test void everyToolHasValidExampleAuthorityAndResultEnvelope() {
assertEquals(24, catalog.names().size());
assertEquals(48, catalog.names().size());
for (var name : catalog.names()) {
var definition = catalog.definition(name);
assertDoesNotThrow(() -> catalog.validateArguments(name, definition.get("exampleArguments")), name + " arguments");
@@ -127,6 +127,8 @@ class McpTaskToolsTest {
assertEquals(true, runtime.input.get("a")); assertEquals(false, runtime.input.get("up")); assertEquals(0, runtime.input.get("touchY"));
var receipt = value(call("studio_headless_advance", args().put("clientRequestId", "advance").put("frames", 5)));
var result = completed("advance"); assertEquals(1, runtime.advances.get());
assertEquals("advance", result.path("observation").path("context").path("clientRequestId").asText());
assertTrue(result.has("currentObservation"));
assertEquals(5, result.path("progress").path("completedFrames").asInt());
assertEquals(receipt.path("operationId"), value(call("studio_headless_advance", args().put("clientRequestId", "advance").put("frames", 5))).path("operationId"));
error("CLIENT_REQUEST_CONFLICT", call("studio_headless_advance", args().put("clientRequestId", "advance").put("frames", 6)));
@@ -138,6 +140,7 @@ class McpTaskToolsTest {
value(call("studio_headless_capture", args()));
for (var operation : List.of("state", "fault", "clear_input", "reset")) value(call("studio_headless_" + operation, args()));
assertTrue(session.snapshot().stale());
assertEquals(result.path("observation"), poll("advance").path("observation"));
assertTrue(poll("advance").path("capture").path("stale").asBoolean());
value(call("studio_headless_shutdown", args())); assertTrue(runtime.stopped);
error("SESSION_NOT_FOUND", call("studio_headless_state", args()));
@@ -27,7 +27,7 @@ class StudioMcpStdioTest {
var count = new AtomicInteger(); String pixels = "A".repeat(1024 * 1024 + 100);
try (var process = new Connector(root); var server = server(count, pixels)) {
process.initialize();
assertEquals(24, process.request("tools/list", mapper.createObjectNode()).path("result").path("tools").size());
assertEquals(48, process.request("tools/list", mapper.createObjectNode()).path("result").path("tools").size());
var waiting = process.call("studio_project_context", root);
assertEquals("WAITING_FOR_ACCESS", waiting.path("structuredContent").path("error").path("code").asText());
assertFalse(Files.exists(root.resolve(".studio")));
@@ -0,0 +1,52 @@
package p.studio.app.runtime;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import p.studio.api.automation.*;
import p.studio.app.assets.SmallAssetProject;
import java.nio.file.*;
import java.util.*;
import java.util.concurrent.TimeUnit;
import static org.junit.jupiter.api.Assertions.*;
/** Provider qualification precedes publication of a consumer capacity profile. No managed-guard bypass in production. */
class AssetCapacityInstalledRuntimeTest {
@TempDir Path root;
@Test void actualInstalledPoolsAcceptSixteenAndRejectSeventeenGlyphAndScenePreloads()throws Exception {
Path installation=Path.of(System.getProperty("studio.test.runtimeInstall","")).toRealPath();
assertTrue(Files.isExecutable(installation.resolve("prometeu-headless")));
var json=new com.fasterxml.jackson.databind.ObjectMapper();var observations=new ArrayList<Map<String,Object>>();
for(String type:List.of("glyph","scene"))for(int count:List.of(16,17)) {
try(var fixture=new SmallAssetProject(root.resolve(type+count))) {
var source=type.equals("scene")?fixture.glyph("source",false):null;
for(int i=0;i<count;i++)if(type.equals("glyph"))fixture.glyph("bank"+i,true);else fixture.scene("bank"+i,source,true);
var build=fixture.build();assertTrue(build.success(),build.diagnostics().toString());
var plan=fixture.packer.workspaceService().planPackWorkspace(new p.packer.messages.PackerProjectContext(fixture.project.name(),fixture.root));
assertEquals(count,plan.preload().stream().filter(p->p.bankType().equals(type.toUpperCase(Locale.ROOT))).count());
var process=new ProcessBuilder(installation.resolve("prometeu").toString(),"headless","--stdio").directory(fixture.root.toFile()).start();
var session=new HeadlessProcessSession(process,json,HeadlessLimits.defaults(),"qualify-"+type+count);
var record=new LinkedHashMap<String,Object>();record.put("bankType",type);record.put("preloads",count);record.put("plan",plan);
try {
session.initializeAndBoot(build.manifestPath().getParent(),fixture.root,false,Map.of());
var result=session.advance(1,progress->{});record.put("observation",result.observation());record.put("outcome",result.kind().name());
if(count==16){assertEquals(AutomationOutcome.Kind.SUCCEEDED,result.kind(),result.toString());assertEquals(1,result.completedFrames());}
else assertNotEquals(AutomationOutcome.Kind.SUCCEEDED,result.kind(),"Seventeenth preload must be rejected by the native pool");
}catch(AutomationException failure) {
record.put("failure",failure.failure());assertEquals(17,count,"Sixteen native preloads must boot and execute");
var nativeFacts=json.valueToTree(failure.failure().runtimeError());
assertEquals("boot_failed",nativeFacts.path("code").asText(),nativeFacts.toString());
assertEquals("vm_panic",nativeFacts.path("details").path("fault").path("kind").asText(),nativeFacts.toString());
assertEquals("Cartridge preload failed: BackendError",nativeFacts.path("details").path("fault").path("message").asText(),nativeFacts.toString());
}finally {
record.put("nativeObservation",session.observation());
try{session.shutdown().toCompletableFuture().get(7,TimeUnit.SECONDS);}finally{if(session.alive())session.abort("Capacity qualification cleanup");}
}
record.put("expected",count==16?"accepted":"rejected");observations.add(record);
}
}
Path output=Path.of("build/asset-authoring-qualification");Files.createDirectories(output);
var executables=new TreeMap<String,String>();for(String file:List.of("prometeu","prometeu-headless","prometeu-runtime"))executables.put(file,HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(installation.resolve(file)))));
var nativeObservation=(RuntimeObservation)observations.getFirst().get("nativeObservation");
json.writerWithDefaultPrettyPrinter().writeValue(output.resolve("native-capacity-boundaries.json").toFile(),Map.of("installation",installation.toString(),"runtimeVersion",nativeObservation.nativeDetails().get("runtimeVersion"),"executables",executables,"observations",observations,"scope","Actual packaged native 16/17 qualification, glyph/scene only; no runtime writes/builds or larger guest budgets. Native rejection reports the existing aggregate preload BackendError, not a fabricated slot detail."));
}
}
@@ -0,0 +1,68 @@
package p.studio.app.runtime;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import p.studio.api.assets.*;
import p.studio.api.assets.AssetBudgets.*;
import p.studio.api.automation.*;
import p.studio.api.project.*;
import p.studio.app.assets.*;
import p.studio.app.compiler.CompilerBuildGatewayAdapter;
import p.studio.app.operation.ExecutorOperationExecutor;
import p.studio.core.shipper.StudioShipperService;
import java.nio.file.*;
import java.util.*;
import java.util.concurrent.*;
import static org.junit.jupiter.api.Assertions.*;
/** Real qualified build/preflight and process execution, independent of the provider boundary qualification. */
class AssetManagedBuildInstalledRuntimeTest {
@TempDir Path root;
Map<String,String> files(Path directory)throws Exception {
var result=new TreeMap<String,String>();try(var paths=Files.walk(directory)){for(Path file:paths.filter(Files::isRegularFile).toList())result.put(directory.relativize(file).toString(),HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(file))));}return result;
}
@Test void bothPoolsRejectSeventeenthBeforePublicationThenReducedPreloadBuildRunsWithSameGuard()throws Exception {
String install=System.getProperty("studio.test.runtimeInstall","");assertFalse(install.isBlank());var setup=new ProjectLocalStudioSetup(install,null);
var evidence=new ArrayList<Map<String,Object>>();
for(String type:List.of("glyph","scene"))try(var fixture=new SmallAssetProject(root.resolve(type));var workers=Executors.newFixedThreadPool(2)) {
var source=type.equals("scene")?fixture.glyph("source",false):null;
for(int i=0;i<16;i++)if(type.equals("glyph"))fixture.glyph("bank"+i,true);else fixture.scene("bank"+i,source,true);
var budgets=new AssetBudgetInspection(fixture.json,fixture.packer.workspaceService(),p->setup);
var snapshot=budgets.inspect(fixture.project);assertEquals(QualificationState.known,snapshot.qualification().state(),snapshot.qualification().reason());assertTrue(snapshot.managedExecutionAllowed(),snapshot.toString());
var shipper=new StudioShipperService(new CompilerBuildGatewayAdapter(),fixture.packer.workspaceService(),fixture.json,new ExecutorOperationExecutor(workers)).withAssetPreflight(budgets);
var first=shipper.prepare(fixture.project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);assertTrue(first.success(),first.diagnostics().toString());
var before=files(fixture.root.resolve("build"));var extra=type.equals("glyph")?fixture.glyph("extra",true):fixture.scene("extra",source,true);
var rejected=shipper.prepare(fixture.project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);
assertFalse(rejected.success());assertTrue(rejected.issues().stream().anyMatch(i->"PRELOAD_CAPACITY_EXCEEDED".equals(i.toMap().get("code"))),rejected.issues().toString());assertEquals(before,files(fixture.root.resolve("build")));
var packed=new p.studio.core.assets.PackerAssetPacking(fixture.packer.workspaceService(),new ExecutorOperationExecutor(workers)).withAssetPreflight(budgets).pack(fixture.project).completion().toCompletableFuture().get(15,TimeUnit.SECONDS);
assertEquals(p.studio.api.assets.AssetOperationStatus.FAILED,packed.status());assertTrue(packed.diagnostics().stream().anyMatch(d->"PRELOAD_CAPACITY_EXCEEDED".equals(d.code())));assertEquals(before,files(fixture.root.resolve("build")));
var disabled=fixture.commands.updateContract(fixture.project,extra,false,"NONE",Map.of(),type.equals("glyph")?Map.of("tile_size","16x16"):Map.of());assertTrue(disabled.success(),disabled.errorMessage());
var reduced=budgets.inspect(fixture.project);assertTrue(reduced.buildAllowed());assertTrue(reduced.pools().stream().anyMatch(Pool::potentialExceedsKnownLimit));
var built=shipper.prepare(fixture.project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);assertTrue(built.success(),built.diagnostics().toString());
var admitted=new ManagedAssetGuard(fixture.json).require(fixture.root,built.manifestPath().getParent(),setup);
var session=new HeadlessProcessGateway(fixture.json,p->setup).boot(fixture.project,"qualified-"+type,built);
try{var frame=session.advance(1,p->{});assertEquals(AutomationOutcome.Kind.SUCCEEDED,frame.kind());assertEquals(1,frame.completedFrames());}
finally{session.shutdown().toCompletableFuture().get(7,TimeUnit.SECONDS);}
Path program=built.manifestPath().getParent().resolve("program.pbx");byte[] originalProgram=Files.readAllBytes(program);Files.writeString(program,"changed",StandardOpenOption.APPEND);
assertEquals("ASSET_BUILD_BYTES_CHANGED",assertThrows(AutomationException.class,()->new ManagedAssetGuard(fixture.json).require(fixture.root,built.manifestPath().getParent(),setup)).failure().details().get("code"));Files.write(program,originalProgram);
Files.writeString(fixture.root.resolve("assets/bank0/asset.json"),"\n",StandardOpenOption.APPEND);
assertEquals("ASSET_BUILD_INPUTS_CHANGED",assertThrows(AutomationException.class,()->new ManagedAssetGuard(fixture.json).require(fixture.root,built.manifestPath().getParent(),setup)).failure().details().get("code"));
evidence.add(Map.of("bankType",type,"initialBudget",snapshot,"rejectedBuild",rejected.diagnosticView(),"previousOutputPreserved",true,"reducedBudget",reduced,"admission",admitted));
}
Path output=Path.of("build/asset-authoring-qualification");Files.createDirectories(output);
new com.fasterxml.jackson.databind.ObjectMapper().writerWithDefaultPrettyPrinter().writeValue(output.resolve("managed-boundaries.json").toFile(),evidence);
}
@Test void unqualifiedBuildAndChangedRuntimeComponentCannotStartManagedExecution()throws Exception {
Path install=Path.of(System.getProperty("studio.test.runtimeInstall","")).toRealPath();var setup=new ProjectLocalStudioSetup(install.toString(),null);
try(var fixture=new SmallAssetProject(root.resolve("unknown"))) {
fixture.glyph("bank",true);var unqualified=fixture.build();assertTrue(unqualified.success());
var failure=assertThrows(AutomationException.class,()->new ManagedAssetGuard(fixture.json).require(fixture.root,unqualified.manifestPath().getParent(),setup));
assertEquals(AutomationFailure.Code.RUNTIME_INCOMPATIBLE,failure.failure().code());
Path changed=Files.createDirectories(root.resolve("changed-installation"));
for(String name:List.of("prometeu","prometeu-headless","prometeu-runtime"))Files.copy(install.resolve(name),changed.resolve(name));
Files.writeString(changed.resolve("prometeu-headless"),"changed",StandardOpenOption.APPEND);
var selected=new AssetCapacityProfiles(fixture.json).select(new ProjectLocalStudioSetup(changed.toString(),null));assertEquals(QualificationState.unknown,selected.state());assertTrue(selected.reason().contains("component changed"));
assertEquals(QualificationState.unknown,new AssetCapacityProfiles(fixture.json).select(ProjectLocalStudioSetup.defaults()).state());
}
}
}
@@ -30,7 +30,10 @@ final class DirectHeadlessOracle implements AutoCloseable {
assertEquals(1, hello.path("protocolVersion").path("major").asInt());
var initialize = mapper.createObjectNode();
initialize.putObject("protocolVersion").put("major", 1).put("minor", 0);
initialize.set("requiredCapabilities", hello.path("capabilities"));
// This independent client uses the base protocol only; advertised optional
// capabilities can require a newer minor and must not be requested blindly.
initialize.set("requiredCapabilities", mapper.valueToTree(List.of("boot", "reset", "set_input", "clear_input",
"advance", "capture", "get_state", "get_fault", "cancel", "shutdown")));
call("initialize", initialize);
call("boot", mapper.createObjectNode().put("path", cartridge.toString()));
} catch (Throwable failure) { terminate(); throw failure; }
@@ -0,0 +1,18 @@
package p.studio.app.runtime;
import org.junit.jupiter.api.Test;
import com.fasterxml.jackson.databind.ObjectMapper;
import p.studio.api.automation.GuestTests;
import static org.junit.jupiter.api.Assertions.*;
class GuestEventDecoderTest {
final GuestEventDecoder decoder=new GuestEventDecoder(new ObjectMapper());
final String valid="""
{"schemaVersion":1,"suiteId":"life","eventId":"assert-1","kind":"assertion","caseId":"health","payload":{"name":"damage","message":"public health","expected":10,"actual":9,"passed":false}}
""";
@Test void versionedEventsRetainTypedAssertionPayloadAndRejectAmbiguousEnvelopes() {
var event=decoder.decode(valid);assertEquals(GuestTests.EventKind.assertion,event.kind());assertEquals(false,event.payload().get("passed"));assertEquals(9,event.payload().get("actual"));
for(var invalid:java.util.List.of("plain game text",valid+" {}",valid.replace("\"schemaVersion\":1","\"schemaVersion\":\"1\""),valid.replace("\"schemaVersion\":1","\"schemaVersion\":2"),valid.replace("\"passed\":false","\"passed\":true,\"passed\":false"),valid.replace("\"suiteId\":\"life\"","\"suiteId\":3"),valid.replace("\"kind\":\"assertion\"","\"kind\":\"unknown\"")))
assertThrows(IllegalArgumentException.class,()->decoder.decode(invalid),invalid);
}
}
@@ -0,0 +1,24 @@
package p.studio.app.runtime;
import com.fasterxml.jackson.databind.ObjectMapper;
import org.junit.jupiter.api.Test;
import p.studio.api.automation.*;
import java.math.BigInteger;
import static org.junit.jupiter.api.Assertions.*;
class GuestLogWireTest {
final ObjectMapper mapper=new ObjectMapper();
@Test void nativeUint64ValuesAndHistoricalOverflowRemainLossless()throws Exception {
var json=mapper.readTree("""
{"sessionId":"session","logEpoch":0,"events":[{"sequence":0,"frame":18446744073709551615,
"timestampMs":18446744073709551615,"level":"info","source":"app","appId":4294967295,"tag":65535,"message":"é"}],
"oldestSequence":0,"newestSequence":0,"nextAfterSequence":0,"gap":false,"overflow":true}
""");
var page=HeadlessWire.logs(json,"session",null,1);
assertEquals(new BigInteger("18446744073709551615"),page.events().getFirst().frame());assertTrue(page.overflow());assertFalse(page.gap());
assertEquals(4294967295L,page.events().getFirst().appId());
assertThrows(AutomationException.class,()->HeadlessWire.logs(json,"other",null,1));
((com.fasterxml.jackson.databind.node.ObjectNode)json).put("nextAfterSequence",1);
assertThrows(AutomationException.class,()->HeadlessWire.logs(json,"session",null,1));
}
}
@@ -0,0 +1,75 @@
package p.studio.app.runtime;
import com.fasterxml.jackson.databind.*;
import com.fasterxml.jackson.databind.node.*;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import org.springframework.boot.WebApplicationType;
import org.springframework.boot.builder.SpringApplicationBuilder;
import p.studio.api.automation.*;
import p.studio.api.project.*;
import p.studio.api.session.*;
import p.studio.app.StudioApplicationConfiguration;
import p.studio.core.project.ProjectLocalStudioSetupStore;
import java.nio.file.*;
import java.security.MessageDigest;
import java.util.*;
import java.util.concurrent.TimeUnit;
import static org.junit.jupiter.api.Assertions.*;
/** Required pilot on a disposable copy of the actual game, using only its existing public APIs. */
class GuestTestPilotTest {
@TempDir Path root;
static Map<String,String> sources(Path root)throws Exception {
var hashes=new TreeMap<String,String>();try(var paths=Files.walk(root.resolve("src"))) {
for(var p:paths.filter(Files::isRegularFile).toList())hashes.put(root.relativize(p).toString(),HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(p))));
}return hashes;
}
@Test void publicShopCommitAndSeparateProcessReadbackPreserveOriginalSourcesAndPersonalMedia()throws Exception {
String selected=System.getProperty("studio.test.guestPilotProject","");assertFalse(selected.isBlank(),"Supply -PstudioGuestPilotProject=<actual Zelda project>");
Path original=Path.of(selected).toRealPath();var before=sources(original);root=root.toRealPath();
for(String folder:List.of("src","assets"))try(var paths=Files.walk(original.resolve(folder))) {
for(var source:paths.toList()){Path dest=root.resolve(original.relativize(source));if(Files.isDirectory(source))Files.createDirectories(dest);else Files.copy(source,dest);}
}
var mapper=new ObjectMapper();var manifest=(ObjectNode)mapper.readTree(original.resolve("prometeu.json").toFile());
assertNotNull(manifest.get("memcard_slots"));var targets=manifest.putObject("testTargets").put("schemaVersion",1).putArray("targets");
for(var name:List.of("writer","reader")) {
Path entry=root.resolve("tests/"+name+"/main.pbs");Files.createDirectories(entry.getParent());
try(var stream=getClass().getResourceAsStream("/guest-tests/zelda-public/"+name+".pbs")){assertNotNull(stream);Files.copy(stream,entry);}
var t=targets.addObject().put("id",name).put("entrypoint","tests/"+name+"/main.pbs").put("logTag",41003);
t.putArray("sourceRoots").add("src").add("tests/"+name);t.putArray("supportRoots");t.putArray("exclusions").add("src/main.pbs");
var cases=t.putArray("cases");if(name.equals("writer")){cases.add("purchase").add("commit");}else cases.add("readback");
}
mapper.writeValue(root.resolve("prometeu.json").toFile(),manifest);
Path personal=root.resolve(".studio/memcard.pmc");Files.createDirectories(personal.getParent());Files.writeString(personal,"Unrelated personal image");byte[] personalBytes=Files.readAllBytes(personal);
try(var app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(true).run()) {
var project=app.getBean(ProjectCatalog.class).openProject(root);app.getBean(ProjectLocalStudioSetupStore.class).save(project,new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null));
try(var session=app.getBean(ProjectSessionFactory.class).open(project)) {
var service=app.getBean(GuestTestTools.class);
service.start(root,null,"writer",new GuestTestTools.Request("writer",1500,1,120_000,GuestTestTools.Media.disposable_create,null,false));
var writer=await(service,"writer");
Path output=Path.of("build/guest-tests-qualification/zelda-public");Files.createDirectories(output);
mapper.writeValue(output.resolve("writer.json").toFile(),writer.result());
assertEquals(GuestTests.CaseState.passed,writer.result().verdict(),String.valueOf(writer.result()));assertFalse(writer.runtimeRetained());
Path image=root.resolve(".studio/test-runs").resolve(writer.runId()).resolve("memcard.pmc");assertTrue(Files.isRegularFile(image));
String afterWriter=HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(image)));
Files.copy(image,output.resolve("writer-memcard.pmc"),StandardCopyOption.REPLACE_EXISTING);
service.start(root,null,"reader",new GuestTestTools.Request("reader",30,1,120_000,GuestTestTools.Media.disposable_reopen,writer.runId(),false));
var reader=await(service,"reader");mapper.writeValue(output.resolve("reader.json").toFile(),reader.result());
Path cartridge=root.resolve(".studio/test-builds/reader").resolve(reader.result().buildId());
try(var files=Files.walk(cartridge)){for(var file:files.toList()){Path dest=output.resolve("reader-cartridge").resolve(cartridge.relativize(file));if(Files.isDirectory(file))Files.createDirectories(dest);else Files.copy(file,dest,StandardCopyOption.REPLACE_EXISTING);}}
mapper.writeValue(output.resolve("source-and-media-proof.json").toFile(),Map.of("originalProject",original.toString(),"originalSourcesBefore",before,"originalSourcesAfter",sources(original),"copySourcesAfter",sources(root),"writerImageSha256",afterWriter,"readerImageSha256",HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(image))),"scope","Existing public Inventory.restore_slots, CaveSupplyShop.purchase and SaveStore boot/begin/poll/load. No original generator/private helper/source/barrel edit."));
assertEquals(GuestTests.CaseState.passed,reader.result().verdict(),String.valueOf(reader.result()));
assertNotEquals(writer.result().sessionId(),reader.result().sessionId());assertNotEquals(writer.result().buildId(),reader.result().buildId());assertFalse(reader.runtimeRetained());
assertArrayEquals(personalBytes,Files.readAllBytes(personal));assertEquals(before,sources(root));assertEquals(before,sources(original));
mapper.writeValue(output.resolve("writer.json").toFile(),writer.result());mapper.writeValue(output.resolve("reader.json").toFile(),reader.result());
mapper.writeValue(output.resolve("source-and-media-proof.json").toFile(),Map.of("originalProject",original.toString(),"originalSourcesBefore",before,"originalSourcesAfter",sources(original),"copySourcesAfter",sources(root),"writerImageSha256",afterWriter,"readerImageSha256",HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(image))),"scope","Existing public Inventory.restore_slots, CaveSupplyShop.purchase and SaveStore boot/begin/poll/load. No original generator/private helper/source/barrel edit."));
}
}
}
GuestTestTools.View await(GuestTestTools service,String id)throws Exception {
long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(130);
while(System.nanoTime()<end){var view=service.get(root,null,new OperationLookup(null,id));if(view.workerTerminated())return view;Thread.sleep(10);}
throw new AssertionError("Pilot test worker did not terminate");
}
}
@@ -0,0 +1,101 @@
package p.studio.app.runtime;
import com.fasterxml.jackson.databind.*;
import com.fasterxml.jackson.databind.node.ObjectNode;
import javafx.application.Platform;
import javafx.scene.Scene;
import javafx.scene.control.*;
import javafx.stage.Stage;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import org.springframework.boot.WebApplicationType;
import org.springframework.boot.builder.SpringApplicationBuilder;
import p.studio.api.automation.*;
import p.studio.api.project.*;
import p.studio.api.session.*;
import p.studio.app.StudioApplicationConfiguration;
import p.studio.app.mcp.*;
import p.studio.core.project.ProjectLocalStudioSetupStore;
import p.studio.ui.javafx.events.StudioEventBus;
import p.studio.ui.javafx.utilities.ThemeService;
import p.studio.ui.javafx.workspaces.tests.TestsWorkspace;
import java.net.http.*;
import java.nio.file.*;
import java.time.Duration;
import java.util.*;
import java.util.concurrent.*;
import java.util.function.Supplier;
import static org.junit.jupiter.api.Assertions.*;
/** Actual Tests workspace + authenticated HTTP MCP + installed provider, over one service. */
class GuestTestsDesktopTest {
@TempDir Path root;
@BeforeAll static void toolkit()throws Exception {var ready=new CompletableFuture<Void>();Platform.startup(()->{Platform.setImplicitExit(false);ready.complete(null);});ready.get(10,TimeUnit.SECONDS);}
@AfterAll static void stopToolkit(){Platform.exit();}
static <T>T fx(Supplier<T> work)throws Exception {var value=new CompletableFuture<T>();Platform.runLater(()->{try{value.complete(work.get());}catch(Throwable error){value.completeExceptionally(error);}});return value.get(10,TimeUnit.SECONDS);}
@Test void manualRunAndAgentRunShareCasesTranscriptAndOriginalEvidenceWhileGrantBlocksHumanMutation()throws Exception {
root=root.toRealPath();String prefix="pbs:example:game:1:isolated-tests/";
for(var reference:p.studio.compiler.FrontendRegistryService.require("pbs").documentation().orElseThrow().references(1,p.studio.AppMode.Game))if(reference.id().startsWith(prefix)) {
Path dest=root.resolve(reference.id().substring(prefix.length()));Files.createDirectories(dest.getParent());Files.writeString(dest,reference.text());
}
try(var app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(false).run()) {
var ref=app.getBean(ProjectCatalog.class).openProject(root);String install=System.getProperty("studio.test.runtimeInstall","");assertFalse(install.isBlank());
app.getBean(ProjectLocalStudioSetupStore.class).save(ref,new ProjectLocalStudioSetup(install,null));
try(var project=app.getBean(ProjectSessionFactory.class).open(ref);var client=HttpClient.newHttpClient()) {
var tools=app.getBean(GuestTestTools.class);assertSame(tools,project.guestTestTools().orElseThrow());
var workspace=fx(()->new TestsWorkspace(project,tools,app.getBean("studioExecutor",ExecutorService.class),app.getBean(StudioEventBus.class)));
var stage=fx(()->{var s=new Stage();var scene=new Scene((javafx.scene.Parent)workspace.rootNode(),1400,1000);scene.getStylesheets().add(app.getBean(ThemeService.class).getDefaultTheme());s.setScene(scene);s.setTitle("Guest tests — shared FE/MCP qualification");s.show();workspace.load();return s;});
try {
await(()->fx(()->!((ComboBox<?>)workspace.rootNode().lookup("#tests-target")).getItems().isEmpty()));
fx(()->{((ComboBox<String>)workspace.rootNode().lookup("#tests-target")).setValue("life");((Button)workspace.rootNode().lookup("#tests-run")).fire();return null;});
await(()->tools.list(root,null).stream().anyMatch(v->v.workerTerminated()&&v.result()!=null&&v.result().verdict()==GuestTests.CaseState.passed));
await(()->fx(()->((Label)workspace.rootNode().lookup("#tests-status")).getText().contains("passed")));
fx(()->{snapshot(stage,"manual-pass.png");return null;});
assertTrue(project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());
var mapper=app.getBean(ObjectMapper.class);var server=app.getBean(LocalMcpServer.class);
String credential=ProjectConnectionFiles.read(root,mapper).credential();
var initialize=rpc(mapper,"initialize");var p=initialize.putObject("params").put("protocolVersion","2025-06-18");p.putObject("capabilities");p.putObject("clientInfo").put("name","tests-desktop").put("version","1");
var connected=post(client,server,mapper,credential,null,initialize);String connection=connected.headers().firstValue("Mcp-Session-Id").orElseThrow();
var initialized=mapper.createObjectNode().put("jsonrpc","2.0").put("method","notifications/initialized");assertEquals(202,post(client,server,mapper,credential,connection,initialized).statusCode());
JsonNode acquired=call(client,server,mapper,credential,connection,"studio_control_acquire",mapper.createObjectNode().put("projectRoot",root.toString()));String task=acquired.path("taskId").asText();assertFalse(task.isBlank());
var args=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("clientRequestId","agent-known-fail");
args.set("request",mapper.valueToTree(new GuestTestTools.Request("life-fail",120,1,30_000,GuestTestTools.Media.memory_fresh,null,false)));
var receipt=call(client,server,mapper,credential,connection,"studio_tests_start",args);
var duplicate=call(client,server,mapper,credential,connection,"studio_tests_start",args);assertEquals(receipt.path("operationId"),duplicate.path("operationId"));
var lookup=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("clientRequestId","agent-known-fail");
await(()->tools.get(root,task,new OperationLookup(null,"agent-known-fail")).workerTerminated());
var result=call(client,server,mapper,credential,connection,"studio_tests_get",lookup);
assertEquals("failed",result.path("result").path("verdict").asText());
var core=tools.get(root,task,new OperationLookup(null,"agent-known-fail"));
var coreSummary=(ObjectNode)mapper.readTree(mapper.writeValueAsString(core.result()));coreSummary.remove("transcript");assertEquals(coreSummary,result.path("result"));assertEquals(8,result.path("transcriptTotal").asInt());
var page=call(client,server,mapper,credential,connection,"studio_tests_transcript",lookup.deepCopy().put("offset",0).put("limit",128));assertEquals(8,page.path("events").size());
assertEquals(mapper.readTree(mapper.writeValueAsString(core.result().transcript())),page.path("events"));
await(()->fx(()->((Button)workspace.rootNode().lookup("#tests-run")).isDisabled()));
await(()->fx(()->((ListView<?>)workspace.rootNode().lookup("#tests-history")).getItems().size()==2));
fx(()->{((ListView<?>)workspace.rootNode().lookup("#tests-history")).getSelectionModel().selectLast();return null;});
await(()->fx(()->((Label)workspace.rootNode().lookup("#tests-status")).getText().contains("failed")));
fx(()->{assertTrue(((Button)workspace.rootNode().lookup("#tests-cancel")).isDisabled());assertFalse(((TreeView<?>)workspace.rootNode().lookup("#tests-cases")).isDisabled());snapshot(stage,"agent-known-fail.png");return null;});
Path output=Path.of("build/guest-tests-qualification/desktop");Files.createDirectories(output);mapper.writeValue(output.resolve("mcp-failed-result.json").toFile(),result);mapper.writeValue(output.resolve("mcp-transcript.json").toFile(),page);
project.automation().reclaim().toCompletableFuture().get(5,TimeUnit.SECONDS);
} finally {fx(()->{workspace.unLoad();stage.close();return null;});}
}
}
}
static ObjectNode rpc(ObjectMapper mapper,String method){return mapper.createObjectNode().put("jsonrpc","2.0").put("id",UUID.randomUUID().toString()).put("method",method);}
static HttpResponse<String> post(HttpClient client,LocalMcpServer server,ObjectMapper mapper,String token,String connection,JsonNode body)throws Exception {
var request=HttpRequest.newBuilder(server.connection().endpoint()).timeout(Duration.ofSeconds(15)).header("Authorization","Bearer "+token).header("Content-Type","application/json").header("Accept","application/json, text/event-stream").header("MCP-Protocol-Version","2025-06-18");
if(connection!=null)request.header("Mcp-Session-Id",connection);
return client.send(request.POST(HttpRequest.BodyPublishers.ofString(mapper.writeValueAsString(body))).build(),HttpResponse.BodyHandlers.ofString());
}
static JsonNode call(HttpClient client,LocalMcpServer server,ObjectMapper mapper,String token,String connection,String tool,ObjectNode args)throws Exception {
var body=rpc(mapper,"tools/call");body.putObject("params").put("name",tool).set("arguments",args);var response=post(client,server,mapper,token,connection,body);
assertEquals(200,response.statusCode());var parsed=mapper.readTree(response.body());assertFalse(parsed.has("error"),parsed.toString());var result=parsed.path("result");assertFalse(result.path("isError").asBoolean(),result.toString());return result.path("structuredContent").path("value");
}
static void snapshot(Stage stage,String name) {
var picture=stage.getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)picture.getWidth(),(int)picture.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,picture.getPixelReader().getArgb(x,y));
try{Path output=Path.of("build/guest-tests-qualification/desktop");Files.createDirectories(output);javax.imageio.ImageIO.write(image,"png",output.resolve(name).toFile());}catch(Exception error){throw new RuntimeException(error);}
}
interface Check {boolean get()throws Exception;}
static void await(Check condition)throws Exception {long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(30);while(System.nanoTime()<end){if(condition.get())return;Thread.sleep(10);}fail("Desktop/shared service condition did not converge");}
}
@@ -0,0 +1,151 @@
package p.studio.app.runtime;
import com.fasterxml.jackson.databind.ObjectMapper;
import org.junit.jupiter.api.*;
import org.junit.jupiter.api.io.TempDir;
import org.springframework.boot.WebApplicationType;
import org.springframework.boot.builder.SpringApplicationBuilder;
import org.springframework.context.ConfigurableApplicationContext;
import p.studio.api.automation.*;
import p.studio.api.project.*;
import p.studio.api.session.*;
import p.studio.app.StudioApplicationConfiguration;
import p.studio.core.project.ProjectLocalStudioSetupStore;
import java.nio.file.*;
import java.util.*;
import java.util.concurrent.TimeUnit;
import static org.junit.jupiter.api.Assertions.*;
/** Actual installed provider and PBS/compiler/packer/shared runner; no simulated protocol. */
class GuestTestsInstalledRuntimeTest {
@TempDir Path root;
ConfigurableApplicationContext app;ProjectSession session;GuestTestTools tests;ObjectMapper mapper;String task;
@BeforeEach void open()throws Exception {
root=root.toRealPath();String install=System.getProperty("studio.test.runtimeInstall","");assertFalse(install.isBlank(),"Select an installed protocol 1.2 runtime");
String prefix="pbs:example:game:1:isolated-tests/";
for(var ref:p.studio.compiler.FrontendRegistryService.require("pbs").documentation().orElseThrow().references(1,p.studio.AppMode.Game)) {
if(ref.id().startsWith(prefix)){Path dest=root.resolve(ref.id().substring(prefix.length()));Files.createDirectories(dest.getParent());Files.writeString(dest,ref.text());}
}
app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(true).run();
var project=app.getBean(ProjectCatalog.class).openProject(root);
app.getBean(ProjectLocalStudioSetupStore.class).save(project,new ProjectLocalStudioSetup(install,null));
session=app.getBean(ProjectSessionFactory.class).open(project);tests=app.getBean(GuestTestTools.class);mapper=app.getBean(ObjectMapper.class);
}
@AfterEach void close(){try{if(session!=null)session.close();}finally{if(app!=null)app.close();}}
GuestTestTools.Request request(String target,long maxFrames){return new GuestTestTools.Request(target,maxFrames,1,30_000,GuestTestTools.Media.memory_fresh,null,false);}
GuestTestTools.View await(String request)throws Exception {
long deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(40);
do {var result=tests.get(root,task,new OperationLookup(null,request));if(result.workerTerminated())return result;Thread.sleep(5);}while(System.nanoTime()<deadline);
throw new AssertionError("Guest test worker did not terminate");
}
@Test void realLifePassAndDeliberateFailureHaveSeparateFreshSessionsAndPreserveProductionAndUserMedia()throws Exception {
var production=Files.readAllBytes(root.resolve("src/main.pbs"));var barrel=Files.readAllBytes(root.resolve("src/mod.barrel"));
Path personal=root.resolve(".studio/memcard.pmc");Files.createDirectories(personal.getParent());Files.writeString(personal,"personal image must remain byte identical");byte[] personalBytes=Files.readAllBytes(personal);
session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=app.getBean(TaskTools.class).acquire(root).task().value();
assertEquals(2,tests.targets(root,task).targets().size());var started=tests.start(root,task,"pass",request("life",20));
assertEquals(started.operation().id(),tests.start(root,task,"pass",request("life",20)).operation().id());
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->tests.start(root,task,"pass",request("life-fail",20))).failure().code());
var passed=await("pass");assertNotNull(passed.result());assertEquals(GuestTests.CaseState.passed,passed.result().verdict(),String.valueOf(passed.result()));
assertEquals(8,passed.result().transcript().size());assertEquals(2,passed.result().cases().size());assertEquals(true,passed.result().context().get("runtimeClosed"));
assertNotNull(passed.result().context().get("captureArtifactId"));
tests.start(root,task,"fail",request("life-fail",20));var failed=await("fail");
assertEquals(GuestTests.CaseState.failed,failed.result().verdict(),String.valueOf(failed.result()));assertNull(failed.result().failure());
assertNotEquals(passed.result().sessionId(),failed.result().sessionId());assertNotEquals(passed.result().buildId(),failed.result().buildId());
assertEquals(GuestTests.CaseState.failed,failed.result().cases().getFirst().state());
assertEquals(8,tests.transcript(root,task,new OperationLookup(null,"pass"),0,128).total());
assertArrayEquals(personalBytes,Files.readAllBytes(personal));assertArrayEquals(production,Files.readAllBytes(root.resolve("src/main.pbs")));assertArrayEquals(barrel,Files.readAllBytes(root.resolve("src/mod.barrel")));
assertTrue(Files.isRegularFile(root.resolve(".studio/test-runs").resolve(passed.runId()).resolve("result.json")));
var output=Path.of("build/guest-tests-qualification");Files.createDirectories(output);mapper.writeValue(output.resolve("life-pass.json").toFile(),passed.result());mapper.writeValue(output.resolve("life-known-fail.json").toFile(),failed.result());
String artifact=String.valueOf(passed.result().context().get("captureArtifactId"));
String checkpointSource="import { Log } from @sdk:log;\ndeclare global tick: int=0;\n[Frame] fn frame() -> void { if tick==0 {"
+emit("suite_start",0,null,Map.of())+emit("case_start",1,"image",Map.of())
+emit("assertion",2,"image",Map.of("name","reference","message","Retained checkpoint","passed",true))
+emit("checkpoint",3,"image",Map.of("artifactId",artifact))+"} else if tick==1 {"
+emit("case_end",4,"image",Map.of())+emit("suite_end",5,null,Map.of("eventCount",6))+"} tick+=1; }\n";
addTarget("checkpoint",checkpointSource,List.of("image"));tests.start(root,task,"checkpoint",request("checkpoint",20));var checkpoint=await("checkpoint");
assertEquals(GuestTests.CaseState.passed,checkpoint.result().verdict(),String.valueOf(checkpoint.result()));assertEquals(List.of(artifact),checkpoint.result().cases().getFirst().checkpointIds());
var original=app.getBean(EvidenceTools.class).metadata(root,task,artifact).artifact();
assertEquals(passed.result().sessionId(),original.provenance().get("sessionId"));assertEquals(passed.operation().id().value(),original.provenance().get("operationId"));assertNotEquals(checkpoint.result().sessionId(),original.provenance().get("sessionId"));
mapper.writeValue(output.resolve("original-checkpoint-reference.json").toFile(),checkpoint.result());
var ordinary=app.getBean(TaskTools.class);ordinary.build(root,task,"production-after-test");
TrackedOperation built;do{built=ordinary.operation(root,task,new OperationLookup(null,"production-after-test"));Thread.sleep(5);}while(!built.workerTerminated());
assertTrue(built.buildResult().success(),built.buildResult().diagnostics().toString());assertEquals("production",built.buildResult().context().get("targetId"));
ordinary.headless(root,task,TaskTools.HeadlessAction.BOOT,built.buildId(),Map.of());ordinary.advance(root,task,"ordinary-frame",1);
TrackedOperation frame;do{frame=ordinary.operation(root,task,new OperationLookup(null,"ordinary-frame"));Thread.sleep(5);}while(!frame.workerTerminated());
assertEquals(AutomationOutcome.Kind.SUCCEEDED,frame.runtimeResult().kind());ordinary.headless(root,task,TaskTools.HeadlessAction.SHUTDOWN,null,Map.of());
app.getBean(TaskTools.class).release(root,task).toCompletableFuture().get(5,TimeUnit.SECONDS);
assertThrows(ControlDeniedException.class,()->tests.get(root,task,new OperationLookup(null,"pass")));
assertEquals(GuestTests.CaseState.passed,tests.get(root,null,new OperationLookup(null,"pass")).result().verdict());
}
void addTarget(String id,String source,List<String> cases)throws Exception {
Path path=root.resolve("tests/"+id+"/main.pbs");Files.createDirectories(path.getParent());Files.writeString(path,source);
var manifest=(com.fasterxml.jackson.databind.node.ObjectNode)mapper.readTree(root.resolve("prometeu.json").toFile());
var array=(com.fasterxml.jackson.databind.node.ArrayNode)manifest.path("testTargets").path("targets");
var target=array.addObject().put("id",id).put("entrypoint","tests/"+id+"/main.pbs").put("logTag",41000);
target.putArray("sourceRoots").add("src").add("tests/"+id);target.putArray("supportRoots");target.putArray("exclusions").add("src/main.pbs");target.set("cases",mapper.valueToTree(cases));mapper.writeValue(root.resolve("prometeu.json").toFile(),manifest);
}
@Test void timeoutAndCancellationFinishWorkersWithoutInventingASuccessfulSuite()throws Exception {
addTarget("waiting","[Frame] fn frame() -> void {}\n",List.of("never"));
tests.start(root,null,"timeout",request("waiting",1));var timeout=await("timeout");
assertEquals(GuestTests.Completion.timed_out,timeout.result().completion());assertEquals(GuestTests.CaseState.not_run,timeout.result().cases().getFirst().state());assertFalse(timeout.runtimeRetained());
var started=tests.start(root,null,"cancel",request("waiting",100_000));
long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(10);
while(tests.get(root,null,new OperationLookup(null,"cancel")).progress().completedFrames()<2&&System.nanoTime()<end)Thread.sleep(5);
assertTrue(tests.cancel(root,null,started.operation().id().value()));var cancelled=await("cancel");
assertEquals(GuestTests.Completion.cancelled,cancelled.result().completion());assertFalse(cancelled.runtimeRetained());
assertEquals(0,session.automation().snapshot().manualOperations());
}
@Test void droppedGuestAssertionWithContiguousNativeLogsIsRejected()throws Exception {
String first="{\"schemaVersion\":1,\"suiteId\":\"drop\",\"eventId\":\"s\",\"kind\":\"suite_start\",\"payload\":{\"ordinal\":0}}";
var events=new ArrayList<String>();events.add(first);
events.add("{\"schemaVersion\":1,\"suiteId\":\"drop\",\"caseId\":\"check\",\"eventId\":\"c\",\"kind\":\"case_start\",\"payload\":{\"ordinal\":1}}");
events.add("{\"schemaVersion\":1,\"suiteId\":\"drop\",\"caseId\":\"check\",\"eventId\":\"a\",\"kind\":\"assertion\",\"payload\":{\"ordinal\":2,\"name\":\"kept\",\"message\":\"kept\",\"passed\":true}}");
String dropped=events.getLast().replace("\"a\"","\"lost\"").replace("\"ordinal\":2","\"ordinal\":3").replace("\"passed\":true","\"passed\":false");
var source=new StringBuilder("import { Log } from @sdk:log;\ndeclare global tick: int=0;\n[Frame] fn frame() -> void { if tick==0 {\n");
for(var event:events)source.append("Log.info(41000,").append(mapper.writeValueAsString(event)).append(");\n");
source.append("for i: int from 0 until 7 { Log.info(0,\"ordinary\"); }\nLog.info(41000,").append(mapper.writeValueAsString(dropped)).append(");\n} else if tick==1 {\n");
String endCase="{\"schemaVersion\":1,\"suiteId\":\"drop\",\"caseId\":\"check\",\"eventId\":\"ce\",\"kind\":\"case_end\",\"payload\":{\"ordinal\":4}}";
String endSuite="{\"schemaVersion\":1,\"suiteId\":\"drop\",\"eventId\":\"se\",\"kind\":\"suite_end\",\"payload\":{\"ordinal\":5,\"eventCount\":6}}";
source.append("Log.info(41000,").append(mapper.writeValueAsString(endCase)).append(");Log.info(41000,").append(mapper.writeValueAsString(endSuite)).append(");\n} tick+=1; }\n");
addTarget("drop",source.toString(),List.of("check"));tests.start(root,null,"drop-test",request("drop",20));var result=await("drop-test").result();
assertEquals(GuestTests.CaseState.infrastructure_failure,result.verdict(),String.valueOf(result));
assertTrue(result.failure().message().contains("ordinal"),result.failure().message());assertFalse(result.lossDetected());
assertEquals(1,result.cases().getFirst().assertions().size());assertTrue(result.cases().getFirst().assertions().getFirst().passed());
var output=Path.of("build/guest-tests-qualification");Files.createDirectories(output);mapper.writeValue(output.resolve("producer-drop-rejected.json").toFile(),result);
String emptySource="import { Log } from @sdk:log;\ndeclare global tick: int=0;\n[Frame] fn frame() -> void { if tick==0 {"
+emit("suite_start",0,null,Map.of())+emit("suite_end",1,null,Map.of("eventCount",2))+"} tick+=1; }\n";
addTarget("empty",emptySource,List.of());tests.start(root,null,"empty",request("empty",20));var empty=await("empty").result();
assertEquals(GuestTests.CaseState.infrastructure_failure,empty.verdict());assertTrue(empty.failure().message().contains("Empty suite"));
mapper.writeValue(output.resolve("empty-suite-rejected.json").toFile(),empty);
}
String emit(String kind,int ordinal,String caseId,Map<String,Object> payload)throws Exception {
var event=mapper.createObjectNode().put("schemaVersion",1).put("suiteId","dirty").put("eventId","e"+ordinal).put("kind",kind);
if(caseId!=null)event.put("caseId",caseId);var values=new LinkedHashMap<>(payload);values.put("ordinal",ordinal);event.set("payload",mapper.valueToTree(values));
String message=mapper.writeValueAsString(event);assertTrue(message.getBytes(java.nio.charset.StandardCharsets.UTF_8).length<=256);
return "Log.info(41000,"+mapper.writeValueAsString(message)+");";
}
@Test void nativeDirtyRefusalRetainsRuntimeUntilExplicitDiscardWithoutChangingOriginalResult()throws Exception {
var manifest=(com.fasterxml.jackson.databind.node.ObjectNode)mapper.readTree(root.resolve("prometeu.json").toFile());manifest.put("memcard_slots",1);mapper.writeValue(root.resolve("prometeu.json").toFile(),manifest);
String source="import { Log } from @sdk:log;\nimport { Mem, MemcardBuffer } from @sdk:mem;\ndeclare global context: long=0;\ndeclare global tick: int=0;\n"
+"[MemcardBoot] fn boot_card(value: long) -> int { context=value; if Mem.presentation(value,\"Dirty test\",1 as long,1,1,new MemcardBuffer(560),0,560)!=0 as long { return 1; } return 0; }\n[Frame] fn frame() -> void { if tick==0 {"
+emit("suite_start",0,null,Map.of())+emit("case_start",1,"write",Map.of())+"} else if tick==1 { let bytes=new MemcardBuffer(1);bytes.write(0,7);let write=Mem.slot_write(context,0,0,bytes,0,1);if write.status==0 as long {"
+emit("assertion",2,"write",Map.of("name","RAM write","message","native write accepted","passed",true))+"} else {"
+emit("assertion",2,"write",Map.of("name","RAM write","message","native write accepted","passed",false))+"}"
+emit("case_end",3,"write",Map.of())+"} else if tick==2 {"+emit("suite_end",4,null,Map.of("eventCount",5))+"} tick+=1; }\n";
addTarget("dirty",source,List.of("write"));tests.start(root,null,"dirty-run",request("dirty",20));var run=await("dirty-run");
assertEquals(AutomationFailure.Code.MEMCARD_ERROR,run.result().failure().code(),String.valueOf(run.result()));assertTrue(run.runtimeRetained());
assertEquals(GuestTests.CaseState.passed,run.result().cases().getFirst().state());assertEquals(false,run.result().context().get("runtimeClosed"));
assertEquals(ControlResult.Status.BUSY,session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).status());
assertThrows(AutomationException.class,()->tests.shutdown(root,null,run.operation().id().value(),false));
tests.shutdown(root,null,run.operation().id().value(),true);var recovered=tests.get(root,null,new OperationLookup(null,"dirty-run"));
assertFalse(recovered.runtimeRetained());assertSame(run.result(),recovered.result());assertFalse(session.automation().runtimeAttached());
assertTrue(session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());
}
@Test void manualTestUsesTheSameRunnerAndBlocksGrantUntilTermination()throws Exception {
tests.start(root,null,"manual-life",request("life",20));var run=await("manual-life");
assertEquals(GuestTests.CaseState.passed,run.result().verdict(),String.valueOf(run.result()));
assertFalse(session.automation().runtimeAttached());assertEquals(0,session.automation().snapshot().manualOperations());
assertTrue(session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());
assertThrows(ControlDeniedException.class,()->tests.start(root,null,"denied",request("life",20)));
}
}
@@ -66,11 +66,21 @@ public final class HeadlessFixture {
emit(MAPPER.createObjectNode().put("type", "response").put("sessionId", "fixture").put("requestId", id).set("error", error));
} else response(id, state());
}
case "get_state" -> { if (!mode.equals("hang-call")) response(id, state()); }
case "get_state" -> {
if (mode.equals("watchdog-inspection-fails")) {
var error = MAPPER.createObjectNode().put("code", "busy").put("message", "Inspection unavailable"); error.putObject("details");
emit(MAPPER.createObjectNode().put("type", "response").put("sessionId", "fixture").put("requestId", id).set("error", error));
} else if (!mode.equals("hang-call")) response(id, state());
}
case "get_fault" -> response(id, MAPPER.nullNode());
case "get_memcard_state", "memcard_mount", "memcard_unmount", "memcard_reconcile", "memcard_continue_in_memory" -> response(id, memcardState());
case "advance" -> {
active = id; frames = request.path("params").path("frames").longValue();
if (mode.startsWith("watchdog")) {
var result = MAPPER.createObjectNode().put("requested", frames).put("completed", 0).put("stop", "host_error");
result.putObject("error").put("code", "host_tick_watchdog").put("message", "Controlled watchdog").putObject("details").put("hostTickLimit", 7);
response(id, result); continue;
}
emit(MAPPER.createObjectNode().put("type", "progress").put("sessionId", "fixture").put("requestId", id)
.put("requested", frames).put("completed", mode.equals("bad-progress") ? frames + 1 : 2));
if (mode.equals("crash")) System.exit(23);
@@ -83,6 +93,10 @@ public final class HeadlessFixture {
response(active, MAPPER.createObjectNode().put("requested", frames).put("completed", 2).put("stop", "canceled"));
}
case "capture" -> {
if (mode.startsWith("watchdog")) {
var error = MAPPER.createObjectNode().put("code", "no_frame_available").put("message", "No completed frame"); error.putObject("details");
emit(MAPPER.createObjectNode().put("type", "response").put("sessionId", "fixture").put("requestId", id).set("error", error)); continue;
}
var image = new java.awt.image.BufferedImage(1, 1, java.awt.image.BufferedImage.TYPE_INT_ARGB);
image.setRGB(0, 0, 0xff123456); var bytes = new ByteArrayOutputStream(); javax.imageio.ImageIO.write(image, "png", bytes);
response(id, MAPPER.createObjectNode().put("mimeType", "image/png").put("encoding", "base64").put("pixelFormat", "RGBA8888")
@@ -32,11 +32,14 @@ class HeadlessInstalledRuntimeTest {
setup.save(project, new ProjectLocalStudioSetup(install, null));
try (var workers = Executors.newSingleThreadExecutor(); var packer = p.packer.Packer.bootstrap(mapper, ignored -> {})) {
var build = new StudioShipperService(new CompilerBuildGatewayAdapter(), packer.workspaceService(), mapper, new ExecutorOperationExecutor(workers))
.withAssetPreflight(new p.studio.app.assets.AssetBudgetInspection(mapper,packer.workspaceService(),setup::load))
.prepare(project, ignored -> {}).completion().toCompletableFuture().get(15, TimeUnit.SECONDS);
assertTrue(build.success(), build.diagnostics().toString());
var gateway = new HeadlessProcessGateway(mapper, setup::load);
var session = (HeadlessProcessSession) gateway.boot(project, "real-build", build);
try {
assertEquals(RuntimeObservation.Lifecycle.BOOTED, session.observation().lifecycle());
assertNotNull(session.bootReply().values().get("state"));
assertEquals(600, session.maxFramesPerAdvance());
assertEquals(AutomationFailure.Code.NO_FRAME_AVAILABLE, assertThrows(AutomationException.class,
() -> session.call(TaskTools.HeadlessAction.CAPTURE, Map.of())).failure().code());
@@ -54,6 +57,8 @@ class HeadlessInstalledRuntimeTest {
session.call(TaskTools.HeadlessAction.SET_INPUT, Map.of("a", true));
session.call(TaskTools.HeadlessAction.CLEAR_INPUT, Map.of());
session.call(TaskTools.HeadlessAction.RESET, Map.of());
assertEquals(RuntimeObservation.Lifecycle.UNBOOTED, session.observation().lifecycle());
assertNull(session.observation().lastFrame());
assertEquals(AutomationFailure.Code.NO_FRAME_AVAILABLE, assertThrows(AutomationException.class,
() -> session.call(TaskTools.HeadlessAction.CAPTURE, Map.of())).failure().code());
session.call(TaskTools.HeadlessAction.BOOT, Map.of());
@@ -64,6 +69,7 @@ class HeadlessInstalledRuntimeTest {
() -> session.advance(601, ignored -> {})).failure().code());
} finally { session.shutdown().toCompletableFuture().get(7, TimeUnit.SECONDS); }
assertFalse(session.alive());
assertEquals(RuntimeObservation.Lifecycle.TERMINATED, session.observation().lifecycle());
var cancellable = (HeadlessProcessSession) new HeadlessProcessGateway(mapper, setup::load,
new HeadlessLimits(20000, 65536, 33554432, 5000, 60000, 5000)).boot(project, "cancel-build", build);
try {
@@ -73,7 +73,7 @@ class HeadlessMcpDesktopTest {
server = app.getBean(LocalMcpServer.class); client = HttpClient.newHttpClient();
fx(() -> {
locale = new I18nService(); locale.setLocale(Locale.ENGLISH);
dev = new DevWorkspace(reference, project.automation(), locale, new StudioEventBus(), app.getBean(AgentConnectionGuide.class));
dev = new DevWorkspace(reference, project.automation(), locale, new StudioEventBus(), app.getBean(AgentConnectionGuide.class), project.diagnosticSources());
stage = new Stage(); stage.setTitle("Real MCP / headless / DEV conformance");
stage.setScene(new Scene((javafx.scene.Parent) dev.rootNode(), 1000, 800)); stage.show(); dev.load();
});
@@ -144,6 +144,39 @@ class HeadlessMcpDesktopTest {
assertArrayEquals(png(call("studio_operation_get", args().put("clientRequestId", "cancel-me"))), project.automation().snapshot().capture().png());
}
@Test void observationInspectorAndHttpDistinguishHistoricalAdvanceCurrentResetAndReturnedControl() throws Exception {
acquire(); build("observation-build"); boot();
value(call("studio_headless_advance", args().put("clientRequestId", "observed").put("frames", 3)));
var finished = value(completed("observed"));
assertEquals(3, finished.path("observation").path("progress").path("completedFrames").asInt());
assertEquals("observed", finished.path("observation").path("context").path("clientRequestId").asText());
var reset = value(call("studio_headless_reset", args()));
assertEquals("UNBOOTED", reset.path("observation").path("lifecycle").asText());
var queried = value(call("studio_operation_get", args().put("clientRequestId", "observed")));
assertEquals(finished.path("observation"), queried.path("observation"));
assertEquals("UNBOOTED", queried.path("currentObservation").path("lifecycle").asText());
var context = value(call("studio_project_context", mapper.createObjectNode().put("projectRoot", root.toString())));
assertEquals("AGENT_WORKING", context.path("control").path("state").asText());
assertEquals("UNBOOTED", context.path("runtime").path("lifecycle").asText());
fx(() -> {
var tree = (TreeView<?>)dev.rootNode().lookup("#dev-runtime-observation");
assertNotNull(tree); assertEquals(3, tree.getRoot().getChildren().size());
assertTrue(treeContains(tree.getRoot().getChildren().get(1), "lifecycle: UNBOOTED"));
assertTrue(treeContains(tree.getRoot().getChildren().get(0), "state: AGENT_WORKING"));
});
var released = value(call("studio_control_release", args()));
assertEquals("MANUAL", released.path("control").path("state").asText());
assertEquals("COMPLETED", released.path("control").path("cleanup").asText());
assertTrue(released.path("control").path("taskRevoked").asBoolean());
fx(() -> {
var tree = (TreeView<?>)dev.rootNode().lookup("#dev-runtime-observation");
assertTrue(treeContains(tree.getRoot().getChildren().get(0), "cleanup: COMPLETED"));
});
}
private static boolean treeContains(TreeItem<?> item, String expected) {
return expected.equals(item.getValue()) || item.getChildren().stream().anyMatch(child -> treeContains(child, expected));
}
@Test void revokeWaitsForRuntimeAndDocumentRefreshAndRejectsLateCalls() throws Exception {
prepareLongRun();
value(call("studio_headless_advance", args().put("clientRequestId", "before-revoke").put("frames", 1)));
@@ -164,7 +197,11 @@ class HeadlessMcpDesktopTest {
String edited = Files.readString(source) + "\n// external edit retained on revoke\n"; Files.writeString(source, edited);
startRunning("revoked");
fx(() -> ((Button) dev.rootNode().lookup("#dev-reclaim")).fire());
refreshEntered.get(10, TimeUnit.SECONDS);
try { refreshEntered.get(10, TimeUnit.SECONDS); }
catch (TimeoutException failure) {
throw new AssertionError("Return did not reach document refresh: " + project.automation().snapshot().controlObservation()
+ "; runtime=" + project.automation().snapshot().runtimeObservation(), failure);
}
assertEquals(ControlState.RETURNING_CONTROL, project.automation().snapshot().state());
assertFalse(project.automation().snapshot().manualAllowed());
assertEquals(401, post(request("ping")).statusCode());
@@ -280,7 +317,7 @@ class HeadlessMcpDesktopTest {
@Test void fullHttpLoopMatchesRawRuntimePixelsAndDisplayedDevAcrossResetAndRebuild() throws Exception {
assertEquals(401, post(request("ping")).statusCode());
grant();
assertEquals(22, mapper.readTree(post(request("tools/list")).body()).path("result").path("tools").size());
assertEquals(48, mapper.readTree(post(request("tools/list")).body()).path("result").path("tools").size());
assertTrue(value(call("studio_project_context", args())).path("languages").toString().contains("pbs"));
value(call("studio_reference_read", args().put("referenceId", "pbs:quickstart").put("limit", 100)));
var sdk = value(call("studio_reference_read", args().put("referenceId", "pbs:sdk:game:1:sdk/input/main.pbs").put("limit", 1000)));
@@ -364,7 +401,8 @@ class HeadlessMcpDesktopTest {
var raw = oracle.call("capture");
var image = call("studio_headless_capture", args());
assertArrayEquals(png(result), png(image));
assertEquals(value(result).path("capture"), value(image));
var imageMetadata = ((ObjectNode)value(image)).deepCopy(); imageMetadata.remove("observation");
assertEquals(value(result).path("capture"), imageMetadata);
compareCapture(raw, image, logical[i], x[i]);
captures.add(raw.deepCopy());
var actualState = value(call("studio_headless_state", args())).path("state");
@@ -18,6 +18,42 @@ class HeadlessProcessSessionTest {
var session = new HeadlessProcessSession(process, new ObjectMapper(), HeadlessFixture.limits(mode), "build"); sessions.add(session); return session;
}
@AfterEach void cleanup() { sessions.forEach(session -> session.abort("test cleanup")); }
@Test void structuredTestCapabilityRefusalHappensBeforeInitializeOrBoot()throws Exception {
var session=start("normal");
var failure=assertThrows(AutomationException.class,()->session.initializeAndBoot(root,root,false,Map.of(),root.resolve("unused.pmc"),true));
assertEquals(AutomationFailure.Code.RUNTIME_INCOMPATIBLE,failure.failure().code());
assertFalse(Files.exists(root.resolve("requests.jsonl")),"Capability refusal must not execute the guest");
}
@Test void lifecycleObservationsPreserveFinalFactsAcrossResetBootAndShutdown() throws Exception {
var session = start("normal"); session.initializeAndBoot(root);
assertEquals(RuntimeObservation.Lifecycle.BOOTED, session.observation().lifecycle());
assertEquals(session.bootReply().values().get("state"), session.observation().nativeDetails().get("state"));
var finalFrame = session.advance(3, ignored -> {}).observation();
assertEquals(3L, finalFrame.progress().completedFrames()); assertNotNull(finalFrame.lastFrame());
var reset = session.call(TaskTools.HeadlessAction.RESET, Map.of());
assertEquals(RuntimeObservation.Lifecycle.UNBOOTED, ((RuntimeObservation)reset.values().get("observation")).lifecycle());
assertNull(session.observation().lastFrame()); assertTrue(session.observation().captureStale());
assertEquals(3L, finalFrame.progress().completedFrames()); assertNotNull(finalFrame.lastFrame());
session.call(TaskTools.HeadlessAction.BOOT, Map.of());
assertEquals(RuntimeObservation.Lifecycle.BOOTED, session.observation().lifecycle());
var stopped = session.stop(Map.of()).toCompletableFuture().get(3, TimeUnit.SECONDS);
assertEquals(RuntimeObservation.Lifecycle.TERMINATED, ((RuntimeObservation)stopped.values().get("observation")).lifecycle());
assertFalse(session.alive());
}
@Test void failedFollowupPreservesTheNativeWatchdogAndKnownZeroFrames() throws Exception {
var session = start("watchdog-inspection-fails"); session.initializeAndBoot(root);
var result = session.advance(3, ignored -> {});
assertEquals(AutomationOutcome.Kind.INFRASTRUCTURE_FAILURE, result.kind());
assertEquals(0, result.completedFrames()); assertNull(result.capture());
var observation = result.observation();
assertEquals(0L, observation.progress().completedFrames());
assertEquals("host_tick_watchdog", ((Map<?, ?>)observation.nativeDetails().get("error")).get("code"));
assertEquals(Set.of("capture", "get_state"), observation.unavailable().stream()
.map(RuntimeObservation.UnavailableObservation::source).collect(java.util.stream.Collectors.toSet()));
assertEquals("BUSY", observation.unavailable().stream().filter(value -> value.source().equals("get_state")).findFirst().orElseThrow().code());
assertTrue(session.alive());
assertEquals(1, Files.readAllLines(root.resolve("requests.jsonl")).stream().filter(line -> line.contains("\"command\":\"advance\"")).count());
}
@Test void productionLoadDiagnosticsSurviveBootFailureAndMcpSerialization() throws Exception {
var mapper = new ObjectMapper();
for (String fixture : List.of("resource", "invalid-role", "retired-opcode", "native", "native-abi", "unknown-native")) {
@@ -98,6 +134,9 @@ class HeadlessProcessSessionTest {
var known = new AtomicReference<TrackedOperation.Progress>();
assertThrows(AutomationException.class, () -> session.advance(30, known::set));
assertEquals(2L, known.get().completedFrames()); assertFalse(session.alive());
assertEquals(RuntimeObservation.Lifecycle.LOST, session.observation().lifecycle());
assertEquals(2L, session.observation().progress().completedFrames());
assertTrue(session.observation().recovery().stream().noneMatch(RuntimeObservation.RecoveryAction::automatic));
assertThrows(AutomationException.class, () -> session.call(TaskTools.HeadlessAction.STATE, Map.of()));
}
@Test void deadlinesStopHungCallsAndCancellationPreservesKnownPartialProgress() throws Exception {
@@ -126,6 +165,8 @@ class HeadlessProcessSessionTest {
for (var mode : List.of("bad-progress", "bad-png")) {
var session = start(mode); session.initializeAndBoot(root);
assertThrows(AutomationException.class, () -> session.advance(3, ignored -> {})); assertFalse(session.alive());
assertEquals(RuntimeObservation.Lifecycle.LOST, session.observation().lifecycle());
assertEquals("protocol", ((Map<?, ?>)((Map<?, ?>)session.observation().nativeDetails().get("consumerFailure")).get("details")).get("failureKind"));
}
}
@Test void shutdownEscalatesAndKillsOwnedDescendantsWithoutTouchingUnrelatedProcesses() throws Exception {
@@ -92,6 +92,137 @@ class HeadlessTaskIntegrationTest {
}
void authorityRetained() { assertEquals(ControlState.AGENT_WORKING, project.automation().snapshot().state()); }
@Test void originalCaptureEvidenceSurvivesLaterFramesRebuildReleaseAndReopen() throws Exception {
call(TaskTools.HeadlessAction.BOOT,successfulBuild("evidence-build"));
tasks.advance(root,task,"evidence-frame",1);var original=finished("evidence-frame");
var evidence=app.getBean(EvidenceTools.class);
var saved=evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame"));
var artifact=saved.artifacts().getFirst();
assertArrayEquals(original.runtimeResult().capture().png(),evidence.image(root,task,artifact.id()));
advance("later-frame");
assertEquals(saved,evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame")));
assertTrue(evidence.metadata(root,task,artifact.id()).stale());
assertEquals(original.runtimeResult().capture().frameId(),artifact.provenance().get("frameId"));
// This derived reference has a deliberate wrong sample; independent pixel oracles are tested separately.
var codec=new p.studio.app.evidence.PngEvidenceCodec();var pixels=codec.decode(original.runtimeResult().capture().png());
byte[] different=pixels.rgba();different[0]=(byte)(Byte.toUnsignedInt(different[0])^1);
Path reference=root.resolve("known-different.png");Files.write(reference,codec.encode(new Evidence.Pixels(pixels.width(),pixels.height(),different)));
var expected=evidence.importReference(root,task,"import-delta",reference,null).artifacts().getFirst();
var report=evidence.compare(root,task,"known-failure",expected.id(),artifact.id(),Evidence.Parameters.exact(Evidence.Alpha.compare));
assertEquals(Evidence.Verdict.rejected,report.report().verdict());assertEquals(1,report.report().differentPixels());
assertEquals(new Evidence.Rect(0,0,1,1),report.report().boundingBox());
successfulBuild("evidence-rebuild");
tasks.release(root,task).toCompletableFuture().get(10,TimeUnit.SECONDS);project.close();
var ref=app.getBean(ProjectCatalog.class).openProject(root);project=app.getBean(ProjectSessionFactory.class).open(ref);
project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tasks.acquire(root).task().value();
assertArrayEquals(original.runtimeResult().capture().png(),evidence.image(root,task,artifact.id()));
assertEquals(saved,evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame")));
System.out.println("VISUAL_EVIDENCE "+mapper.writeValueAsString(Map.of("kind","native-checkpoint","artifact",artifact,"report",report.report(),"nativeAdvanceRequests",2,"persistenceExtraAdvanceOrCaptureRequests",0)));
}
@Test void zeldaPilotUsesDisposableCopyAndKeepsReferenceLimitationsExplicit() throws Exception {
Path originalProject=Path.of(System.getProperty("studio.test.zeldaProject", "../../zelda-1")).toAbsolutePath().normalize();
assertTrue(Files.isRegularFile(originalProject.resolve("prometeu.json")),"Zelda pilot checkout is required for this qualification");
project.close();Path copy=root.resolve("zelda-pilot");Files.createDirectories(copy);
for(String name:List.of("prometeu.json","src","assets")) {
Path from=originalProject.resolve(name);
if(Files.isDirectory(from))try(var paths=Files.walk(from)) {
for(var p:paths.toList()){var target=copy.resolve(originalProject.relativize(p));if(Files.isDirectory(p))Files.createDirectories(target);else Files.copy(p,target);}
}else Files.copy(from,copy.resolve(name));
}
root=copy.toRealPath();var ref=app.getBean(ProjectCatalog.class).openProject(root);
app.getBean(ProjectLocalStudioSetupStore.class).save(ref,new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null));
project=app.getBean(ProjectSessionFactory.class).open(ref);project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tasks.acquire(root).task().value();
String build=successfulBuild("zelda-pilot-build");tasks.headless(root,task,TaskTools.HeadlessAction.BOOT,build,Map.of("memcardChoice","memory_fresh"));
var evidence=app.getBean(EvidenceTools.class);var measurements=new ArrayList<Map<String,Object>>();
var mcp=app.getBean(p.studio.app.mcp.McpToolRegistry.class);
long beforeWireBytes=0,afterWireBytes=0;int beforeCalls=0,afterCalls=0;
var legacyPaths=new ArrayList<String>();
String[] refs={"extracted/inventory_screen/validation/production_start.png","extracted/hud/runtime_initial.png","extracted/bomb_wall/validation/scroll_north_mid.png"};
String[] names={"screen","hud","scroll"};
long totalPngBytes=0;
for(int i=0;i<names.length;i++) {
if(i>0)tasks.headless(root,task,TaskTools.HeadlessAction.SET_INPUT,null,Map.of(i==1?"start":"right",true));
String request="zelda-"+names[i];tasks.advance(root,task,request,i==0?1:i==1?76:120);var operation=finished(request);
assertNull(operation.failure());assertNotNull(operation.runtimeResult().capture());
var args=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task);
var before=mcp.call("studio_operation_get",args.deepCopy().put("clientRequestId",request)).wire();
beforeCalls++;beforeWireBytes+=mapper.writeValueAsBytes(before).length;
byte[] legacyPng=Base64.getDecoder().decode(before.path("content").get(1).path("data").asText());
Path legacyActual=root.resolve("legacy-"+names[i]+".png");Files.write(legacyActual,legacyPng);
var persisted=mcp.call("studio_evidence_persist",args.deepCopy().put("clientRequestId","persist-"+request).put("sourceClientRequestId",request)).wire();
afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(persisted).length;
assertFalse(persisted.path("isError").asBoolean(),persisted.toString());
var actual=mapper.convertValue(persisted.path("structuredContent").path("value"),Evidence.Publication.class).artifacts().getFirst();
Path reference=root.resolve("reference-"+names[i]+".png");Files.copy(originalProject.resolve(refs[i]),reference);
legacyPaths.add(reference.toString());legacyPaths.add(legacyActual.toString());
var imported=mcp.call("studio_evidence_import",args.deepCopy().put("clientRequestId","import-"+request).put("path",reference.toString())).wire();
afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(imported).length;
assertFalse(imported.path("isError").asBoolean(),imported.toString());
var expected=mapper.convertValue(imported.path("structuredContent").path("value"),Evidence.Publication.class).artifacts().getFirst();
Evidence.Rect roi=i==1?new Evidence.Rect(112,15,256,56):null;
var params=new Evidence.Parameters(roi,List.of(),Evidence.Alpha.compare,0,0);
var comparisonArgs=args.deepCopy().put("clientRequestId","compare-"+request).put("expectedId",expected.id()).put("actualId",actual.id());
var parametersNode=(com.fasterxml.jackson.databind.node.ObjectNode)mapper.valueToTree(params);
if(roi==null)parametersNode.remove("roi");comparisonArgs.set("parameters",parametersNode);
var compared=mcp.call("studio_evidence_compare",comparisonArgs).wire();afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(compared).length;
assertFalse(compared.path("isError").asBoolean(),compared.toString());
var report=mapper.convertValue(compared.path("structuredContent").path("value"),Evidence.Publication.class);
totalPngBytes+=legacyPng.length;
measurements.add(Map.of("case",names[i],"referencePath",refs[i],"actual",actual,"report",report.report()));
}
// Execute the former external comparison path against the same checkpoints; count actual calls/bytes/scripts.
Path script=root.resolve("LegacyVisualCompare.java");
Files.writeString(script,"""
import javax.imageio.ImageIO;import java.io.File;
class LegacyVisualCompare {public static void main(String[] args)throws Exception {
for(int n=0;n<args.length;n+=2) {
var a=ImageIO.read(new File(args[n]));var b=ImageIO.read(new File(args[n+1]));long count=0;
if(a.getWidth()!=b.getWidth()||a.getHeight()!=b.getHeight())count=-1;
else for(int y=0;y<a.getHeight();y++)for(int x=0;x<a.getWidth();x++)if(a.getRGB(x,y)!=b.getRGB(x,y))count++;
System.out.println((n/2)+","+count);
}
}}
""");
var command=new ArrayList<String>(List.of(Path.of(System.getProperty("java.home"),"bin","java").toString(),script.toString()));command.addAll(legacyPaths);
var legacy=new ProcessBuilder(command).redirectErrorStream(true).start();assertTrue(legacy.waitFor(30,TimeUnit.SECONDS));
String legacyOutput=new String(legacy.getInputStream().readAllBytes(),java.nio.charset.StandardCharsets.UTF_8);assertEquals(0,legacy.exitValue(),legacyOutput);
var output=Map.of("kind","zelda-pilot","limitations","Saved port captures are contextual references, not an independent NES oracle; screen/HUD/scroll reference labels identify their provenance. Current checkpoints are observations and mismatch is retained as a comparison result.",
"results",measurements,"measurement",Map.of("sharedGuestAdvanceRequests",3,"before",Map.of("mcpCalls",beforeCalls,"wireResponseBytes",beforeWireBytes,"imagePngBytes",totalPngBytes,"externalComparisonScripts",1,"externalScriptOutput",legacyOutput),
"after",Map.of("mcpCalls",afterCalls,"wireResponseBytes",afterWireBytes,"imageTransferBytesForMetrics",0,"externalComparisonScripts",0),
"basis","Actual local MCP adapter dispatches and serialized response bytes, excluding shared build/advance/asynchronous polling. Both comparison paths use the same three retained guest checkpoints. Legacy full-image exact metrics differ from the explicit HUD ROI by design."));
System.out.println("VISUAL_EVIDENCE "+mapper.writeValueAsString(output));
}
@Test void actualWatchdogPreservesNativeCauseZeroProgressAndDoesNotReplayOnLookup() throws Exception {
Files.writeString(source, code.replace("fn frame() -> void {", "fn frame() -> void { while (true) { }"));
call(TaskTools.HeadlessAction.BOOT, successfulBuild("watchdog-build"));
tasks.advance(root, task, "watchdog", 1);
var result = finished("watchdog");
assertNull(result.failure());
assertEquals(AutomationOutcome.Kind.INFRASTRUCTURE_FAILURE, result.runtimeResult().kind());
assertEquals(0L, result.progress().completedFrames());
assertEquals("watchdog_expired", ((Map<?, ?>)result.observation().nativeDetails().get("error")).get("code"));
assertTrue(result.observation().captureStale());
assertEquals("watchdog", result.observation().context().get("clientRequestId"));
var artifactHashes = new LinkedHashMap<String, String>();
for (var file : finished("watchdog-build").buildResult().emittedArtifacts())
if (Files.isRegularFile(file)) artifactHashes.put(root.relativize(file).toString(),
HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(file))));
System.out.println("HEADLESS_OBSERVATION " + mapper.writeValueAsString(Map.of(
"sourceSha256", HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(source))),
"artifacts", artifactHashes, "observation", result.observation().toMap())));
var before = call(TaskTools.HeadlessAction.STATE, null).values().get("state");
var lookup = tasks.operation(root, task, new OperationLookup(null, "watchdog"));
assertEquals(result.observation(), lookup.observation());
assertEquals(before, call(TaskTools.HeadlessAction.STATE, null).values().get("state"));
assertNull(call(TaskTools.HeadlessAction.FAULT, null).values().get("fault"));
authorityRetained();
Files.writeString(source, code);
call(TaskTools.HeadlessAction.BOOT, successfulBuild("corrected-watchdog"));
assertEquals(AutomationOutcome.Kind.SUCCEEDED, advance("after-watchdog").kind());
}
@Test void savedEditsRebuildRealArtifactsAndCorrelateDevWithoutSnapshots() throws Exception {
assertTrue(diagnostics().isEmpty());
assertThrows(ControlDeniedException.class, () -> app.getBean(Shipper.class).prepare(project.projectReference(), ignored -> {}));
@@ -103,6 +234,10 @@ class HeadlessTaskIntegrationTest {
assertArrayEquals(initial.capture().png(), project.automation().snapshot().capture().png());
call(TaskTools.HeadlessAction.RESET, null);
assertTrue(project.automation().snapshot().stale());
assertEquals(RuntimeObservation.Lifecycle.UNBOOTED, project.automation().snapshot().runtimeObservation().lifecycle());
var historical = finished("initial").observation();
assertEquals(first, historical.buildId()); assertEquals(3L, historical.progress().completedFrames());
assertNotEquals(historical.lifecycle(), finished("initial").currentObservation().lifecycle());
assertEquals(AutomationFailure.Code.NO_FRAME_AVAILABLE, assertThrows(AutomationException.class,
() -> call(TaskTools.HeadlessAction.CAPTURE, null)).failure().code());
assertEquals(session, call(TaskTools.HeadlessAction.BOOT, first).values().get("sessionId"));
@@ -151,6 +286,7 @@ class HeadlessTaskIntegrationTest {
var fault = advance("fault");
assertEquals(AutomationOutcome.Kind.GUEST_FAULT, fault.kind());
assertFalse(fault.diagnostics().isEmpty());
assertNotNull(fault.observation().nativeDetails().get("fault"));
assertNotNull(call(TaskTools.HeadlessAction.FAULT, null).values().get("fault"));
authorityRetained();
@@ -80,9 +80,12 @@ class MemcardInstalledRuntimeTest {
""".formatted(version));
Files.writeString(projectRoot.resolve("src/mod.barrel"), "pub fn frame() -> void;");
Files.writeString(projectRoot.resolve("src/main.pbs"), source);
CompilerBuildGateway compiler = (project, log) -> {
CompilerBuildGateway compiler = new CompilerBuildGateway(){
public CompilerBuildOutput compile(ProjectReference project,java.util.function.Consumer<String> log){return compile(project,BuildSelection.productionBuild(),project.rootPath().resolve("build"),log);}
public CompilerBuildOutput compile(ProjectReference project,BuildSelection selection,Path output,java.util.function.Consumer<String> log){
var admitted=new p.studio.app.compiler.CompilerBuildGatewayAdapter().compile(project,selection,output,log);
var result = BuilderPipelineService.INSTANCE.build(BuilderPipelineContext.fromConfig(
new BuilderPipelineConfig(false, project.rootPath().toString())), LogAggregator.with(log));
new BuilderPipelineConfig(false, project.rootPath().toString(),"core-v1",p.studio.compiler.utilities.SourceProviderFactory.filesystem(),selection.targetId(),output)), LogAggregator.with(log));
var compiled = result.compileResult();
var program = optimized ? compiled.optimizedIrvm() : compiled.irvm();
var module = new p.studio.compiler.backend.bytecode.BytecodeEmitter().emit(program.coherentEmissionPlan());
@@ -91,12 +94,13 @@ class MemcardInstalledRuntimeTest {
try { Files.write(result.bytecodeArtifactPath(), module.serialize()); }
catch (java.io.IOException failure) { throw new java.io.UncheckedIOException(failure); }
return new CompilerBuildGateway.CompilerBuildOutput(result.bytecodeArtifactPath(),
compiled.analysisSnapshot().irBackend().getReservedMetadata().requiredCapabilities().asList());
};
compiled.analysisSnapshot().irBackend().getReservedMetadata().requiredCapabilities().asList(),admitted.issues(),admitted.context());
}};
var setup = new ProjectLocalStudioSetupStore(mapper);
var project = new ProjectCatalogService(projectRoot, mapper, setup).openProject(projectRoot);
try (var workers = Executors.newSingleThreadExecutor()) {
var build = new StudioShipperService(compiler, packer.workspaceService(), mapper, new ExecutorOperationExecutor(workers))
.withAssetPreflight(new p.studio.app.assets.AssetBudgetInspection(mapper,packer.workspaceService(),ignored->new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null)))
.prepare(project, ignored -> {}).completion().toCompletableFuture().get(30, TimeUnit.SECONDS);
assertTrue(build.success(), build.diagnostics().toString());
var manifest = mapper.readTree(build.manifestPath().toFile());
@@ -219,6 +223,8 @@ class MemcardInstalledRuntimeTest {
var refusal = assertThrows(ExecutionException.class, () -> memory.shutdown().toCompletableFuture().get(7, TimeUnit.SECONDS));
assertEquals(AutomationFailure.Code.MEMCARD_ERROR, ((AutomationException) refusal.getCause()).failure().code());
assertTrue(memory.alive()); assertTrue(memcard(memory).path("dirty").booleanValue());
assertNotNull(memory.observation().nativeDetails().get("memcard"));
assertTrue(memory.observation().recovery().stream().anyMatch(action -> action.action().equals("inspect_memcard")));
var resetRefusal = assertThrows(AutomationException.class, () -> memory.call(TaskTools.HeadlessAction.RESET, Map.of()));
assertEquals(AutomationFailure.Code.MEMCARD_ERROR, resetRefusal.failure().code());
assertTrue(memory.alive()); assertTrue(memcard(memory).path("dirty").booleanValue());