feat(studio): deliver asset authoring and automation workflows
Add shared human/task asset batches with reviewed atomic publication, explicit reference rebinds, ownership inspection and qualified glyph/scene budgets. Expose the same authoring and capacity results through Assets and MCP. Deliver isolated guest test targets, retained visual evidence and immutable runtime lifecycle/control observations. Preserve provider qualification and installed authoring examples alongside the completed discussion lessons. Close AGD-106 coordination and the delivered discussion workflows through housekeeping, updating lesson references and preserving qualification limits. Sound remains outside the asset delivery wave. Validation: 579 module tests and 31 additional desktop, process and installed checks passed; native glyph/scene 16/17 boundaries qualified. Discussion validation passed after housekeeping.
This commit is contained in:
@@ -46,6 +46,61 @@ class DevDesktopTest {
|
||||
assertEquals(ControlState.WAITING_FOR_AGENT, authority.snapshot().state());
|
||||
}
|
||||
|
||||
@Test void visualEvidenceInspectorShowsSharedMetricsExactPixelsAndExplicitBaselineReview() throws Exception {
|
||||
root=root.toRealPath();var pool=Executors.newSingleThreadExecutor();
|
||||
var authority=new DefaultAutomationSession(root,new ExecutorOperationExecutor(pool));
|
||||
var projects=new p.studio.core.project.ProjectAccessRegistry();projects.register(root,authority::enterManual,()->!authority.snapshot().closed(),authority);
|
||||
var codec=new p.studio.app.evidence.PngEvidenceCodec();var mapper=new com.fasterxml.jackson.databind.ObjectMapper();
|
||||
var tools=new p.studio.core.session.DefaultEvidenceTools(projects,null,new p.studio.app.evidence.FileEvidenceStore(mapper),codec);
|
||||
byte[] original={10,20,30,0,40,50,60,(byte)255,70,80,90,(byte)255,1,2,3,(byte)255,4,5,6,(byte)255,7,8,9,(byte)255};
|
||||
Path expectedFile=root.resolve("expected.png"),actualFile=root.resolve("actual.png");
|
||||
Files.write(expectedFile,codec.encode(new Evidence.Pixels(3,2,original)));var changed=original.clone();changed[20]=8;
|
||||
Files.write(actualFile,codec.encode(new Evidence.Pixels(3,2,changed)));
|
||||
var expected=tools.importReference(root,null,"expected",expectedFile,null).artifacts().getFirst();
|
||||
var actual=tools.importReference(root,null,"actual",actualFile,null).artifacts().getFirst();
|
||||
var report=tools.compare(root,null,"desktop-comparison",expected.id(),actual.id(),Evidence.Parameters.exact(Evidence.Alpha.compare));
|
||||
assertEquals(1,report.report().differentPixels());
|
||||
var registry=new p.studio.app.mcp.McpToolRegistry(new p.studio.app.mcp.McpToolCatalog(mapper),mapper,p.studio.app.mcp.McpEvidenceTools.handlers(tools,mapper));
|
||||
var inspector=new EvidenceInspector[1];var stage=new Stage[1];
|
||||
try {
|
||||
fx(()->{inspector[0]=new EvidenceInspector(root,authority,tools);stage[0]=new Stage();stage[0].setTitle("Visual checkpoint evidence qualification");
|
||||
var scroll=new ScrollPane(inspector[0]);scroll.setFitToWidth(true);stage[0].setScene(new Scene(scroll,1100,850));stage[0].show();inspector[0].refresh();});
|
||||
long deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(10);var ready=new java.util.concurrent.atomic.AtomicBoolean();
|
||||
while(!ready.get()&&System.nanoTime()<deadline){fx(()->{var facts=(TextArea)inspector[0].lookup("#evidence-facts");ready.set(facts.getText().contains("Different pixels: 1"));});Thread.sleep(10);}
|
||||
assertTrue(ready.get());
|
||||
fx(()->{
|
||||
assertNotNull(inspector[0].lookup("#evidence-expected"));assertNotNull(inspector[0].lookup("#evidence-actual"));assertNotNull(inspector[0].lookup("#evidence-diff"));
|
||||
assertEquals("Expected (0, 0) RGBA = 10, 20, 30, 0",EvidenceInspector.pixelText("Expected",new Evidence.Pixels(3,2,original),0,0));
|
||||
var preview=inspector[0].lookup("#evidence-expected");
|
||||
var pointer=preview.localToScene(8,8);
|
||||
preview.fireEvent(new javafx.scene.input.MouseEvent(javafx.scene.input.MouseEvent.MOUSE_MOVED,
|
||||
pointer.getX(),pointer.getY(),8,8,javafx.scene.input.MouseButton.NONE,0,false,false,false,false,false,false,false,false,false,false,
|
||||
new javafx.scene.input.PickResult(preview,pointer.getX(),pointer.getY())));
|
||||
assertTrue(((Label)inspector[0].lookup("#evidence-pixel")).getText().contains("RGBA = 10, 20, 30, 0"));
|
||||
var approve=(Button)inspector[0].lookup("#evidence-approve-baseline");assertFalse(approve.isDisabled());
|
||||
// The desktop action requires an explicit confirmation before invoking the manual service.
|
||||
Platform.runLater(()->{for(var window:java.util.List.copyOf(javafx.stage.Window.getWindows()))if(window.getScene()!=null&&window.getScene().getRoot() instanceof DialogPane pane)
|
||||
((Button)pane.lookupButton(ButtonType.OK)).fire();});
|
||||
approve.fire();
|
||||
});
|
||||
deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(10);
|
||||
while(tools.list(root,null).stream().noneMatch(p->p.baseline()!=null)&&System.nanoTime()<deadline)Thread.sleep(10);
|
||||
var baseline=tools.list(root,null).stream().filter(p->p.baseline()!=null).findFirst().orElseThrow();assertEquals(expected.id(),baseline.baseline().artifactId());
|
||||
authority.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);String task=authority.acquire().task().value();
|
||||
var arguments=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("limit",100);
|
||||
var wire=registry.call("studio_evidence_list",arguments).wire().path("structuredContent").path("value").path("publications");
|
||||
var mcpReport=java.util.stream.StreamSupport.stream(wire.spliterator(),false).filter(p->p.path("id").asText().equals(report.id())).findFirst().orElseThrow().path("report");
|
||||
assertEquals(mapper.valueToTree(report.report()),mcpReport);
|
||||
fx(()->{
|
||||
inspector[0].setManual(false);assertTrue(((Button)inspector[0].lookup("#evidence-approve-baseline")).isDisabled());
|
||||
assertFalse(((ComboBox<?>)inspector[0].lookup("#evidence-publications")).isDisabled());
|
||||
var image=stage[0].getScene().snapshot(null);var buffer=new java.awt.image.BufferedImage((int)image.getWidth(),(int)image.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
|
||||
for(int y=0;y<buffer.getHeight();y++)for(int x=0;x<buffer.getWidth();x++)buffer.setRGB(x,y,image.getPixelReader().getArgb(x,y));
|
||||
try{Path file=Path.of("build/evidence-qualification/inspector.png");Files.createDirectories(file.getParent());javax.imageio.ImageIO.write(buffer,"png",file.toFile());}catch(Exception e){throw new RuntimeException(e);}
|
||||
});
|
||||
}finally{fx(()->{if(stage[0]!=null)stage[0].close();});authority.closeAsync().toCompletableFuture().join();pool.shutdownNow();}
|
||||
}
|
||||
|
||||
@Test void devDebugNavigationBackgroundProjectionAndDisposal() throws Exception {
|
||||
var pool = Executors.newSingleThreadExecutor();
|
||||
var authority = new DefaultAutomationSession(root, new ExecutorOperationExecutor(pool));
|
||||
@@ -124,7 +179,8 @@ class DevDesktopTest {
|
||||
var pane = new p.studio.ui.javafx.diagnostics.DiagnosticResultsPane[1]; var window = new Stage[1];
|
||||
try {
|
||||
fx(() -> {
|
||||
pane[0] = new p.studio.ui.javafx.diagnostics.DiagnosticResultsPane(root);
|
||||
pane[0] = new p.studio.ui.javafx.diagnostics.DiagnosticResultsPane(root,
|
||||
origin -> p.studio.core.project.DiagnosticNavigation.read(root, origin));
|
||||
var view = p.studio.utilities.json.DiagnosticPayloads.view(java.util.List.of(value), "build", "failed", java.util.List.of(), "partial");
|
||||
pane[0].show(java.util.Map.of("issues", view.issues(), "summary", view.summary(), "context", java.util.Map.of()));
|
||||
window[0] = new Stage(); window[0].setTitle("Explained diagnostics desktop qualification");
|
||||
|
||||
@@ -30,7 +30,7 @@ class StudioApplicationConfigurationTest {
|
||||
assertFalse(executor.isShutdown());
|
||||
assertTrue(mcp.isRunning());
|
||||
var tools = context.getBean(p.studio.app.mcp.McpToolRegistry.class).descriptors();
|
||||
org.junit.jupiter.api.Assertions.assertEquals(24, tools.size());
|
||||
org.junit.jupiter.api.Assertions.assertEquals(48, tools.size());
|
||||
assertTrue(context.getBean(p.studio.core.runtime.HeadlessGateway.class) instanceof p.studio.app.runtime.HeadlessProcessGateway);
|
||||
org.junit.jupiter.api.Assertions.assertEquals("studio_project_context", tools.get(0).path("name").asText());
|
||||
org.junit.jupiter.api.Assertions.assertEquals("studio_reference_read", tools.get(1).path("name").asText());
|
||||
|
||||
+8
-5
@@ -57,13 +57,16 @@ class AnimationInstalledRuntimeTest {
|
||||
byte[] definition=Files.readAllBytes(f.bankRoot.resolve(AnimationDocument.FILE_NAME));
|
||||
Path corpus=Path.of(System.getProperty("pbs.registryConformanceDirectory"));Files.createDirectories(corpus);
|
||||
for(boolean optimized:new boolean[]{false,true}){
|
||||
p.studio.core.shipper.CompilerBuildGateway compiler=(project,sink)->{
|
||||
var context=p.studio.compiler.models.BuilderPipelineContext.fromConfig(new p.studio.compiler.messages.BuilderPipelineConfig(false,project.rootPath().toString()));context.glyphBankLayoutSource=f.layouts;
|
||||
p.studio.core.shipper.CompilerBuildGateway compiler=new p.studio.core.shipper.CompilerBuildGateway(){
|
||||
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,java.util.function.Consumer<String> sink){return compile(project,p.studio.api.automation.BuildSelection.productionBuild(),project.rootPath().resolve("build"),sink);}
|
||||
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,p.studio.api.automation.BuildSelection selection,Path output,java.util.function.Consumer<String> sink){
|
||||
var admitted=new p.studio.app.compiler.CompilerBuildGatewayAdapter(f.layouts).compile(project,selection,output,sink);
|
||||
var context=p.studio.compiler.models.BuilderPipelineContext.fromConfig(new p.studio.compiler.messages.BuilderPipelineConfig(false,project.rootPath().toString(),"core-v1",p.studio.compiler.utilities.SourceProviderFactory.filesystem(),selection.targetId(),output));context.glyphBankLayoutSource=f.layouts;
|
||||
p.studio.compiler.workspaces.BuilderPipelineService.INSTANCE.build(context,p.studio.utilities.logs.LogAggregator.with(sink));
|
||||
if(!optimized)try{Files.write(context.bytecodeArtifactPath,new p.studio.compiler.backend.bytecode.BytecodeEmitter().emit(context.irvm.coherentEmissionPlan()).serialize());}catch(java.io.IOException error){throw new java.io.UncheckedIOException(error);}
|
||||
return new p.studio.core.shipper.CompilerBuildGateway.CompilerBuildOutput(context.bytecodeArtifactPath,context.irBackend.getReservedMetadata().requiredCapabilities().asList());
|
||||
};
|
||||
var build=new StudioShipperService(compiler,f.packer.workspaceService(),f.mapper,new ExecutorOperationExecutor(workers)).prepare(f.project,ignored->{}).completion().toCompletableFuture().get(30,TimeUnit.SECONDS);
|
||||
return new p.studio.core.shipper.CompilerBuildGateway.CompilerBuildOutput(context.bytecodeArtifactPath,context.irBackend.getReservedMetadata().requiredCapabilities().asList(),admitted.issues(),admitted.context());
|
||||
}};
|
||||
var build=new StudioShipperService(compiler,f.packer.workspaceService(),f.mapper,new ExecutorOperationExecutor(workers)).withAssetPreflight(new p.studio.app.assets.AssetBudgetInspection(f.mapper,f.packer.workspaceService(),ignored->new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null))).prepare(f.project,ignored->{}).completion().toCompletableFuture().get(30,TimeUnit.SECONDS);
|
||||
assertTrue(build.success(),build.diagnostics().toString());
|
||||
String prefix="pbs-animation-composer"+(optimized?"-optimized":"");
|
||||
Files.copy(root.resolve("build/program.pbx"),corpus.resolve(prefix+".pbx"),StandardCopyOption.REPLACE_EXISTING);
|
||||
|
||||
@@ -0,0 +1,139 @@
|
||||
package p.studio.app.animation;
|
||||
|
||||
import javafx.application.Platform;
|
||||
import javafx.scene.Scene;
|
||||
import javafx.scene.control.*;
|
||||
import javafx.scene.layout.StackPane;
|
||||
import javafx.stage.Stage;
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import org.springframework.boot.WebApplicationType;
|
||||
import org.springframework.boot.builder.SpringApplicationBuilder;
|
||||
import p.studio.app.StudioApplicationConfiguration;
|
||||
import p.studio.api.assets.*;
|
||||
import p.studio.api.assets.bank.AssetBankCompositionSessionFactory;
|
||||
import p.studio.api.assets.metadata.AssetMetadataService;
|
||||
import p.studio.api.assets.schema.AssetColorSchemaFactory;
|
||||
import p.studio.api.assets.scene.SceneBankWorkflow;
|
||||
import p.studio.api.assets.tiled.TiledAssetService;
|
||||
import p.studio.api.project.ProjectCatalog;
|
||||
import p.studio.api.session.ProjectSessionFactory;
|
||||
import p.studio.ui.javafx.events.StudioEventBus;
|
||||
import p.studio.ui.javafx.utilities.ThemeService;
|
||||
import p.studio.ui.javafx.utilities.i18n.I18nService;
|
||||
import p.studio.ui.javafx.workspaces.assets.AssetWorkspace;
|
||||
import java.nio.file.*;
|
||||
import java.util.concurrent.*;
|
||||
import java.util.function.Supplier;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Actual Assets controls, shared preview/publication, capacity projection and grant inspection. */
|
||||
class AssetAuthoringDesktopTest {
|
||||
@TempDir Path root;
|
||||
@BeforeAll static void toolkit()throws Exception {
|
||||
var ready=new CompletableFuture<Void>();Platform.startup(()->{Platform.setImplicitExit(false);ready.complete(null);});ready.get(10,TimeUnit.SECONDS);
|
||||
}
|
||||
@AfterAll static void toolkitStop(){Platform.exit();}
|
||||
static <T>T fx(Supplier<T> work)throws Exception {
|
||||
var value=new CompletableFuture<T>();Platform.runLater(()->{try{value.complete(work.get());}catch(Throwable failure){value.completeExceptionally(failure);}});return value.get(10,TimeUnit.SECONDS);
|
||||
}
|
||||
interface Check { boolean get()throws Exception; }
|
||||
static void await(Check check)throws Exception{long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(20);while(!check.get()){if(System.nanoTime()>end)fail("Assets flow did not finish");Thread.sleep(15);}}
|
||||
@Test void inspectExistingListCompositionSelectionAndPerBankCapacity()throws Exception {
|
||||
var fixture=new AnimationIntegrationTest();fixture.root=root;fixture.setup();root=fixture.root;
|
||||
var app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(false).run();
|
||||
var project=app.getBean(ProjectSessionFactory.class).open(app.getBean(ProjectCatalog.class).openProject(root));
|
||||
var window=new Stage[1];var workspace=new AssetWorkspace[1];
|
||||
try {
|
||||
fx(()->{
|
||||
var theme=app.getBean(ThemeService.class);
|
||||
workspace[0]=new AssetWorkspace(project.projectReference(),app.getBean(StudioEventBus.class),app.getBean(I18nService.class),
|
||||
app.getBean("studioExecutor",ExecutorService.class),theme,app.getBean(AssetCatalog.class),app.getBean(AssetCommands.class),
|
||||
app.getBean(AssetPacking.class),app.getBean(AssetDetails.class),app.getBean(AssetCreationCatalog.class),app.getBean(AssetMetadataService.class),
|
||||
app.getBean(AssetWorkspaceStorage.class),app.getBean(AssetCapacityPolicy.class),app.getBean(AssetBankCompositionSessionFactory.class),
|
||||
app.getBean(AssetColorSchemaFactory.class),app.getBean(TiledAssetService.class),app.getBean(SceneBankWorkflow.class));
|
||||
workspace[0].setAnimationService(app.getBean(p.studio.api.assets.animation.AnimationService.class));
|
||||
workspace[0].lifecycleParticipants().forEach(p->p.subscribe());
|
||||
window[0]=new Stage();window[0].setTitle("Assets authoring baseline");
|
||||
var scene=new Scene(new StackPane(workspace[0].rootNode()),1280,960);scene.getStylesheets().add(theme.getDefaultTheme());window[0].setScene(scene);window[0].show();workspace[0].load();return null;
|
||||
});
|
||||
long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(15);boolean selected=false,ready=false;
|
||||
while(!ready&&System.nanoTime()<end) {
|
||||
if(!selected)selected=fx(()->{
|
||||
var row=workspace[0].rootNode().lookup(".assets-workspace-asset-row");if(row==null)return false;
|
||||
row.fireEvent(new javafx.scene.input.MouseEvent(javafx.scene.input.MouseEvent.MOUSE_CLICKED,0,0,0,0,javafx.scene.input.MouseButton.PRIMARY,1,
|
||||
false,false,false,false,false,false,false,false,false,false,null));return true;
|
||||
});
|
||||
if(selected)ready=fx(()->workspace[0].rootNode().lookup(".assets-details-bank-composition-body")!=null);
|
||||
Thread.sleep(10);
|
||||
}
|
||||
assertTrue(ready,"Existing bank composition must finish loading before recording layout");
|
||||
fx(()->{
|
||||
workspace[0].rootNode().applyCss();((javafx.scene.Parent)workspace[0].rootNode()).layout();
|
||||
assertFalse(workspace[0].rootNode().lookupAll(".assets-workspace-action-button").isEmpty());
|
||||
var snapshot=window[0].getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)snapshot.getWidth(),(int)snapshot.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
|
||||
for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,snapshot.getPixelReader().getArgb(x,y));
|
||||
try{Path destination=Path.of("build/asset-authoring-qualification/assets-before.png");Files.createDirectories(destination.getParent());javax.imageio.ImageIO.write(image,"png",destination.toFile());}
|
||||
catch(Exception failure){throw new RuntimeException(failure);}return null;
|
||||
});
|
||||
var details=app.getBean(AssetDetails.class).get(project.projectReference(),app.getBean(AssetCatalog.class).list(project.projectReference(),false).getFirst().reference());
|
||||
assertEquals(3,details.bankComposition().selectedFiles().size());
|
||||
fx(()->{
|
||||
window[0].setWidth(1800);window[0].setHeight(1050);
|
||||
var split=(SplitPane)workspace[0].rootNode().lookup(".split-pane");if(split!=null)split.setDividerPositions(0.2);
|
||||
workspace[0].rootNode().applyCss();((javafx.scene.Parent)workspace[0].rootNode()).layout();
|
||||
var bank=workspace[0].rootNode().lookup(".assets-details-bank-composition-body");
|
||||
javafx.scene.Node parent=bank;while(parent!=null&&!(parent instanceof ScrollPane))parent=parent.getParent();
|
||||
if(parent instanceof ScrollPane scroll) {
|
||||
double y=bank.localToScene(0,0).getY()-scroll.getContent().localToScene(0,0).getY();
|
||||
double range=scroll.getContent().getLayoutBounds().getHeight()-scroll.getViewportBounds().getHeight();
|
||||
if(range>0)scroll.setVvalue(Math.max(0,Math.min(1,(y-45)/range)));
|
||||
}
|
||||
return null;
|
||||
});
|
||||
fx(()->{
|
||||
var snapshot=window[0].getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)snapshot.getWidth(),(int)snapshot.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
|
||||
for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,snapshot.getPixelReader().getArgb(x,y));
|
||||
try{javax.imageio.ImageIO.write(image,"png",Path.of("build/asset-authoring-qualification/assets-composition-before.png").toFile());}
|
||||
catch(Exception failure){throw new RuntimeException(failure);}return null;
|
||||
});
|
||||
|
||||
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
|
||||
var authoring=app.getBean(AssetAuthoringService.class);
|
||||
byte[] before=Files.readAllBytes(fixture.bankRoot.resolve("asset.json"));
|
||||
fx(()->{workspace[0].setAssetAuthoring(authoring);p.studio.ui.javafx.workspaces.dev.ManualProjectUiGuard.install(workspace[0].rootNode(),()->project.automation().snapshot().manualAllowed());return null;});
|
||||
await(()->fx(()->((Label)workspace[0].rootNode().lookup("#assets-budget-summary")).getText().contains("glyph: existing 1")));
|
||||
fx(()->{
|
||||
javafx.scene.Node node=workspace[0].rootNode().lookup(".assets-details-bank-composition-body");while(!(node instanceof p.studio.ui.javafx.workspaces.assets.details.bank.AssetDetailsBankCompositionControl))node=node.getParent();
|
||||
var control=node;var i18n=app.getBean(I18nService.class);
|
||||
control.lookupAll(".button").stream().filter(n->n instanceof Button b&&b.getText().equals(i18n.text(p.studio.ui.javafx.utilities.i18n.I18n.FORM_ACTION_CHANGE))).map(n->(Button)n).findFirst().orElseThrow().fire();
|
||||
assertTrue(project.automation().snapshot().manualAllowed());var right=(ListView<?>)control.lookup(".studio-dual-list-right");assertFalse(right.isDisabled(),"Composition edit must enable selection");assertEquals(3,right.getItems().size());right.getSelectionModel().clearAndSelect(1);assertEquals(1,right.getSelectionModel().getSelectedIndex());
|
||||
var up=control.lookupAll(".button").stream().filter(n->n instanceof Button b&&b.getText().equals("Up")).map(n->(Button)n).findFirst().orElseThrow();assertFalse(up.isDisabled(),"Reorder is enabled for the selected row");up.fire();assertTrue(((p.studio.ui.javafx.controls.forms.StudioFormSection)control).hasUnsavedDraft(),"Reorder changes the draft");
|
||||
return null;
|
||||
});
|
||||
await(()->fx(()->{var control=workspace[0].rootNode().lookup(".assets-details-bank-composition-section");return control.lookupAll(".button").stream().anyMatch(n->n instanceof Button b&&b.getText().equals(app.getBean(I18nService.class).text(p.studio.ui.javafx.utilities.i18n.I18n.FORM_ACTION_APPLY))&&!b.isDisabled());}));
|
||||
fx(()->{var control=workspace[0].rootNode().lookup(".assets-details-bank-composition-section");control.lookupAll(".button").stream().filter(n->n instanceof Button b&&b.getText().equals(app.getBean(I18nService.class).text(p.studio.ui.javafx.utilities.i18n.I18n.FORM_ACTION_APPLY))).map(n->(Button)n).findFirst().orElseThrow().fire();return null;});
|
||||
await(()->fx(()->javafx.stage.Window.getWindows().stream().anyMatch(w->w.isShowing()&&w.getScene().lookup("#asset-batch-publish")!=null)));
|
||||
assertArrayEquals(before,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")),"Review leaves published inputs intact");
|
||||
fx(()->{var review=javafx.stage.Window.getWindows().stream().filter(w->w.isShowing()&&w.getScene().lookup("#asset-batch-rebind")!=null).findFirst().orElseThrow();assertTrue(((Button)review.getScene().lookup("#asset-batch-publish")).isDisabled());Platform.runLater(()->((Button)review.getScene().lookup("#asset-batch-rebind")).fire());return null;});
|
||||
await(()->fx(()->javafx.stage.Window.getWindows().stream().anyMatch(w->w.isShowing()&&w.getScene().lookup("#asset-rebind-preview")!=null)));
|
||||
fx(()->{var rebind=javafx.stage.Window.getWindows().stream().filter(w->w.isShowing()&&w.getScene().lookup("#asset-rebind-preview")!=null).findFirst().orElseThrow();
|
||||
for(var node:rebind.getScene().getRoot().lookupAll(".combo-box"))if(node instanceof ComboBox<?> picker&&picker.getUserData() instanceof p.studio.api.assets.AssetBatches.Artifact from){for(int i=0;i<picker.getItems().size();i++)if(picker.getItems().get(i) instanceof p.studio.api.assets.AssetBatches.ArtifactInfo info&&info.identity().equals(from)){picker.getSelectionModel().select(i);break;}}
|
||||
assertFalse(((Button)rebind.getScene().lookup("#asset-rebind-preview")).isDisabled());((Button)rebind.getScene().lookup("#asset-rebind-preview")).fire();return null;});
|
||||
await(()->fx(()->javafx.stage.Window.getWindows().stream().anyMatch(w->w.isShowing()&&w.getScene().lookup("#asset-batch-publish") instanceof Button b&&!b.isDisabled())));
|
||||
|
||||
fx(()->{var review=javafx.stage.Window.getWindows().stream().filter(w->w.isShowing()&&w.getScene().lookup("#asset-batch-publish")!=null).findFirst().orElseThrow();assertFalse(((TextArea)review.getScene().lookup("#asset-batch-preview")).getText().isBlank());((Button)review.getScene().lookup("#asset-batch-publish")).fire();return null;});
|
||||
await(()->fixture.mapper.readTree(fixture.bankRoot.resolve("asset.json").toFile()).path("artifacts").get(0).path("artifact_id").asText().equals("g1"));
|
||||
new p.animation.AnimationValidator().requireValid(new p.animation.AnimationCodec().decode(Files.readString(fixture.bankRoot.resolve("animations.studio.json"))),fixture.layouts.resolve(root,fixture.uuid));
|
||||
await(()->project.automation().snapshot().manualOperations()==0);
|
||||
assertTrue(project.automation().grant(false).toCompletableFuture().get(10,TimeUnit.SECONDS).success());var task=project.automation().acquire().task();
|
||||
fx(()->{workspace[0].manualAllowed(project.automation().snapshot().manualAllowed());assertTrue(workspace[0].rootNode().lookup("#assets-import-png").isDisable());assertFalse(workspace[0].rootNode().lookup("#assets-refresh-budget").isDisable());((Button)workspace[0].rootNode().lookup("#assets-refresh-budget")).fire();return null;});
|
||||
assertEquals(authoring.budget(root,null),authoring.budget(root,task.value()));
|
||||
fx(()->{var snapshot=window[0].getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)snapshot.getWidth(),(int)snapshot.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,snapshot.getPixelReader().getArgb(x,y));try{javax.imageio.ImageIO.write(image,"png",Path.of("build/asset-authoring-qualification/assets-after.png").toFile());}catch(Exception e){throw new RuntimeException(e);}return null;});
|
||||
project.automation().reclaim().toCompletableFuture().get(10,TimeUnit.SECONDS);
|
||||
} finally {
|
||||
fx(()->{if(workspace[0]!=null){workspace[0].unLoad();workspace[0].lifecycleParticipants().forEach(p->p.unsubscribe());}if(window[0]!=null)window[0].close();return null;});
|
||||
project.close();app.close();fixture.close();
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,148 @@
|
||||
package p.studio.app.animation;
|
||||
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import p.studio.api.assets.*;
|
||||
import p.studio.api.assets.AssetBatches.*;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.app.assets.FileAssetBatchWorkspace;
|
||||
import p.studio.app.operation.ExecutorOperationExecutor;
|
||||
import p.studio.core.assets.DefaultAssetAuthoringService;
|
||||
import p.studio.core.project.*;
|
||||
import p.studio.core.session.DefaultAutomationSession;
|
||||
import java.nio.file.*;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.*;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Real packer/filesystem composition behind the same human/task service. */
|
||||
class AssetBatchIntegrationTest {
|
||||
@TempDir Path root;
|
||||
AnimationIntegrationTest fixture;FileAssetBatchWorkspace disk;AssetAuthoringService service;
|
||||
ExecutorService workers;DefaultAutomationSession session;
|
||||
final AssetReference hero=AssetReference.forAssetId(1);
|
||||
@BeforeEach void open()throws Exception {
|
||||
fixture=new AnimationIntegrationTest();fixture.root=root;fixture.setup();root=fixture.root;
|
||||
workers=Executors.newFixedThreadPool(4);var operations=new ExecutorOperationExecutor(workers);
|
||||
session=new DefaultAutomationSession(root,operations);var projects=new ProjectAccessRegistry();projects.register(root,session::enterManual,()->true,session);
|
||||
disk=new FileAssetBatchWorkspace(fixture.mapper,fixture.packer.workspaceService(),new p.studio.app.assets.AssetBudgetInspection(fixture.mapper,fixture.packer.workspaceService(),p->new p.studio.api.project.ProjectLocalStudioSetup(null,null))::inspect);
|
||||
var catalog=new ProjectCatalogService(root.getParent(),fixture.mapper,new ProjectLocalStudioSetupStore(fixture.mapper));
|
||||
service=new DefaultAssetAuthoringService(projects,catalog,disk,operations);
|
||||
}
|
||||
@AfterEach void close(){try{if(session!=null)session.closeAsync().toCompletableFuture().join();}finally{if(workers!=null)workers.shutdownNow();if(fixture!=null)fixture.close();}}
|
||||
Request request(List<Mutation> changes,List<Rebind> rebinds){return new Request(service.revision(root,null),changes,rebinds,List.of());}
|
||||
String hash(Path path)throws Exception{return HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(path)));}
|
||||
@Test void identicalReimportIsNoOpAndDurableCommitQueriesSurviveAReopenedAdapter()throws Exception {
|
||||
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
|
||||
byte[] source=Files.readAllBytes(fixture.bankRoot.resolve("asset.json")),animation=Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json"));
|
||||
var input=new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png")));
|
||||
var request=request(List.of(new ImportPng("same",input,hero,"g0.png")),List.of());
|
||||
var preview=service.preview(root,null,"same",request);assertEquals(PreviewState.no_op,preview.state(),preview.toString());
|
||||
assertEquals(preview,service.preview(root,null,"same",request));
|
||||
var result=service.commit(root,null,"commit",preview.batchId(),preview.revision());assertEquals(CommitState.no_op,result.state());
|
||||
assertEquals(result,service.commit(root,null,"commit",preview.batchId(),preview.revision()));
|
||||
assertArrayEquals(source,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")));assertArrayEquals(animation,Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json")));
|
||||
var reopened=new FileAssetBatchWorkspace(fixture.mapper,fixture.packer.workspaceService(),p->{throw new UnsupportedOperationException();});
|
||||
assertEquals(result,reopened.result(fixture.project,null,preview.batchId()));
|
||||
}
|
||||
@Test void reorderRequiresEveryExplicitReferenceAndThenPublishesItsAnimationBindings()throws Exception {
|
||||
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
|
||||
byte[] original=Files.readAllBytes(fixture.bankRoot.resolve("asset.json"));
|
||||
var changes=List.<Mutation>of(new ComposeBank("order",hero,List.of("g2.png","g1.png","g0.png")));
|
||||
var rejected=service.preview(root,null,"reject-order",request(changes,List.of()));assertEquals(PreviewState.rejected,rejected.state());assertFalse(rejected.affectedReferences().isEmpty());
|
||||
assertArrayEquals(original,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")));
|
||||
var mappings=new ArrayList<Rebind>();var groups=new HashMap<Artifact,List<ReferenceUse>>();
|
||||
rejected.affectedReferences().forEach(reference->groups.computeIfAbsent(reference.target(),key->new ArrayList<>()).add(reference));
|
||||
groups.forEach((from,uses)->mappings.add(new Rebind(from,from,uses)));
|
||||
var accepted=service.preview(root,null,"rebind-order",request(changes,mappings));assertEquals(PreviewState.ready,accepted.state(),accepted.toString());
|
||||
var result=service.commit(root,null,"publish-order",accepted.batchId(),accepted.revision());assertTrue(result.applied());
|
||||
var document=new p.animation.AnimationCodec().decode(Files.readString(fixture.bankRoot.resolve("animations.studio.json")));
|
||||
var bank=fixture.layouts.resolve(root,fixture.uuid);new p.animation.AnimationValidator().requireValid(document,bank);
|
||||
assertEquals(2,document.bindings().stream().filter(b->b.artifactId().equals("g0")).findFirst().orElseThrow().glyphId());
|
||||
}
|
||||
|
||||
@Test void appendPreservesPublishedIdentitiesAndANewReplacementSurvivesAmendedPreview()throws Exception {
|
||||
fixture.manual.execute(p.studio.api.assets.animation.AnimationService.Request.save(fixture.project,fixture.uuid,null,fixture.document()));
|
||||
var original=service.artifacts(root,null,hero);byte[] animation=Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json"));
|
||||
var append=List.<Mutation>of(new ImportPng("append",new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png"))),hero,"g3.png"),new ComposeBank("compose",hero,List.of("g0.png","g1.png","g2.png","g3.png")));
|
||||
var preview=service.preview(root,null,"append",request(append,List.of()));assertTrue(preview.canCommit(),preview.toString());assertTrue(service.commit(root,null,"append-commit",preview.batchId(),preview.revision()).applied());
|
||||
assertEquals(original,service.artifacts(root,null,hero).subList(0,3));assertArrayEquals(animation,Files.readAllBytes(fixture.bankRoot.resolve("animations.studio.json")));
|
||||
// Propose a new artifact and replace an old referenced one in this same reviewed batch.
|
||||
var replace=List.<Mutation>of(new ImportPng("new",new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png"))),hero,"g4.png"),new ComposeBank("replace",hero,List.of("g4.png","g1.png","g2.png","g3.png")));
|
||||
var rejected=service.preview(root,null,"replacement",request(replace,List.of()));assertEquals(PreviewState.rejected,rejected.state());
|
||||
var target=service.previewArtifacts(root,null,rejected.batchId(),hero).stream().filter(a->a.sourcePath().endsWith("g4.png")).findFirst().orElseThrow().identity();
|
||||
var grouped=new LinkedHashMap<Artifact,List<ReferenceUse>>();rejected.affectedReferences().forEach(use->grouped.computeIfAbsent(use.target(),ignored->new ArrayList<>()).add(use));
|
||||
var mappings=grouped.entrySet().stream().map(e->new Rebind(e.getKey(),e.getKey().artifactId().equals("g0")?target:e.getKey(),e.getValue())).toList();
|
||||
var accepted=service.preview(root,null,"replacement-reviewed",request(replace,mappings));assertTrue(accepted.canCommit(),accepted.toString());assertTrue(service.commit(root,null,"replacement-commit",accepted.batchId(),accepted.revision()).applied());
|
||||
new p.animation.AnimationValidator().requireValid(new p.animation.AnimationCodec().decode(Files.readString(fixture.bankRoot.resolve("animations.studio.json"))),fixture.layouts.resolve(root,fixture.uuid));
|
||||
}
|
||||
@Test void changedAuthorizedExternalPngIsRejectedBeforeCommit()throws Exception {
|
||||
Path external=Files.createTempFile("asset-source-",".png");
|
||||
try{Files.copy(fixture.bankRoot.resolve("g0.png"),external,StandardCopyOption.REPLACE_EXISTING);var grant=service.authorizePng(root,external);
|
||||
var preview=service.preview(root,null,"external",request(List.of(new ImportPng("external",new PngInput(null,grant.grantId(),grant.sha256()),hero,"external.png")),List.of()));assertTrue(preview.canCommit(),preview.toString());
|
||||
Files.copy(fixture.bankRoot.resolve("g1.png"),external,StandardCopyOption.REPLACE_EXISTING);var result=service.commit(root,null,"external-commit",preview.batchId(),preview.revision());assertEquals(CommitState.rejected,result.state());assertTrue(result.diagnostics().stream().anyMatch(d->d.code().equals("PNG_SOURCE_CHANGED")));assertFalse(Files.exists(fixture.bankRoot.resolve("external.png")));
|
||||
}finally{Files.deleteIfExists(external);}
|
||||
}
|
||||
@Test void staleRevisionAndChangedPngRefuseBeforePublication()throws Exception {
|
||||
var preview=service.preview(root,null,"preload",request(List.of(new UpdateContract("preload",hero,true,"NONE",Map.of(),Map.of("tile_size","16x16"))),List.of()));
|
||||
assertTrue(preview.canCommit(),preview.toString());
|
||||
Files.writeString(root.resolve("prometeu.json"),Files.readString(root.resolve("prometeu.json"))+"\n");
|
||||
byte[] before=Files.readAllBytes(fixture.bankRoot.resolve("asset.json"));
|
||||
var result=service.commit(root,null,"stale",preview.batchId(),preview.revision());assertEquals(CommitState.conflict,result.state());assertFalse(result.conflicts().isEmpty());
|
||||
assertArrayEquals(before,Files.readAllBytes(fixture.bankRoot.resolve("asset.json")));
|
||||
}
|
||||
@Test void authenticatedHttpToolsPublishGlyphSceneAndOwnershipThroughTheSharedService()throws Exception {
|
||||
var json=p.studio.app.assets.AssetBatchJson.mapper(fixture.mapper);
|
||||
var registry=new p.studio.app.mcp.McpToolRegistry(new p.studio.app.mcp.McpToolCatalog(json),json,p.studio.app.mcp.McpAssetAuthoringTools.handlers(service,json));
|
||||
try(var server=new p.studio.app.mcp.LocalMcpServer(json,registry);var http=java.net.http.HttpClient.newHttpClient()) {
|
||||
server.start();var credential=server.credentials().prepare(root.toRealPath());credential.activate();
|
||||
assertTrue(session.grant(false).toCompletableFuture().get().success());String task=session.acquire().task().value();
|
||||
class Client {
|
||||
String connection;int sequence;
|
||||
com.fasterxml.jackson.databind.JsonNode post(String method,Object params)throws Exception {
|
||||
var message=json.createObjectNode().put("jsonrpc","2.0").put("id",++sequence).put("method",method);message.set("params",json.valueToTree(params));if(method.startsWith("notifications/"))message.remove("id");
|
||||
var request=java.net.http.HttpRequest.newBuilder(server.connection().endpoint()).timeout(java.time.Duration.ofSeconds(20)).header("Content-Type","application/json").header("Accept","application/json, text/event-stream").header("Authorization","Bearer "+credential.secret()).header("MCP-Protocol-Version",p.studio.app.mcp.LocalMcpServer.PROTOCOL_VERSION);
|
||||
if(connection!=null)request.header("Mcp-Session-Id",connection);
|
||||
var response=http.send(request.POST(java.net.http.HttpRequest.BodyPublishers.ofString(json.writeValueAsString(message))).build(),java.net.http.HttpResponse.BodyHandlers.ofString());if(method.startsWith("notifications/")){assertEquals(202,response.statusCode());return json.nullNode();}assertEquals(200,response.statusCode(),response.body());
|
||||
response.headers().firstValue("Mcp-Session-Id").ifPresent(value->connection=value);return json.readTree(response.body());
|
||||
}
|
||||
com.fasterxml.jackson.databind.JsonNode call(String name,Map<String,Object> args)throws Exception {
|
||||
var scoped=new LinkedHashMap<String,Object>(args);scoped.put("projectRoot",root.toString());scoped.put("taskId",task);
|
||||
var response=post("tools/call",Map.of("name",name,"arguments",scoped));if(response.has("error"))registry.call(name,json.valueToTree(scoped));assertFalse(response.has("error"),response.toString());var result=response.path("result");assertFalse(result.path("isError").asBoolean(),result.toString());return result.path("structuredContent").path("value");
|
||||
}
|
||||
Result publish(List<Mutation> mutations,List<Ownership> ownership)throws Exception {
|
||||
var revision=json.treeToValue(call("studio_assets_revision",Map.of()).path("revision"),Revision.class);
|
||||
var request=new Request(revision,mutations,List.of(),ownership);String requestId=UUID.randomUUID().toString();
|
||||
var value=call("studio_assets_preview",Map.of("clientRequestId",requestId,"request",request));var preview=json.treeToValue(value,Preview.class);assertTrue(preview.canCommit(),value.toString());
|
||||
assertEquals(value,call("studio_assets_preview",Map.of("clientRequestId",requestId,"request",request)));
|
||||
var committed=call("studio_assets_commit",Map.of("clientRequestId",UUID.randomUUID().toString(),"batchId",preview.batchId(),"expectedRevision",revision));var result=json.treeToValue(committed,Result.class);assertTrue(result.applied(),committed.toString());assertEquals(committed,call("studio_assets_result",Map.of("batchId",preview.batchId())));return result;
|
||||
}
|
||||
}
|
||||
var client=new Client();client.post("initialize",Map.of("protocolVersion",p.studio.app.mcp.LocalMcpServer.PROTOCOL_VERSION,"clientInfo",Map.of("name","asset-qualification","version","1"),"capabilities",Map.of()));client.post("notifications/initialized",Map.of());
|
||||
var bank=AssetReference.forRelativeAssetRoot("shared");var scene=AssetReference.forRelativeAssetRoot("shared-scene");
|
||||
client.publish(List.of(new CreateBank("create","shared","shared",AssetFamily.GLYPH_BANK,"GLYPH_INDEXED_V1","NONE",true),new UpdateContract("tile",bank,true,"NONE",Map.of(),Map.of("tile_size","16x16")),new ImportPng("png",new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png"))),bank,"red.png"),new ComposePalettes("palette",bank,List.of(new Palette(0,List.of(0xff0000ffL)))),new ComposeBank("compose",bank,List.of("red.png"))),List.of());
|
||||
var artifact=service.artifacts(root,task,bank).getFirst();assertFalse(client.call("studio_assets_artifacts",Map.of("assetReference",bank.value())).path("artifacts").isEmpty());
|
||||
var layers=new ArrayList<SceneLayer>();layers.add(new SceneLayer(true,bank,16,1,1,1,1,List.of(new SceneTile(true,artifact.identity(),0,false,false))));for(int i=1;i<4;i++)layers.add(new SceneLayer(false,null,0,1,1,1,1,List.of(new SceneTile(false,null,0,false,false))));
|
||||
client.publish(List.of(new CreateBank("scene","shared-scene","shared-scene",AssetFamily.SCENE_BANK,"SCENE_TILED_V1","NONE",true),new ComposeScene("map",scene,layers)),List.of());
|
||||
var source=new PngInput("assets/hero/g0.png",null,hash(fixture.bankRoot.resolve("g0.png")));
|
||||
assertEquals(CommitState.no_op,client.publish(List.of(new ImportPng("same",source,bank,"red.png")),List.of()).state());
|
||||
client.publish(List.of(),List.of(new Ownership(bank,"assets/shared/red.png","selected PNG",List.of(hero),false)));
|
||||
assertEquals(1,client.call("studio_assets_dependencies",Map.of("assetReference",bank.value())).path("ownership").size());
|
||||
var budget=client.call("studio_assets_budget",Map.of());assertEquals("unknown",budget.path("qualification").path("state").asText());assertEquals(service.budget(root,null).revision().sha256(),budget.path("revision").path("sha256").asText());
|
||||
var manifest=(com.fasterxml.jackson.databind.node.ObjectNode)fixture.mapper.readTree(fixture.bankRoot.resolve("asset.json").toFile());((com.fasterxml.jackson.databind.node.ObjectNode)manifest.path("artifacts").get(1)).put("index",3);fixture.mapper.writeValue(fixture.bankRoot.resolve("asset.json").toFile(),manifest);
|
||||
var diagnostics=client.call("studio_assets_budget",Map.of()).path("diagnostics");assertTrue(diagnostics.toString().contains("GLYPH_INDICES_NONCONTIGUOUS"),diagnostics.toString());assertTrue(diagnostics.toString().contains("missingIndices"));
|
||||
}
|
||||
}
|
||||
|
||||
@Test void currentTaskAuthorityPrecedesDedupAndHumanMutationsAreBlockedDuringGrant()throws Exception {
|
||||
assertTrue(session.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());String task=session.acquire().task().value();
|
||||
var request=request(List.of(),List.of());var preview=service.preview(root,task,"task-preview",request);
|
||||
assertEquals(preview,service.preview(root,task,"task-preview",request));
|
||||
assertThrows(ControlDeniedException.class,()->service.preview(root,null,"human",request));
|
||||
var different=new Request(request.expectedRevision(),List.of(new BuildParticipation("exclude",hero,false)),List.of(),List.of());
|
||||
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->service.preview(root,task,"task-preview",different)).failure().code());
|
||||
session.reclaim().toCompletableFuture().get(5,TimeUnit.SECONDS);
|
||||
assertThrows(ControlDeniedException.class,()->service.preview(root,task,"task-preview",request));
|
||||
assertEquals(preview,service.preview(root,null,preview.batchId()));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,60 @@
|
||||
package p.studio.app.assets;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import p.studio.api.assets.*;
|
||||
import p.studio.api.assets.metadata.*;
|
||||
import p.studio.api.project.*;
|
||||
import p.studio.core.assets.*;
|
||||
import p.studio.core.assets.metadata.AssetStudioMetadataService;
|
||||
import p.studio.core.assets.scene.SceneBankWorkflowService;
|
||||
import p.studio.core.project.*;
|
||||
import p.studio.app.compiler.CompilerBuildGatewayAdapter;
|
||||
import p.studio.app.operation.ExecutorOperationExecutor;
|
||||
import p.studio.core.shipper.StudioShipperService;
|
||||
import java.nio.file.*;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.*;
|
||||
|
||||
/** Uses public asset commands on a disposable project; no private binary pack emitter. */
|
||||
public final class SmallAssetProject implements AutoCloseable {
|
||||
public final ObjectMapper json=new ObjectMapper();public final Path root;
|
||||
public final p.packer.Packer packer;public final ProjectReference project;
|
||||
public final PackerAssetCommands commands;public final PackerAssetCatalog catalog;
|
||||
public SmallAssetProject(Path root)throws Exception {
|
||||
this.root=Files.createDirectories(root).toRealPath();root=this.root;Files.createDirectories(root.resolve("src"));
|
||||
Files.writeString(root.resolve("prometeu.json"),"{\"name\":\"capacityfixture\",\"version\":\"1.0.0\",\"language\":\"pbs\",\"stdlib\":\"1\",\"target\":\"Game\",\"app_id\":27301,\"dependencies\":[]}");
|
||||
Files.writeString(root.resolve("src/mod.barrel"),"pub fn frame() -> void;");Files.writeString(root.resolve("src/main.pbs"),"[Frame] fn frame() -> void {}\n");
|
||||
packer=p.packer.Packer.bootstrap(json,event->{});commands=new PackerAssetCommands(packer.workspaceService());catalog=new PackerAssetCatalog(packer.workspaceService());
|
||||
project=new ProjectCatalogService(root.getParent(),json,new ProjectLocalStudioSetupStore(json)).openProject(root);
|
||||
}
|
||||
public AssetReference glyph(String name,boolean preload)throws Exception {
|
||||
var created=commands.create(project,name,name,AssetFamily.GLYPH_BANK,"GLYPH_INDEXED_V1","NONE",preload);
|
||||
if(!created.successful())throw new IllegalStateException(created.summary());
|
||||
var configured=commands.updateContract(project,created.assetReference(),preload,"NONE",Map.of(),Map.of("tile_size","16x16"));
|
||||
if(!configured.success())throw new IllegalStateException(configured.errorMessage());
|
||||
var image=new java.awt.image.BufferedImage(16,16,java.awt.image.BufferedImage.TYPE_INT_ARGB);
|
||||
for(int y=0;y<16;y++)for(int x=0;x<16;x++)image.setRGB(x,y,0xffff0000);
|
||||
javax.imageio.ImageIO.write(image,"png",created.assetRoot().resolve("red.png").toFile());
|
||||
var palette=commands.applyPaletteOverhauling(project,created.assetReference(),List.of(Map.of("index",0,"rgba8888",List.of(0xff0000ff))));
|
||||
if(!palette.success())throw new IllegalStateException(palette.errorMessage());
|
||||
var composition=commands.applyBankComposition(project,created.assetReference(),List.of("red.png"));if(!composition.success())throw new IllegalStateException(composition.errorMessage());
|
||||
return created.assetReference();
|
||||
}
|
||||
public AssetReference scene(String name,AssetReference glyph,boolean preload)throws Exception {
|
||||
var created=commands.create(project,name,name,AssetFamily.SCENE_BANK,"SCENE_TILED_V1","NONE",preload);
|
||||
if(!created.successful())throw new IllegalStateException(created.summary());
|
||||
var source=catalog.list(project,false).stream().filter(a->a.reference().equals(glyph)).findFirst().orElseThrow();
|
||||
var layers=new ArrayList<AssetStudioSceneLayerBinding>();
|
||||
for(int i=1;i<=4;i++)layers.add(new AssetStudioSceneLayerBinding(false,i,"Layer "+i,1,1,"scene.tmx",root.resolve("assets").relativize(source.root()).toString(),1,1,0,List.of(AssetStudioSceneTile.inactive(0))));
|
||||
var metadata=new AssetStudioSceneBankMetadata(1,1,4,layers,created.assetRoot().resolve("scene-bank.studio.json"));
|
||||
var write=new AssetStudioMetadataService(json).writeSceneBankMetadata(created.assetRoot(),metadata);if(!write.successful())throw new IllegalStateException(write.message());
|
||||
new SceneBankWorkflowService(catalog,json).writeComposition(project,created.assetRoot(),metadata);return created.assetReference();
|
||||
}
|
||||
public p.studio.api.shipper.ShipperPrepareResult build()throws Exception {
|
||||
try(var workers=Executors.newSingleThreadExecutor()) {
|
||||
return new StudioShipperService(new CompilerBuildGatewayAdapter(),packer.workspaceService(),json,new ExecutorOperationExecutor(workers))
|
||||
.prepare(project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);
|
||||
}
|
||||
}
|
||||
@Override public void close(){packer.close();}
|
||||
}
|
||||
@@ -21,9 +21,27 @@ public final class InstalledKnowledgeProbe {
|
||||
check(!Files.exists(Path.of("settings.gradle.kts")) && !Files.exists(Path.of("docs")), "No repository in working directory");
|
||||
verifyRuntimeCatalogs(provider.getClass().getClassLoader());
|
||||
if (arguments.length == 1 && arguments[0].equals("--catalog-only")) return;
|
||||
var guideType = Class.forName("p.studio.app.mcp.McpConnectionGuide");
|
||||
check(guideType.getProtectionDomain().getCodeSource().getLocation().getPath().endsWith(".jar"), "Lifecycle guide must come from installed JAR");
|
||||
var guide = (String)guideType.getField("INSTRUCTIONS").get(null);
|
||||
for (var requirement : java.util.List.of("studio_tests_start", "studio_tests_transcript", "disposable_reopen", "studio_evidence_persist", "studio_evidence_compare", "explicit alpha", "human manual-control", "studio_headless_reset", "same buildId", "Unknown completedFrames is null",
|
||||
"memcardChoice", "details.control", "clientRequestId", "studio_assets_preview", "studio_assets_commit", "studio_assets_result", "Sound is deferred"))
|
||||
check(guide.contains(requirement), "Missing installed recovery guidance: " + requirement);
|
||||
System.out.println("Installed lifecycle and recovery guide verified");
|
||||
Path root = Files.createDirectory(Path.of("example")).toRealPath();
|
||||
var docs = provider.documentation().orElseThrow().references(1, p.studio.AppMode.Game);
|
||||
verifySpecificationAliases(provider.getClass().getClassLoader(), docs);
|
||||
var assetGuide=docs.stream().filter(r->r.id().equals("pbs:example:game:1:asset-authoring/GUIDE.md")).findFirst().orElseThrow();
|
||||
for(var term:java.util.List.of("compose_palettes","SCENE_TILED_V1","affectedReferences","cartridge","Sound"))check(assetGuide.text().contains(term),"Missing installed asset guidance: "+term);
|
||||
try(var input=guideType.getClassLoader().getResourceAsStream("asset-capacity/catalog.json")) {
|
||||
check(input!=null,"Missing installed capacity catalog");var profile=new ObjectMapper().readTree(input).path("profiles").get(0).path("profile");
|
||||
check(!profile.path("limits").has("sound"),"Sound is outside this qualification");
|
||||
for(var boundary:profile.path("evidence"))try(var evidence=guideType.getClassLoader().getResourceAsStream(boundary.path("evidencePath").asText())) {
|
||||
check(evidence!=null,"Missing installed boundary evidence");check(java.util.HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(evidence.readAllBytes())).equals(boundary.path("evidenceSha256").asText()),"Installed capacity evidence changed");
|
||||
}
|
||||
}
|
||||
System.out.println("Installed shared asset authoring and capacity evidence verified");
|
||||
|
||||
check(docs.stream().anyMatch(r -> r.id().equals("pbs:spec:generic-contracts.md")), "Missing installed generic-contract specification");
|
||||
check(docs.stream().anyMatch(r -> r.id().equals("pbs:example:game:1:src/contracts.pbs")), "Missing installed generic-contract example");
|
||||
check(docs.stream().anyMatch(r -> r.id().equals("pbs:spec:generic-structs-and-free-functions.md")), "Missing installed generic struct/function specification");
|
||||
@@ -78,6 +96,7 @@ public final class InstalledKnowledgeProbe {
|
||||
check(result.bytecodeModule().functions().stream().filter(f -> f.metadata().role() == role).count() == 1,
|
||||
"Installed example must preserve exactly one " + role);
|
||||
}
|
||||
verifyIsolatedTargets(root.resolve("isolated-tests"));
|
||||
Path listRoot=Files.createDirectory(Path.of("list-example")).toRealPath();
|
||||
Files.createDirectories(listRoot.resolve("src"));
|
||||
Files.copy(root.resolve("prometeu.json"),listRoot.resolve("prometeu.json"));
|
||||
@@ -143,6 +162,28 @@ public final class InstalledKnowledgeProbe {
|
||||
if (!condition) throw new AssertionError(message);
|
||||
}
|
||||
|
||||
private static void verifyIsolatedTargets(Path root) throws Exception {
|
||||
var originals = new java.util.HashMap<Path, byte[]>();
|
||||
try (var files = Files.walk(root.resolve("src"))) {
|
||||
for (var file : files.filter(Files::isRegularFile).toList()) originals.put(file, Files.readAllBytes(file));
|
||||
}
|
||||
for (var target : java.util.List.of("life", "life-fail", "production")) {
|
||||
Path output = target.equals("production") ? null : root.resolve(".studio/test-builds/" + target + "/installed");
|
||||
var config = target.equals("production") ? new BuilderPipelineConfig(false, root.toString())
|
||||
: new BuilderPipelineConfig(false, root.toString(), null, null, target, output);
|
||||
var result = BuilderPipelineService.INSTANCE.compile(BuilderPipelineContext.fromConfig(config), LogAggregator.stdout());
|
||||
check(result.diagnostics().stream().noneMatch(issue -> issue.isError()),
|
||||
"Installed isolated target must compile: " + target + " " + result.diagnostics());
|
||||
check(result.bytecodeBytes().length > 0, "Installed isolated target must produce bytecode: " + target);
|
||||
boolean logs = result.bytecodeModule().syscalls().stream().anyMatch(call -> call.module().equals("log"));
|
||||
check(logs == !target.equals("production"), "Test log support must remain outside production: " + target);
|
||||
for (var original : originals.entrySet())
|
||||
check(java.util.Arrays.equals(original.getValue(), Files.readAllBytes(original.getKey())),
|
||||
"Installed target must preserve production source/barrel: " + original.getKey());
|
||||
}
|
||||
System.out.println("Installed isolated targets verified: life, life-fail and default production");
|
||||
}
|
||||
|
||||
private static void verifySpecificationAliases(ClassLoader loader,
|
||||
java.util.List<p.studio.compiler.services.FrontendReferenceProvider.Reference> docs) throws Exception {
|
||||
var resource = loader.getResource("pbs-knowledge/index.json");
|
||||
|
||||
@@ -14,6 +14,9 @@ class InstalledKnowledgeTest {
|
||||
@Test void installedJarsProvideAllReferencesAndCompileTheExampleOutsideTheCheckout() throws Exception {
|
||||
String log = runProbe();
|
||||
assertTrue(log.contains("references; example compiled"), log);
|
||||
assertTrue(log.contains("Installed shared asset authoring and capacity evidence verified"), log);
|
||||
assertTrue(log.contains("Installed lifecycle and recovery guide verified"), log);
|
||||
assertTrue(log.contains("Installed isolated targets verified: life, life-fail and default production"), log);
|
||||
assertTrue(log.contains("Packaged external sources verified"), log);
|
||||
assertTrue(log.contains("Installed specification aliases verified: 12 canonical resources"), log);
|
||||
assertTrue(log.contains("Installed List/Cursor execution fixture generated"), log);
|
||||
|
||||
@@ -0,0 +1,139 @@
|
||||
package p.studio.app.compiler;
|
||||
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import org.springframework.boot.WebApplicationType;
|
||||
import org.springframework.boot.builder.SpringApplicationBuilder;
|
||||
import org.springframework.context.ConfigurableApplicationContext;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.api.project.ProjectCatalog;
|
||||
import p.studio.api.session.*;
|
||||
import p.studio.api.shipper.Shipper;
|
||||
import p.studio.app.StudioApplicationConfiguration;
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import java.nio.file.*;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Real compiler/packer/project composition, no guest or runtime installation required. */
|
||||
class TargetBuildIntegrationTest {
|
||||
@TempDir Path root;
|
||||
ConfigurableApplicationContext app;ProjectSession project;TaskTools tools;String task;ObjectMapper mapper;
|
||||
@BeforeEach void open()throws Exception {
|
||||
root=root.toRealPath();Files.createDirectories(root.resolve("src"));Files.createDirectories(root.resolve("tests/life"));Files.createDirectories(root.resolve("tests/shop"));
|
||||
Files.writeString(root.resolve("src/main.pbs"),"[Frame] fn frame() -> void {}\n");
|
||||
Files.writeString(root.resolve("src/mod.barrel"),"pub fn frame() -> void;\n");
|
||||
Files.writeString(root.resolve("tests/life/main.pbs"),"[Frame] fn frame() -> void {}\n");
|
||||
Files.writeString(root.resolve("tests/shop/main.pbs"),"[Frame] fn frame() -> void {}\n");
|
||||
Files.writeString(root.resolve("prometeu.json"),"""
|
||||
{"name":"targetfixture","version":"1.0.0","language":"pbs","stdlib":"1","target":"Game","app_id":123,"dependencies":[],
|
||||
"testTargets":{"schemaVersion":1,"targets":[
|
||||
{"id":"life","entrypoint":"tests/life/main.pbs","sourceRoots":["src","tests/life"],"supportRoots":[],"exclusions":["src/main.pbs"],"cases":["health"],"logTag":41000},
|
||||
{"id":"shop-save","entrypoint":"tests/shop/main.pbs","sourceRoots":["src","tests/shop"],"supportRoots":[],"exclusions":["src/main.pbs"],"cases":["save"],"logTag":41001}]}}
|
||||
""");
|
||||
app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(true).run();
|
||||
mapper=app.getBean(ObjectMapper.class);project=app.getBean(ProjectSessionFactory.class).open(app.getBean(ProjectCatalog.class).openProject(root));
|
||||
tools=app.getBean(TaskTools.class);project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tools.acquire(root).task().value();
|
||||
}
|
||||
@AfterEach void close(){try{if(project!=null)project.close();}finally{if(app!=null)app.close();}}
|
||||
TrackedOperation build(String request,String target)throws Exception {
|
||||
tools.build(root,task,request,target);long deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(30);
|
||||
do {var operation=tools.operation(root,task,new OperationLookup(null,request));if(operation.workerTerminated())return operation;Thread.sleep(5);}while(System.nanoTime()<deadline);
|
||||
throw new AssertionError("Target build worker did not terminate");
|
||||
}
|
||||
@Test void immutableTargetArtifactsProvenanceDedupAndManualProductionBuildAreIndependent()throws Exception {
|
||||
byte[] production=Files.readAllBytes(root.resolve("src/main.pbs"));
|
||||
var first=build("life-build","life");assertNotNull(first.buildResult());assertTrue(first.buildResult().success(),first.buildResult().diagnostics().toString());
|
||||
assertNotNull(first.buildId());Path firstRoot=root.resolve(".studio/test-builds/life").resolve(first.buildId());
|
||||
assertEquals(firstRoot.resolve("manifest.json"),first.buildResult().manifestPath());assertFalse(Files.exists(root.resolve("build/manifest.json")));
|
||||
byte[] originalPbx=Files.readAllBytes(firstRoot.resolve("program.pbx"));byte[] originalManifest=Files.readAllBytes(firstRoot.resolve("manifest.json"));
|
||||
var provenance=mapper.readTree(firstRoot.resolve("build-provenance.json").toFile());
|
||||
assertEquals("life",provenance.path("targetId").asText());assertEquals(first.buildId(),provenance.path("buildId").asText());
|
||||
assertTrue(provenance.path("sources").has(root.resolve("tests/life/main.pbs").toString()));
|
||||
assertFalse(provenance.path("sources").has(root.resolve("src/main.pbs").toString()));
|
||||
assertTrue(provenance.path("dependencyConfigurationSha256").has(root.resolve("prometeu.json").toString()));
|
||||
assertEquals(64,provenance.path("revision").asText().length());
|
||||
var duplicate=tools.build(root,task,"life-build","life");assertEquals(first.operation().id(),duplicate.operation().id());
|
||||
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->tools.build(root,task,"life-build","shop-save")).failure().code());
|
||||
var second=build("shop-build","shop-save");assertTrue(second.buildResult().success(),second.buildResult().diagnostics().toString());
|
||||
assertNotEquals(first.buildId(),second.buildId());
|
||||
assertArrayEquals(originalPbx,Files.readAllBytes(firstRoot.resolve("program.pbx")));assertArrayEquals(originalManifest,Files.readAllBytes(firstRoot.resolve("manifest.json")));
|
||||
assertEquals(first.buildId(),tools.operation(root,task,new OperationLookup(null,"life-build")).buildId());
|
||||
tools.release(root,task).toCompletableFuture().get(10,TimeUnit.SECONDS);
|
||||
var manual=app.getBean(Shipper.class).prepare(project.projectReference(),ignored->{}).completion().toCompletableFuture().get(30,TimeUnit.SECONDS);
|
||||
assertTrue(manual.success(),manual.diagnostics().toString());assertEquals(root.resolve("build/manifest.json"),manual.manifestPath());assertEquals("production",manual.context().get("targetId"));
|
||||
assertArrayEquals(production,Files.readAllBytes(root.resolve("src/main.pbs")));assertArrayEquals(originalPbx,Files.readAllBytes(firstRoot.resolve("program.pbx")));
|
||||
}
|
||||
@Test void invalidSelectedSourceCannotPublishATestCartridgeOrUsableBuildIdentity()throws Exception {
|
||||
byte[] source=Files.readAllBytes(root.resolve("src/main.pbs"));Files.writeString(root.resolve("tests/life/bad.pbs"),"fn broken( this is invalid\n");
|
||||
var result=build("bad-test","life");assertNull(result.buildId());assertNotNull(result.buildResult());assertFalse(result.buildResult().success());
|
||||
assertNull(result.buildResult().manifestPath());
|
||||
assertTrue(result.buildResult().issues().stream().anyMatch(issue->String.valueOf(issue.toMap().get("origin")).contains("tests/life/bad.pbs")),result.buildResult().issues().toString());
|
||||
try(var files=Files.walk(root.resolve(".studio/test-builds/life"))) {assertTrue(files.noneMatch(p->p.getFileName().toString().equals("manifest.json")));}
|
||||
assertArrayEquals(source,Files.readAllBytes(root.resolve("src/main.pbs")));
|
||||
var production=build("production-after-rejection",null);assertTrue(production.buildResult().success(),production.buildResult().diagnostics().toString());
|
||||
}
|
||||
@Test void cancellationWaitsForCleanupAndSourceRevisionChangesRefusePublication()throws Exception {
|
||||
var before=build("retained","shop-save");assertTrue(before.buildResult().success(),before.buildResult().diagnostics().toString());
|
||||
byte[] manifest=Files.readAllBytes(before.buildResult().manifestPath());
|
||||
var entered=new java.util.concurrent.CountDownLatch(1);var staged=new java.util.concurrent.atomic.AtomicReference<Path>();
|
||||
var paused=shipperAfterCompile((project,output)->{
|
||||
staged.set(output);entered.countDown();
|
||||
try {new java.util.concurrent.CountDownLatch(1).await();}
|
||||
catch(InterruptedException interrupted){Thread.currentThread().interrupt();throw new java.util.concurrent.CancellationException("Cancelled fixture after compile");}
|
||||
});
|
||||
var candidate=new BuildSelection("life",UUID.randomUUID().toString());
|
||||
var operation=project.automation().submit(project.automation().snapshot().task(),"Test build cancellation",()->{
|
||||
paused.prepareNow(project.projectReference(),candidate,ignored->{});
|
||||
return new AutomationOutcome(AutomationOutcome.Kind.CANCELLED,0,0,List.of(),null);
|
||||
});
|
||||
assertTrue(entered.await(10,TimeUnit.SECONDS));assertTrue(Files.isRegularFile(staged.get().resolve("program.pbx")));
|
||||
operation.cancel();operation.termination().toCompletableFuture().get(10,TimeUnit.SECONDS);
|
||||
assertFalse(Files.exists(staged.get()));assertFalse(Files.exists(root.resolve(".studio/test-builds/life").resolve(candidate.buildId())));
|
||||
assertArrayEquals(manifest,Files.readAllBytes(before.buildResult().manifestPath()));
|
||||
var changed=shipperAfterCompile((project,output)->{
|
||||
try {Files.writeString(root.resolve("tests/life/main.pbs"),"[Frame] fn frame() -> void { let external: int = 1; }\n");}
|
||||
catch(java.io.IOException failure){throw new java.io.UncheckedIOException(failure);}
|
||||
});
|
||||
var changedSelection=new BuildSelection("life",UUID.randomUUID().toString());
|
||||
var result=new java.util.concurrent.atomic.AtomicReference<p.studio.api.shipper.ShipperPrepareResult>();
|
||||
var changeOperation=project.automation().submit(project.automation().snapshot().task(),"Changed source build",()->{
|
||||
result.set(changed.prepareNow(project.projectReference(),changedSelection,ignored->{}));
|
||||
return new AutomationOutcome(AutomationOutcome.Kind.SUCCEEDED,0,0,List.of(),null);
|
||||
});
|
||||
changeOperation.completion().toCompletableFuture().get(10,TimeUnit.SECONDS);changeOperation.termination().toCompletableFuture().get(10,TimeUnit.SECONDS);
|
||||
assertFalse(result.get().success());assertTrue(result.get().diagnostics().stream().anyMatch(m->m.contains("Consumed source changed")),result.get().diagnostics().toString());
|
||||
assertFalse(Files.exists(root.resolve(".studio/test-builds/life").resolve(changedSelection.buildId())));
|
||||
assertArrayEquals(manifest,Files.readAllBytes(before.buildResult().manifestPath()));
|
||||
}
|
||||
@Test void packagedLifeExamplesCompileBothTargetsWithLogSupportAbsentFromProduction()throws Exception {
|
||||
project.close();Path copy=root.resolve("packaged-example");Files.createDirectories(copy);
|
||||
String prefix="pbs:example:game:1:isolated-tests/";int files=0;
|
||||
for(var reference:p.studio.compiler.FrontendRegistryService.require("pbs").documentation().orElseThrow().references(1,p.studio.AppMode.Game)) {
|
||||
if(!reference.id().startsWith(prefix))continue;
|
||||
Path destination=copy.resolve(reference.id().substring(prefix.length()));Files.createDirectories(destination.getParent());Files.writeString(destination,reference.text());files++;
|
||||
}
|
||||
assertTrue(files>=10,"Packaged isolated test example is missing");root=copy.toRealPath();
|
||||
project=app.getBean(ProjectSessionFactory.class).open(app.getBean(ProjectCatalog.class).openProject(root));
|
||||
project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tools.acquire(root).task().value();
|
||||
byte[] barrel=Files.readAllBytes(root.resolve("src/mod.barrel"));
|
||||
for(String target:List.of("life","life-fail","production")) {
|
||||
var result=build("packaged-"+target,target);assertTrue(result.buildResult().success(),result.buildResult().diagnostics().toString());
|
||||
var manifest=mapper.readTree(result.buildResult().manifestPath().toFile());
|
||||
boolean usesLog=java.util.stream.StreamSupport.stream(manifest.path("capabilities").spliterator(),false).anyMatch(v->v.asText().equals("log"));
|
||||
assertEquals(!target.equals("production"),usesLog);
|
||||
assertArrayEquals(barrel,Files.readAllBytes(root.resolve("src/mod.barrel")));
|
||||
}
|
||||
}
|
||||
p.studio.core.shipper.StudioShipperService shipperAfterCompile(java.util.function.BiConsumer<p.studio.api.project.ProjectReference,Path> after) {
|
||||
var actual=app.getBean(p.studio.core.shipper.CompilerBuildGateway.class);
|
||||
var wrapped=new p.studio.core.shipper.CompilerBuildGateway() {
|
||||
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,java.util.function.Consumer<String> sink){return actual.compile(project,sink);}
|
||||
public CompilerBuildOutput compile(p.studio.api.project.ProjectReference project,BuildSelection selection,Path output,java.util.function.Consumer<String> sink){
|
||||
var result=actual.compile(project,selection,output,sink);after.accept(project,output);return result;
|
||||
}
|
||||
};
|
||||
return new p.studio.core.shipper.StudioShipperService(wrapped,app.getBean(p.packer.PackerWorkspaceService.class),mapper,app.getBean(p.studio.api.operation.OperationExecutor.class));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,121 @@
|
||||
package p.studio.app.evidence;
|
||||
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.api.operation.*;
|
||||
import p.studio.app.operation.ExecutorOperationExecutor;
|
||||
import p.studio.app.mcp.*;
|
||||
import p.studio.core.project.ProjectAccessRegistry;
|
||||
import p.studio.core.session.*;
|
||||
import java.nio.file.*;
|
||||
import java.time.Instant;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.*;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
class EvidenceIntegrationTest {
|
||||
@TempDir Path root;
|
||||
ExecutorService pool;DefaultAutomationSession session;ProjectAccessRegistry projects;ObjectMapper mapper=new ObjectMapper();
|
||||
PngEvidenceCodec codec=new PngEvidenceCodec();EvidenceTools tools;String task;byte[] png;AtomicInteger lookups;
|
||||
@BeforeEach void open()throws Exception {
|
||||
root=root.toRealPath();pool=Executors.newCachedThreadPool();projects=new ProjectAccessRegistry();
|
||||
session=new DefaultAutomationSession(root,new ExecutorOperationExecutor(pool));projects.register(root,session::enterManual,()->true,session);
|
||||
png=codec.encode(new Evidence.Pixels(2,1,new byte[]{10,20,30,0,40,50,60,(byte)255}));lookups=new AtomicInteger();
|
||||
TaskTools original=(TaskTools)java.lang.reflect.Proxy.newProxyInstance(getClass().getClassLoader(),new Class[]{TaskTools.class},(proxy,method,args)->{
|
||||
if(!method.getName().equals("operation"))throw new AssertionError("Evidence must never invoke "+method.getName());
|
||||
lookups.incrementAndGet();var capture=new CanonicalCapture("native-session","build",5,9,2,1,2,png);
|
||||
return new TrackedOperation(new OperationSnapshot(new OperationId("original-operation"),OperationState.SUCCEEDED,Instant.now(),"advance"),"advance-request",new TrackedOperation.Progress(1L,1L),null,null,
|
||||
new AutomationOutcome(AutomationOutcome.Kind.SUCCEEDED,1,1,List.of(),capture),null,true,true);
|
||||
});
|
||||
tools=new DefaultEvidenceTools(projects,original,new FileEvidenceStore(mapper),codec);
|
||||
session.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=session.acquire().task().value();
|
||||
}
|
||||
@AfterEach void close(){if(session!=null)session.closeAsync().toCompletableFuture().join();if(pool!=null)pool.shutdownNow();}
|
||||
Evidence.Publication persist(){return tools.persist(root,task,"persist",new OperationLookup("original-operation",null));}
|
||||
@Test void originalCheckpointDedupReopenAndReacquisitionDoNotCallRuntimeOrRewriteHistory()throws Exception {
|
||||
var p=persist();var a=p.artifacts().getFirst();assertArrayEquals(png,tools.image(root,task,a.id()));
|
||||
assertEquals("original-operation",a.provenance().get("operationId"));assertEquals(9,((Number)a.provenance().get("frameId")).intValue());
|
||||
assertEquals(p,tools.persist(root,task,"persist",new OperationLookup("original-operation",null)));assertEquals(1,lookups.get());
|
||||
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->tools.persist(root,task,"persist",new OperationLookup("other",null))).failure().code());
|
||||
String oldTask=task;session.release(session.snapshot().task()).toCompletableFuture().get(5,TimeUnit.SECONDS);
|
||||
assertThrows(ControlDeniedException.class,()->tools.metadata(root,oldTask,a.id()));
|
||||
// Human inspection survives authority return; persisted history is independent of the live operation cache.
|
||||
assertTrue(tools.metadata(root,null,a.id()).stale());
|
||||
session.closeAsync().toCompletableFuture().join();
|
||||
projects=new ProjectAccessRegistry();session=new DefaultAutomationSession(root,new ExecutorOperationExecutor(pool));projects.register(root,session::enterManual,()->true,session);
|
||||
tools=new DefaultEvidenceTools(projects,null,new FileEvidenceStore(mapper),codec);
|
||||
session.grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=session.acquire().task().value();
|
||||
assertArrayEquals(png,tools.image(root,task,a.id()));assertEquals(p.id(),tools.list(root,task).getFirst().id());assertTrue(tools.metadata(root,task,a.id()).stale());
|
||||
assertEquals(p.id(),tools.persist(root,task,"persist",new OperationLookup("original-operation",null)).id());assertEquals(1,lookups.get());
|
||||
}
|
||||
@Test void referenceAdmissionCanonicalPathsQuotaBoundsAndIntegrity()throws Exception {
|
||||
Path external=Files.createTempFile("studio-reference-",".png");
|
||||
try {
|
||||
Files.write(external,png);Path link=root.resolve("escape.png");Files.createSymbolicLink(link,external);
|
||||
assertEquals(AutomationFailure.Code.OUTSIDE_PROJECT_SCOPE,assertThrows(AutomationException.class,()->tools.importReference(root,task,"escape",link,null)).failure().code());
|
||||
assertThrows(ControlDeniedException.class,()->tools.authorizeReference(root,external));
|
||||
session.release(session.snapshot().task()).toCompletableFuture().join();String grant=tools.authorizeReference(root,external);
|
||||
var imported=tools.importReference(root,null,"selected",external,grant);assertNull(imported.baseline());assertEquals("external",imported.artifacts().getFirst().provenance().get("origin"));
|
||||
var a=imported.artifacts().getFirst();assertNull(a.provenance().get("frameId"));
|
||||
assertArrayEquals(Arrays.copyOfRange(png,1,4),tools.read(root,null,a.id(),1,3).bytes());
|
||||
assertThrows(IllegalArgumentException.class,()->tools.read(root,null,a.id(),png.length,1));
|
||||
assertThrows(IllegalArgumentException.class,()->tools.read(root,null,a.id(),0,Evidence.MAX_READ+1));
|
||||
var low=new FileEvidenceStore(mapper,1);var refusal=assertThrows(AutomationException.class,()->low.publish(root,new Evidence.Publication(UUID.randomUUID().toString(),"overflow","key",root.toString(),Instant.now().toString(),List.of(),null,null),List.of()));
|
||||
assertEquals(AutomationFailure.Code.LIMIT_EXCEEDED,refusal.failure().code());assertTrue(refusal.failure().details().containsKey("used"));
|
||||
assertArrayEquals(png,tools.image(root,null,a.id()));
|
||||
Files.write(root.resolve(".studio/evidence/pub-"+imported.id()).resolve(a.id()+".png"),new byte[]{1});
|
||||
assertThrows(AutomationException.class,()->tools.image(root,null,a.id()));
|
||||
}finally{Files.deleteIfExists(external);}
|
||||
}
|
||||
@Test void comparisonMcpImageMetricsAndHumanOnlyBaselineReviewShareOneResult()throws Exception {
|
||||
var actual=persist().artifacts().getFirst();Path reference=root.resolve("reference.png");Files.write(reference,png);
|
||||
var expected=tools.importReference(root,task,"reference",reference,null).artifacts().getFirst();
|
||||
assertEquals(false,expected.provenance().get("humanSelected"));
|
||||
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,
|
||||
()->tools.importReference(root,task,"reference",reference,"unverified-grant")).failure().code());
|
||||
var report=tools.compare(root,task,"comparison",expected.id(),actual.id(),Evidence.Parameters.exact(Evidence.Alpha.compare));
|
||||
assertEquals(Evidence.Verdict.passed,report.report().verdict());assertEquals(2,report.report().comparedPixels());assertEquals(1,lookups.get());
|
||||
assertThrows(ControlDeniedException.class,()->tools.approveBaseline(root,expected.id(),null));
|
||||
var registry=new McpToolRegistry(new McpToolCatalog(mapper),mapper,McpEvidenceTools.handlers(tools,mapper));
|
||||
var args=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("artifactId",actual.id());
|
||||
var image=registry.call("studio_evidence_image",args).wire();assertArrayEquals(png,Base64.getDecoder().decode(image.path("content").get(1).path("data").asText()));
|
||||
assertEquals(actual.sha256(),image.path("structuredContent").path("value").path("artifact").path("sha256").asText());
|
||||
assertEquals(AutomationFailure.Code.BUSY,assertThrows(AutomationException.class,()->tools.delete(root,task,actual.publicationId())).failure().code());
|
||||
session.release(session.snapshot().task()).toCompletableFuture().get(5,TimeUnit.SECONDS);
|
||||
var revision=tools.approveBaseline(root,expected.id(),null);assertEquals(expected.id(),revision.baseline().artifactId());
|
||||
assertThrows(AutomationException.class,()->tools.approveBaseline(root,actual.id(),null));
|
||||
var revision2=tools.approveBaseline(root,expected.id(),revision.baseline().id());assertEquals(revision.baseline().id(),revision2.baseline().previousRevision());
|
||||
assertThrows(AutomationException.class,()->tools.delete(root,null,expected.publicationId()));
|
||||
assertTrue(tools.list(root,null).stream().anyMatch(p->p.id().equals(report.id())));
|
||||
assertEquals("INVALID_TASK",registry.call("studio_evidence_image",args).wire().path("structuredContent").path("error").path("code").asText());
|
||||
}
|
||||
@Test void interruptedAndAbandonedStagingNeverPublishesOrChangesBaseline()throws Exception {
|
||||
var p=persist();Path stage=root.resolve(".studio/evidence/staging-interrupted");Files.createDirectories(stage);Files.write(stage.resolve("partial.png"),new byte[]{1,2});
|
||||
var reopened=new FileEvidenceStore(mapper);assertEquals(1,reopened.list(root).size());assertFalse(Files.exists(stage));
|
||||
Thread.currentThread().interrupt();
|
||||
try {
|
||||
var next=new Evidence.Publication(UUID.randomUUID().toString(),"cancelled","cancelled",root.toString(),Instant.now().toString(),List.of(),null,null);
|
||||
assertThrows(AutomationException.class,()->reopened.publish(root,next,List.of()));
|
||||
}finally{Thread.interrupted();}
|
||||
assertEquals(1,reopened.list(root).size());assertArrayEquals(png,reopened.image(root,p.artifacts().getFirst().id()));
|
||||
}
|
||||
@Test void concurrentPublishersCannotBypassExactQuotaAndOtherProjectCannotReuseAnExternalGrant()throws Exception {
|
||||
var p1=new Evidence.Publication(UUID.randomUUID().toString(),"one","one",root.toString(),"2026-11-10T00:00:00Z",List.of(),null,null);
|
||||
var p2=new Evidence.Publication(UUID.randomUUID().toString(),"two","two",root.toString(),"2026-11-10T00:00:00Z",List.of(),null,null);
|
||||
long size=mapper.writeValueAsBytes(p1).length;assertEquals(size,mapper.writeValueAsBytes(p2).length);
|
||||
var store=new FileEvidenceStore(mapper,size);var start=new CountDownLatch(1);
|
||||
var first=pool.submit(()->{start.await();try{store.publish(root,p1,List.of());return "ok";}catch(AutomationException e){return e.failure().code().name();}});
|
||||
var second=pool.submit(()->{start.await();try{store.publish(root,p2,List.of());return "ok";}catch(AutomationException e){return e.failure().code().name();}});
|
||||
start.countDown();assertEquals(Set.of("ok","LIMIT_EXCEEDED"),Set.of(first.get(5,TimeUnit.SECONDS),second.get(5,TimeUnit.SECONDS)));assertEquals(1,store.list(root).size());
|
||||
Path other=Files.createDirectory(root.resolve("other-project"));Path external=Files.createTempFile("outside-reference-",".png");
|
||||
try {
|
||||
Files.write(external,png);String grant=store.authorizeReference(root,external);
|
||||
assertThrows(AutomationException.class,()->store.importReference(other,external,grant));
|
||||
// A valid artifact identifier does not escape the other project's namespace.
|
||||
var saved=persist();assertThrows(AutomationException.class,()->store.image(other,saved.artifacts().getFirst().id()));
|
||||
}finally{Files.deleteIfExists(external);}
|
||||
}
|
||||
}
|
||||
@@ -198,4 +198,28 @@ class LocalMcpServerTest {
|
||||
assertEquals(401, post(wire).statusCode());
|
||||
}
|
||||
|
||||
@Test void evidenceImagesUseAuthenticatedEndpointAndCannotReuseRevokedTasksOrCrossProjectIds() throws Exception {
|
||||
root=root.toRealPath();var pool=java.util.concurrent.Executors.newSingleThreadExecutor();
|
||||
var authority=new p.studio.core.session.DefaultAutomationSession(root,new p.studio.app.operation.ExecutorOperationExecutor(pool));
|
||||
var projects=new p.studio.core.project.ProjectAccessRegistry();projects.register(root,authority::enterManual,()->!authority.snapshot().closed(),authority);
|
||||
var codec=new p.studio.app.evidence.PngEvidenceCodec();var tools=new p.studio.core.session.DefaultEvidenceTools(projects,null,new p.studio.app.evidence.FileEvidenceStore(mapper),codec);
|
||||
byte[] png=codec.encode(new Evidence.Pixels(1,1,new byte[]{1,2,3,(byte)255}));
|
||||
var source=root.resolve("reference.png");java.nio.file.Files.write(source,png);
|
||||
var artifact=tools.importReference(root,null,"human-import",source,null).artifacts().getFirst();
|
||||
try {
|
||||
server.close();server=new LocalMcpServer(mapper,new McpToolRegistry(new McpToolCatalog(mapper),mapper,McpEvidenceTools.handlers(tools,mapper)));
|
||||
server.start();authorize(root);session=null;initialize();
|
||||
authority.grant(false).toCompletableFuture().get(5,java.util.concurrent.TimeUnit.SECONDS);String task=authority.acquire().task().value();
|
||||
var call=mapper.createObjectNode().put("jsonrpc","2.0").put("id",2).put("method","tools/call");
|
||||
var args=call.putObject("params").put("name","studio_evidence_image").putObject("arguments").put("projectRoot",root.toString()).put("taskId",task).put("artifactId",artifact.id());
|
||||
assertEquals(401,request("POST",server.connection().endpoint(),call.toString(),null,null,LocalMcpServer.PROTOCOL_VERSION,session).statusCode());
|
||||
var result=mapper.readTree(post(call.toString()).body()).path("result");assertFalse(result.path("isError").asBoolean());
|
||||
assertArrayEquals(png,Base64.getDecoder().decode(result.path("content").get(1).path("data").asText()));
|
||||
args.put("projectRoot",java.nio.file.Files.createDirectory(root.resolve("other")).toRealPath().toString());
|
||||
assertEquals("OUTSIDE_PROJECT_SCOPE",mapper.readTree(post(call.toString()).body()).path("result").path("structuredContent").path("error").path("code").asText());
|
||||
args.put("projectRoot",root.toString());authority.release(authority.snapshot().task()).toCompletableFuture().get(5,java.util.concurrent.TimeUnit.SECONDS);
|
||||
assertEquals("INVALID_TASK",mapper.readTree(post(call.toString()).body()).path("result").path("structuredContent").path("error").path("code").asText());
|
||||
} finally {authority.closeAsync().toCompletableFuture().join();pool.shutdownNow();}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -12,7 +12,7 @@ class McpContractTest {
|
||||
final McpToolCatalog catalog = new McpToolCatalog(mapper);
|
||||
|
||||
@Test void everyToolHasValidExampleAuthorityAndResultEnvelope() {
|
||||
assertEquals(24, catalog.names().size());
|
||||
assertEquals(48, catalog.names().size());
|
||||
for (var name : catalog.names()) {
|
||||
var definition = catalog.definition(name);
|
||||
assertDoesNotThrow(() -> catalog.validateArguments(name, definition.get("exampleArguments")), name + " arguments");
|
||||
|
||||
@@ -127,6 +127,8 @@ class McpTaskToolsTest {
|
||||
assertEquals(true, runtime.input.get("a")); assertEquals(false, runtime.input.get("up")); assertEquals(0, runtime.input.get("touchY"));
|
||||
var receipt = value(call("studio_headless_advance", args().put("clientRequestId", "advance").put("frames", 5)));
|
||||
var result = completed("advance"); assertEquals(1, runtime.advances.get());
|
||||
assertEquals("advance", result.path("observation").path("context").path("clientRequestId").asText());
|
||||
assertTrue(result.has("currentObservation"));
|
||||
assertEquals(5, result.path("progress").path("completedFrames").asInt());
|
||||
assertEquals(receipt.path("operationId"), value(call("studio_headless_advance", args().put("clientRequestId", "advance").put("frames", 5))).path("operationId"));
|
||||
error("CLIENT_REQUEST_CONFLICT", call("studio_headless_advance", args().put("clientRequestId", "advance").put("frames", 6)));
|
||||
@@ -138,6 +140,7 @@ class McpTaskToolsTest {
|
||||
value(call("studio_headless_capture", args()));
|
||||
for (var operation : List.of("state", "fault", "clear_input", "reset")) value(call("studio_headless_" + operation, args()));
|
||||
assertTrue(session.snapshot().stale());
|
||||
assertEquals(result.path("observation"), poll("advance").path("observation"));
|
||||
assertTrue(poll("advance").path("capture").path("stale").asBoolean());
|
||||
value(call("studio_headless_shutdown", args())); assertTrue(runtime.stopped);
|
||||
error("SESSION_NOT_FOUND", call("studio_headless_state", args()));
|
||||
|
||||
@@ -27,7 +27,7 @@ class StudioMcpStdioTest {
|
||||
var count = new AtomicInteger(); String pixels = "A".repeat(1024 * 1024 + 100);
|
||||
try (var process = new Connector(root); var server = server(count, pixels)) {
|
||||
process.initialize();
|
||||
assertEquals(24, process.request("tools/list", mapper.createObjectNode()).path("result").path("tools").size());
|
||||
assertEquals(48, process.request("tools/list", mapper.createObjectNode()).path("result").path("tools").size());
|
||||
var waiting = process.call("studio_project_context", root);
|
||||
assertEquals("WAITING_FOR_ACCESS", waiting.path("structuredContent").path("error").path("code").asText());
|
||||
assertFalse(Files.exists(root.resolve(".studio")));
|
||||
|
||||
+52
@@ -0,0 +1,52 @@
|
||||
package p.studio.app.runtime;
|
||||
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.app.assets.SmallAssetProject;
|
||||
import java.nio.file.*;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Provider qualification precedes publication of a consumer capacity profile. No managed-guard bypass in production. */
|
||||
class AssetCapacityInstalledRuntimeTest {
|
||||
@TempDir Path root;
|
||||
@Test void actualInstalledPoolsAcceptSixteenAndRejectSeventeenGlyphAndScenePreloads()throws Exception {
|
||||
Path installation=Path.of(System.getProperty("studio.test.runtimeInstall","")).toRealPath();
|
||||
assertTrue(Files.isExecutable(installation.resolve("prometeu-headless")));
|
||||
var json=new com.fasterxml.jackson.databind.ObjectMapper();var observations=new ArrayList<Map<String,Object>>();
|
||||
for(String type:List.of("glyph","scene"))for(int count:List.of(16,17)) {
|
||||
try(var fixture=new SmallAssetProject(root.resolve(type+count))) {
|
||||
var source=type.equals("scene")?fixture.glyph("source",false):null;
|
||||
for(int i=0;i<count;i++)if(type.equals("glyph"))fixture.glyph("bank"+i,true);else fixture.scene("bank"+i,source,true);
|
||||
var build=fixture.build();assertTrue(build.success(),build.diagnostics().toString());
|
||||
var plan=fixture.packer.workspaceService().planPackWorkspace(new p.packer.messages.PackerProjectContext(fixture.project.name(),fixture.root));
|
||||
assertEquals(count,plan.preload().stream().filter(p->p.bankType().equals(type.toUpperCase(Locale.ROOT))).count());
|
||||
var process=new ProcessBuilder(installation.resolve("prometeu").toString(),"headless","--stdio").directory(fixture.root.toFile()).start();
|
||||
var session=new HeadlessProcessSession(process,json,HeadlessLimits.defaults(),"qualify-"+type+count);
|
||||
var record=new LinkedHashMap<String,Object>();record.put("bankType",type);record.put("preloads",count);record.put("plan",plan);
|
||||
try {
|
||||
session.initializeAndBoot(build.manifestPath().getParent(),fixture.root,false,Map.of());
|
||||
var result=session.advance(1,progress->{});record.put("observation",result.observation());record.put("outcome",result.kind().name());
|
||||
if(count==16){assertEquals(AutomationOutcome.Kind.SUCCEEDED,result.kind(),result.toString());assertEquals(1,result.completedFrames());}
|
||||
else assertNotEquals(AutomationOutcome.Kind.SUCCEEDED,result.kind(),"Seventeenth preload must be rejected by the native pool");
|
||||
}catch(AutomationException failure) {
|
||||
record.put("failure",failure.failure());assertEquals(17,count,"Sixteen native preloads must boot and execute");
|
||||
var nativeFacts=json.valueToTree(failure.failure().runtimeError());
|
||||
assertEquals("boot_failed",nativeFacts.path("code").asText(),nativeFacts.toString());
|
||||
assertEquals("vm_panic",nativeFacts.path("details").path("fault").path("kind").asText(),nativeFacts.toString());
|
||||
assertEquals("Cartridge preload failed: BackendError",nativeFacts.path("details").path("fault").path("message").asText(),nativeFacts.toString());
|
||||
}finally {
|
||||
record.put("nativeObservation",session.observation());
|
||||
try{session.shutdown().toCompletableFuture().get(7,TimeUnit.SECONDS);}finally{if(session.alive())session.abort("Capacity qualification cleanup");}
|
||||
}
|
||||
record.put("expected",count==16?"accepted":"rejected");observations.add(record);
|
||||
}
|
||||
}
|
||||
Path output=Path.of("build/asset-authoring-qualification");Files.createDirectories(output);
|
||||
var executables=new TreeMap<String,String>();for(String file:List.of("prometeu","prometeu-headless","prometeu-runtime"))executables.put(file,HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(installation.resolve(file)))));
|
||||
var nativeObservation=(RuntimeObservation)observations.getFirst().get("nativeObservation");
|
||||
json.writerWithDefaultPrettyPrinter().writeValue(output.resolve("native-capacity-boundaries.json").toFile(),Map.of("installation",installation.toString(),"runtimeVersion",nativeObservation.nativeDetails().get("runtimeVersion"),"executables",executables,"observations",observations,"scope","Actual packaged native 16/17 qualification, glyph/scene only; no runtime writes/builds or larger guest budgets. Native rejection reports the existing aggregate preload BackendError, not a fabricated slot detail."));
|
||||
}
|
||||
}
|
||||
+68
@@ -0,0 +1,68 @@
|
||||
package p.studio.app.runtime;
|
||||
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import p.studio.api.assets.*;
|
||||
import p.studio.api.assets.AssetBudgets.*;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.api.project.*;
|
||||
import p.studio.app.assets.*;
|
||||
import p.studio.app.compiler.CompilerBuildGatewayAdapter;
|
||||
import p.studio.app.operation.ExecutorOperationExecutor;
|
||||
import p.studio.core.shipper.StudioShipperService;
|
||||
import java.nio.file.*;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.*;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Real qualified build/preflight and process execution, independent of the provider boundary qualification. */
|
||||
class AssetManagedBuildInstalledRuntimeTest {
|
||||
@TempDir Path root;
|
||||
Map<String,String> files(Path directory)throws Exception {
|
||||
var result=new TreeMap<String,String>();try(var paths=Files.walk(directory)){for(Path file:paths.filter(Files::isRegularFile).toList())result.put(directory.relativize(file).toString(),HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(file))));}return result;
|
||||
}
|
||||
@Test void bothPoolsRejectSeventeenthBeforePublicationThenReducedPreloadBuildRunsWithSameGuard()throws Exception {
|
||||
String install=System.getProperty("studio.test.runtimeInstall","");assertFalse(install.isBlank());var setup=new ProjectLocalStudioSetup(install,null);
|
||||
var evidence=new ArrayList<Map<String,Object>>();
|
||||
for(String type:List.of("glyph","scene"))try(var fixture=new SmallAssetProject(root.resolve(type));var workers=Executors.newFixedThreadPool(2)) {
|
||||
var source=type.equals("scene")?fixture.glyph("source",false):null;
|
||||
for(int i=0;i<16;i++)if(type.equals("glyph"))fixture.glyph("bank"+i,true);else fixture.scene("bank"+i,source,true);
|
||||
var budgets=new AssetBudgetInspection(fixture.json,fixture.packer.workspaceService(),p->setup);
|
||||
var snapshot=budgets.inspect(fixture.project);assertEquals(QualificationState.known,snapshot.qualification().state(),snapshot.qualification().reason());assertTrue(snapshot.managedExecutionAllowed(),snapshot.toString());
|
||||
var shipper=new StudioShipperService(new CompilerBuildGatewayAdapter(),fixture.packer.workspaceService(),fixture.json,new ExecutorOperationExecutor(workers)).withAssetPreflight(budgets);
|
||||
var first=shipper.prepare(fixture.project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);assertTrue(first.success(),first.diagnostics().toString());
|
||||
var before=files(fixture.root.resolve("build"));var extra=type.equals("glyph")?fixture.glyph("extra",true):fixture.scene("extra",source,true);
|
||||
var rejected=shipper.prepare(fixture.project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);
|
||||
assertFalse(rejected.success());assertTrue(rejected.issues().stream().anyMatch(i->"PRELOAD_CAPACITY_EXCEEDED".equals(i.toMap().get("code"))),rejected.issues().toString());assertEquals(before,files(fixture.root.resolve("build")));
|
||||
var packed=new p.studio.core.assets.PackerAssetPacking(fixture.packer.workspaceService(),new ExecutorOperationExecutor(workers)).withAssetPreflight(budgets).pack(fixture.project).completion().toCompletableFuture().get(15,TimeUnit.SECONDS);
|
||||
assertEquals(p.studio.api.assets.AssetOperationStatus.FAILED,packed.status());assertTrue(packed.diagnostics().stream().anyMatch(d->"PRELOAD_CAPACITY_EXCEEDED".equals(d.code())));assertEquals(before,files(fixture.root.resolve("build")));
|
||||
var disabled=fixture.commands.updateContract(fixture.project,extra,false,"NONE",Map.of(),type.equals("glyph")?Map.of("tile_size","16x16"):Map.of());assertTrue(disabled.success(),disabled.errorMessage());
|
||||
var reduced=budgets.inspect(fixture.project);assertTrue(reduced.buildAllowed());assertTrue(reduced.pools().stream().anyMatch(Pool::potentialExceedsKnownLimit));
|
||||
var built=shipper.prepare(fixture.project,event->{}).completion().toCompletableFuture().get(45,TimeUnit.SECONDS);assertTrue(built.success(),built.diagnostics().toString());
|
||||
var admitted=new ManagedAssetGuard(fixture.json).require(fixture.root,built.manifestPath().getParent(),setup);
|
||||
var session=new HeadlessProcessGateway(fixture.json,p->setup).boot(fixture.project,"qualified-"+type,built);
|
||||
try{var frame=session.advance(1,p->{});assertEquals(AutomationOutcome.Kind.SUCCEEDED,frame.kind());assertEquals(1,frame.completedFrames());}
|
||||
finally{session.shutdown().toCompletableFuture().get(7,TimeUnit.SECONDS);}
|
||||
Path program=built.manifestPath().getParent().resolve("program.pbx");byte[] originalProgram=Files.readAllBytes(program);Files.writeString(program,"changed",StandardOpenOption.APPEND);
|
||||
assertEquals("ASSET_BUILD_BYTES_CHANGED",assertThrows(AutomationException.class,()->new ManagedAssetGuard(fixture.json).require(fixture.root,built.manifestPath().getParent(),setup)).failure().details().get("code"));Files.write(program,originalProgram);
|
||||
Files.writeString(fixture.root.resolve("assets/bank0/asset.json"),"\n",StandardOpenOption.APPEND);
|
||||
assertEquals("ASSET_BUILD_INPUTS_CHANGED",assertThrows(AutomationException.class,()->new ManagedAssetGuard(fixture.json).require(fixture.root,built.manifestPath().getParent(),setup)).failure().details().get("code"));
|
||||
evidence.add(Map.of("bankType",type,"initialBudget",snapshot,"rejectedBuild",rejected.diagnosticView(),"previousOutputPreserved",true,"reducedBudget",reduced,"admission",admitted));
|
||||
}
|
||||
Path output=Path.of("build/asset-authoring-qualification");Files.createDirectories(output);
|
||||
new com.fasterxml.jackson.databind.ObjectMapper().writerWithDefaultPrettyPrinter().writeValue(output.resolve("managed-boundaries.json").toFile(),evidence);
|
||||
}
|
||||
@Test void unqualifiedBuildAndChangedRuntimeComponentCannotStartManagedExecution()throws Exception {
|
||||
Path install=Path.of(System.getProperty("studio.test.runtimeInstall","")).toRealPath();var setup=new ProjectLocalStudioSetup(install.toString(),null);
|
||||
try(var fixture=new SmallAssetProject(root.resolve("unknown"))) {
|
||||
fixture.glyph("bank",true);var unqualified=fixture.build();assertTrue(unqualified.success());
|
||||
var failure=assertThrows(AutomationException.class,()->new ManagedAssetGuard(fixture.json).require(fixture.root,unqualified.manifestPath().getParent(),setup));
|
||||
assertEquals(AutomationFailure.Code.RUNTIME_INCOMPATIBLE,failure.failure().code());
|
||||
Path changed=Files.createDirectories(root.resolve("changed-installation"));
|
||||
for(String name:List.of("prometeu","prometeu-headless","prometeu-runtime"))Files.copy(install.resolve(name),changed.resolve(name));
|
||||
Files.writeString(changed.resolve("prometeu-headless"),"changed",StandardOpenOption.APPEND);
|
||||
var selected=new AssetCapacityProfiles(fixture.json).select(new ProjectLocalStudioSetup(changed.toString(),null));assertEquals(QualificationState.unknown,selected.state());assertTrue(selected.reason().contains("component changed"));
|
||||
assertEquals(QualificationState.unknown,new AssetCapacityProfiles(fixture.json).select(ProjectLocalStudioSetup.defaults()).state());
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -30,7 +30,10 @@ final class DirectHeadlessOracle implements AutoCloseable {
|
||||
assertEquals(1, hello.path("protocolVersion").path("major").asInt());
|
||||
var initialize = mapper.createObjectNode();
|
||||
initialize.putObject("protocolVersion").put("major", 1).put("minor", 0);
|
||||
initialize.set("requiredCapabilities", hello.path("capabilities"));
|
||||
// This independent client uses the base protocol only; advertised optional
|
||||
// capabilities can require a newer minor and must not be requested blindly.
|
||||
initialize.set("requiredCapabilities", mapper.valueToTree(List.of("boot", "reset", "set_input", "clear_input",
|
||||
"advance", "capture", "get_state", "get_fault", "cancel", "shutdown")));
|
||||
call("initialize", initialize);
|
||||
call("boot", mapper.createObjectNode().put("path", cartridge.toString()));
|
||||
} catch (Throwable failure) { terminate(); throw failure; }
|
||||
|
||||
@@ -0,0 +1,18 @@
|
||||
package p.studio.app.runtime;
|
||||
|
||||
import org.junit.jupiter.api.Test;
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import p.studio.api.automation.GuestTests;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
class GuestEventDecoderTest {
|
||||
final GuestEventDecoder decoder=new GuestEventDecoder(new ObjectMapper());
|
||||
final String valid="""
|
||||
{"schemaVersion":1,"suiteId":"life","eventId":"assert-1","kind":"assertion","caseId":"health","payload":{"name":"damage","message":"public health","expected":10,"actual":9,"passed":false}}
|
||||
""";
|
||||
@Test void versionedEventsRetainTypedAssertionPayloadAndRejectAmbiguousEnvelopes() {
|
||||
var event=decoder.decode(valid);assertEquals(GuestTests.EventKind.assertion,event.kind());assertEquals(false,event.payload().get("passed"));assertEquals(9,event.payload().get("actual"));
|
||||
for(var invalid:java.util.List.of("plain game text",valid+" {}",valid.replace("\"schemaVersion\":1","\"schemaVersion\":\"1\""),valid.replace("\"schemaVersion\":1","\"schemaVersion\":2"),valid.replace("\"passed\":false","\"passed\":true,\"passed\":false"),valid.replace("\"suiteId\":\"life\"","\"suiteId\":3"),valid.replace("\"kind\":\"assertion\"","\"kind\":\"unknown\"")))
|
||||
assertThrows(IllegalArgumentException.class,()->decoder.decode(invalid),invalid);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
package p.studio.app.runtime;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import p.studio.api.automation.*;
|
||||
import java.math.BigInteger;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
class GuestLogWireTest {
|
||||
final ObjectMapper mapper=new ObjectMapper();
|
||||
@Test void nativeUint64ValuesAndHistoricalOverflowRemainLossless()throws Exception {
|
||||
var json=mapper.readTree("""
|
||||
{"sessionId":"session","logEpoch":0,"events":[{"sequence":0,"frame":18446744073709551615,
|
||||
"timestampMs":18446744073709551615,"level":"info","source":"app","appId":4294967295,"tag":65535,"message":"é"}],
|
||||
"oldestSequence":0,"newestSequence":0,"nextAfterSequence":0,"gap":false,"overflow":true}
|
||||
""");
|
||||
var page=HeadlessWire.logs(json,"session",null,1);
|
||||
assertEquals(new BigInteger("18446744073709551615"),page.events().getFirst().frame());assertTrue(page.overflow());assertFalse(page.gap());
|
||||
assertEquals(4294967295L,page.events().getFirst().appId());
|
||||
assertThrows(AutomationException.class,()->HeadlessWire.logs(json,"other",null,1));
|
||||
((com.fasterxml.jackson.databind.node.ObjectNode)json).put("nextAfterSequence",1);
|
||||
assertThrows(AutomationException.class,()->HeadlessWire.logs(json,"session",null,1));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,75 @@
|
||||
package p.studio.app.runtime;
|
||||
|
||||
import com.fasterxml.jackson.databind.*;
|
||||
import com.fasterxml.jackson.databind.node.*;
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import org.springframework.boot.WebApplicationType;
|
||||
import org.springframework.boot.builder.SpringApplicationBuilder;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.api.project.*;
|
||||
import p.studio.api.session.*;
|
||||
import p.studio.app.StudioApplicationConfiguration;
|
||||
import p.studio.core.project.ProjectLocalStudioSetupStore;
|
||||
import java.nio.file.*;
|
||||
import java.security.MessageDigest;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Required pilot on a disposable copy of the actual game, using only its existing public APIs. */
|
||||
class GuestTestPilotTest {
|
||||
@TempDir Path root;
|
||||
static Map<String,String> sources(Path root)throws Exception {
|
||||
var hashes=new TreeMap<String,String>();try(var paths=Files.walk(root.resolve("src"))) {
|
||||
for(var p:paths.filter(Files::isRegularFile).toList())hashes.put(root.relativize(p).toString(),HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(p))));
|
||||
}return hashes;
|
||||
}
|
||||
@Test void publicShopCommitAndSeparateProcessReadbackPreserveOriginalSourcesAndPersonalMedia()throws Exception {
|
||||
String selected=System.getProperty("studio.test.guestPilotProject","");assertFalse(selected.isBlank(),"Supply -PstudioGuestPilotProject=<actual Zelda project>");
|
||||
Path original=Path.of(selected).toRealPath();var before=sources(original);root=root.toRealPath();
|
||||
for(String folder:List.of("src","assets"))try(var paths=Files.walk(original.resolve(folder))) {
|
||||
for(var source:paths.toList()){Path dest=root.resolve(original.relativize(source));if(Files.isDirectory(source))Files.createDirectories(dest);else Files.copy(source,dest);}
|
||||
}
|
||||
var mapper=new ObjectMapper();var manifest=(ObjectNode)mapper.readTree(original.resolve("prometeu.json").toFile());
|
||||
assertNotNull(manifest.get("memcard_slots"));var targets=manifest.putObject("testTargets").put("schemaVersion",1).putArray("targets");
|
||||
for(var name:List.of("writer","reader")) {
|
||||
Path entry=root.resolve("tests/"+name+"/main.pbs");Files.createDirectories(entry.getParent());
|
||||
try(var stream=getClass().getResourceAsStream("/guest-tests/zelda-public/"+name+".pbs")){assertNotNull(stream);Files.copy(stream,entry);}
|
||||
var t=targets.addObject().put("id",name).put("entrypoint","tests/"+name+"/main.pbs").put("logTag",41003);
|
||||
t.putArray("sourceRoots").add("src").add("tests/"+name);t.putArray("supportRoots");t.putArray("exclusions").add("src/main.pbs");
|
||||
var cases=t.putArray("cases");if(name.equals("writer")){cases.add("purchase").add("commit");}else cases.add("readback");
|
||||
}
|
||||
mapper.writeValue(root.resolve("prometeu.json").toFile(),manifest);
|
||||
Path personal=root.resolve(".studio/memcard.pmc");Files.createDirectories(personal.getParent());Files.writeString(personal,"Unrelated personal image");byte[] personalBytes=Files.readAllBytes(personal);
|
||||
try(var app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(true).run()) {
|
||||
var project=app.getBean(ProjectCatalog.class).openProject(root);app.getBean(ProjectLocalStudioSetupStore.class).save(project,new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null));
|
||||
try(var session=app.getBean(ProjectSessionFactory.class).open(project)) {
|
||||
var service=app.getBean(GuestTestTools.class);
|
||||
service.start(root,null,"writer",new GuestTestTools.Request("writer",1500,1,120_000,GuestTestTools.Media.disposable_create,null,false));
|
||||
var writer=await(service,"writer");
|
||||
Path output=Path.of("build/guest-tests-qualification/zelda-public");Files.createDirectories(output);
|
||||
mapper.writeValue(output.resolve("writer.json").toFile(),writer.result());
|
||||
assertEquals(GuestTests.CaseState.passed,writer.result().verdict(),String.valueOf(writer.result()));assertFalse(writer.runtimeRetained());
|
||||
Path image=root.resolve(".studio/test-runs").resolve(writer.runId()).resolve("memcard.pmc");assertTrue(Files.isRegularFile(image));
|
||||
String afterWriter=HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(image)));
|
||||
Files.copy(image,output.resolve("writer-memcard.pmc"),StandardCopyOption.REPLACE_EXISTING);
|
||||
service.start(root,null,"reader",new GuestTestTools.Request("reader",30,1,120_000,GuestTestTools.Media.disposable_reopen,writer.runId(),false));
|
||||
var reader=await(service,"reader");mapper.writeValue(output.resolve("reader.json").toFile(),reader.result());
|
||||
Path cartridge=root.resolve(".studio/test-builds/reader").resolve(reader.result().buildId());
|
||||
try(var files=Files.walk(cartridge)){for(var file:files.toList()){Path dest=output.resolve("reader-cartridge").resolve(cartridge.relativize(file));if(Files.isDirectory(file))Files.createDirectories(dest);else Files.copy(file,dest,StandardCopyOption.REPLACE_EXISTING);}}
|
||||
mapper.writeValue(output.resolve("source-and-media-proof.json").toFile(),Map.of("originalProject",original.toString(),"originalSourcesBefore",before,"originalSourcesAfter",sources(original),"copySourcesAfter",sources(root),"writerImageSha256",afterWriter,"readerImageSha256",HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(image))),"scope","Existing public Inventory.restore_slots, CaveSupplyShop.purchase and SaveStore boot/begin/poll/load. No original generator/private helper/source/barrel edit."));
|
||||
assertEquals(GuestTests.CaseState.passed,reader.result().verdict(),String.valueOf(reader.result()));
|
||||
assertNotEquals(writer.result().sessionId(),reader.result().sessionId());assertNotEquals(writer.result().buildId(),reader.result().buildId());assertFalse(reader.runtimeRetained());
|
||||
assertArrayEquals(personalBytes,Files.readAllBytes(personal));assertEquals(before,sources(root));assertEquals(before,sources(original));
|
||||
mapper.writeValue(output.resolve("writer.json").toFile(),writer.result());mapper.writeValue(output.resolve("reader.json").toFile(),reader.result());
|
||||
mapper.writeValue(output.resolve("source-and-media-proof.json").toFile(),Map.of("originalProject",original.toString(),"originalSourcesBefore",before,"originalSourcesAfter",sources(original),"copySourcesAfter",sources(root),"writerImageSha256",afterWriter,"readerImageSha256",HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(image))),"scope","Existing public Inventory.restore_slots, CaveSupplyShop.purchase and SaveStore boot/begin/poll/load. No original generator/private helper/source/barrel edit."));
|
||||
}
|
||||
}
|
||||
}
|
||||
GuestTestTools.View await(GuestTestTools service,String id)throws Exception {
|
||||
long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(130);
|
||||
while(System.nanoTime()<end){var view=service.get(root,null,new OperationLookup(null,id));if(view.workerTerminated())return view;Thread.sleep(10);}
|
||||
throw new AssertionError("Pilot test worker did not terminate");
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,101 @@
|
||||
package p.studio.app.runtime;
|
||||
|
||||
import com.fasterxml.jackson.databind.*;
|
||||
import com.fasterxml.jackson.databind.node.ObjectNode;
|
||||
import javafx.application.Platform;
|
||||
import javafx.scene.Scene;
|
||||
import javafx.scene.control.*;
|
||||
import javafx.stage.Stage;
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import org.springframework.boot.WebApplicationType;
|
||||
import org.springframework.boot.builder.SpringApplicationBuilder;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.api.project.*;
|
||||
import p.studio.api.session.*;
|
||||
import p.studio.app.StudioApplicationConfiguration;
|
||||
import p.studio.app.mcp.*;
|
||||
import p.studio.core.project.ProjectLocalStudioSetupStore;
|
||||
import p.studio.ui.javafx.events.StudioEventBus;
|
||||
import p.studio.ui.javafx.utilities.ThemeService;
|
||||
import p.studio.ui.javafx.workspaces.tests.TestsWorkspace;
|
||||
import java.net.http.*;
|
||||
import java.nio.file.*;
|
||||
import java.time.Duration;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.*;
|
||||
import java.util.function.Supplier;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Actual Tests workspace + authenticated HTTP MCP + installed provider, over one service. */
|
||||
class GuestTestsDesktopTest {
|
||||
@TempDir Path root;
|
||||
@BeforeAll static void toolkit()throws Exception {var ready=new CompletableFuture<Void>();Platform.startup(()->{Platform.setImplicitExit(false);ready.complete(null);});ready.get(10,TimeUnit.SECONDS);}
|
||||
@AfterAll static void stopToolkit(){Platform.exit();}
|
||||
static <T>T fx(Supplier<T> work)throws Exception {var value=new CompletableFuture<T>();Platform.runLater(()->{try{value.complete(work.get());}catch(Throwable error){value.completeExceptionally(error);}});return value.get(10,TimeUnit.SECONDS);}
|
||||
@Test void manualRunAndAgentRunShareCasesTranscriptAndOriginalEvidenceWhileGrantBlocksHumanMutation()throws Exception {
|
||||
root=root.toRealPath();String prefix="pbs:example:game:1:isolated-tests/";
|
||||
for(var reference:p.studio.compiler.FrontendRegistryService.require("pbs").documentation().orElseThrow().references(1,p.studio.AppMode.Game))if(reference.id().startsWith(prefix)) {
|
||||
Path dest=root.resolve(reference.id().substring(prefix.length()));Files.createDirectories(dest.getParent());Files.writeString(dest,reference.text());
|
||||
}
|
||||
try(var app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(false).run()) {
|
||||
var ref=app.getBean(ProjectCatalog.class).openProject(root);String install=System.getProperty("studio.test.runtimeInstall","");assertFalse(install.isBlank());
|
||||
app.getBean(ProjectLocalStudioSetupStore.class).save(ref,new ProjectLocalStudioSetup(install,null));
|
||||
try(var project=app.getBean(ProjectSessionFactory.class).open(ref);var client=HttpClient.newHttpClient()) {
|
||||
var tools=app.getBean(GuestTestTools.class);assertSame(tools,project.guestTestTools().orElseThrow());
|
||||
var workspace=fx(()->new TestsWorkspace(project,tools,app.getBean("studioExecutor",ExecutorService.class),app.getBean(StudioEventBus.class)));
|
||||
var stage=fx(()->{var s=new Stage();var scene=new Scene((javafx.scene.Parent)workspace.rootNode(),1400,1000);scene.getStylesheets().add(app.getBean(ThemeService.class).getDefaultTheme());s.setScene(scene);s.setTitle("Guest tests — shared FE/MCP qualification");s.show();workspace.load();return s;});
|
||||
try {
|
||||
await(()->fx(()->!((ComboBox<?>)workspace.rootNode().lookup("#tests-target")).getItems().isEmpty()));
|
||||
fx(()->{((ComboBox<String>)workspace.rootNode().lookup("#tests-target")).setValue("life");((Button)workspace.rootNode().lookup("#tests-run")).fire();return null;});
|
||||
await(()->tools.list(root,null).stream().anyMatch(v->v.workerTerminated()&&v.result()!=null&&v.result().verdict()==GuestTests.CaseState.passed));
|
||||
await(()->fx(()->((Label)workspace.rootNode().lookup("#tests-status")).getText().contains("passed")));
|
||||
fx(()->{snapshot(stage,"manual-pass.png");return null;});
|
||||
assertTrue(project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());
|
||||
var mapper=app.getBean(ObjectMapper.class);var server=app.getBean(LocalMcpServer.class);
|
||||
String credential=ProjectConnectionFiles.read(root,mapper).credential();
|
||||
var initialize=rpc(mapper,"initialize");var p=initialize.putObject("params").put("protocolVersion","2025-06-18");p.putObject("capabilities");p.putObject("clientInfo").put("name","tests-desktop").put("version","1");
|
||||
var connected=post(client,server,mapper,credential,null,initialize);String connection=connected.headers().firstValue("Mcp-Session-Id").orElseThrow();
|
||||
var initialized=mapper.createObjectNode().put("jsonrpc","2.0").put("method","notifications/initialized");assertEquals(202,post(client,server,mapper,credential,connection,initialized).statusCode());
|
||||
JsonNode acquired=call(client,server,mapper,credential,connection,"studio_control_acquire",mapper.createObjectNode().put("projectRoot",root.toString()));String task=acquired.path("taskId").asText();assertFalse(task.isBlank());
|
||||
var args=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("clientRequestId","agent-known-fail");
|
||||
args.set("request",mapper.valueToTree(new GuestTestTools.Request("life-fail",120,1,30_000,GuestTestTools.Media.memory_fresh,null,false)));
|
||||
var receipt=call(client,server,mapper,credential,connection,"studio_tests_start",args);
|
||||
var duplicate=call(client,server,mapper,credential,connection,"studio_tests_start",args);assertEquals(receipt.path("operationId"),duplicate.path("operationId"));
|
||||
var lookup=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task).put("clientRequestId","agent-known-fail");
|
||||
await(()->tools.get(root,task,new OperationLookup(null,"agent-known-fail")).workerTerminated());
|
||||
var result=call(client,server,mapper,credential,connection,"studio_tests_get",lookup);
|
||||
assertEquals("failed",result.path("result").path("verdict").asText());
|
||||
var core=tools.get(root,task,new OperationLookup(null,"agent-known-fail"));
|
||||
var coreSummary=(ObjectNode)mapper.readTree(mapper.writeValueAsString(core.result()));coreSummary.remove("transcript");assertEquals(coreSummary,result.path("result"));assertEquals(8,result.path("transcriptTotal").asInt());
|
||||
var page=call(client,server,mapper,credential,connection,"studio_tests_transcript",lookup.deepCopy().put("offset",0).put("limit",128));assertEquals(8,page.path("events").size());
|
||||
assertEquals(mapper.readTree(mapper.writeValueAsString(core.result().transcript())),page.path("events"));
|
||||
await(()->fx(()->((Button)workspace.rootNode().lookup("#tests-run")).isDisabled()));
|
||||
await(()->fx(()->((ListView<?>)workspace.rootNode().lookup("#tests-history")).getItems().size()==2));
|
||||
fx(()->{((ListView<?>)workspace.rootNode().lookup("#tests-history")).getSelectionModel().selectLast();return null;});
|
||||
await(()->fx(()->((Label)workspace.rootNode().lookup("#tests-status")).getText().contains("failed")));
|
||||
fx(()->{assertTrue(((Button)workspace.rootNode().lookup("#tests-cancel")).isDisabled());assertFalse(((TreeView<?>)workspace.rootNode().lookup("#tests-cases")).isDisabled());snapshot(stage,"agent-known-fail.png");return null;});
|
||||
Path output=Path.of("build/guest-tests-qualification/desktop");Files.createDirectories(output);mapper.writeValue(output.resolve("mcp-failed-result.json").toFile(),result);mapper.writeValue(output.resolve("mcp-transcript.json").toFile(),page);
|
||||
project.automation().reclaim().toCompletableFuture().get(5,TimeUnit.SECONDS);
|
||||
} finally {fx(()->{workspace.unLoad();stage.close();return null;});}
|
||||
}
|
||||
}
|
||||
}
|
||||
static ObjectNode rpc(ObjectMapper mapper,String method){return mapper.createObjectNode().put("jsonrpc","2.0").put("id",UUID.randomUUID().toString()).put("method",method);}
|
||||
static HttpResponse<String> post(HttpClient client,LocalMcpServer server,ObjectMapper mapper,String token,String connection,JsonNode body)throws Exception {
|
||||
var request=HttpRequest.newBuilder(server.connection().endpoint()).timeout(Duration.ofSeconds(15)).header("Authorization","Bearer "+token).header("Content-Type","application/json").header("Accept","application/json, text/event-stream").header("MCP-Protocol-Version","2025-06-18");
|
||||
if(connection!=null)request.header("Mcp-Session-Id",connection);
|
||||
return client.send(request.POST(HttpRequest.BodyPublishers.ofString(mapper.writeValueAsString(body))).build(),HttpResponse.BodyHandlers.ofString());
|
||||
}
|
||||
static JsonNode call(HttpClient client,LocalMcpServer server,ObjectMapper mapper,String token,String connection,String tool,ObjectNode args)throws Exception {
|
||||
var body=rpc(mapper,"tools/call");body.putObject("params").put("name",tool).set("arguments",args);var response=post(client,server,mapper,token,connection,body);
|
||||
assertEquals(200,response.statusCode());var parsed=mapper.readTree(response.body());assertFalse(parsed.has("error"),parsed.toString());var result=parsed.path("result");assertFalse(result.path("isError").asBoolean(),result.toString());return result.path("structuredContent").path("value");
|
||||
}
|
||||
static void snapshot(Stage stage,String name) {
|
||||
var picture=stage.getScene().snapshot(null);var image=new java.awt.image.BufferedImage((int)picture.getWidth(),(int)picture.getHeight(),java.awt.image.BufferedImage.TYPE_INT_ARGB);
|
||||
for(int y=0;y<image.getHeight();y++)for(int x=0;x<image.getWidth();x++)image.setRGB(x,y,picture.getPixelReader().getArgb(x,y));
|
||||
try{Path output=Path.of("build/guest-tests-qualification/desktop");Files.createDirectories(output);javax.imageio.ImageIO.write(image,"png",output.resolve(name).toFile());}catch(Exception error){throw new RuntimeException(error);}
|
||||
}
|
||||
interface Check {boolean get()throws Exception;}
|
||||
static void await(Check condition)throws Exception {long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(30);while(System.nanoTime()<end){if(condition.get())return;Thread.sleep(10);}fail("Desktop/shared service condition did not converge");}
|
||||
}
|
||||
@@ -0,0 +1,151 @@
|
||||
package p.studio.app.runtime;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.io.TempDir;
|
||||
import org.springframework.boot.WebApplicationType;
|
||||
import org.springframework.boot.builder.SpringApplicationBuilder;
|
||||
import org.springframework.context.ConfigurableApplicationContext;
|
||||
import p.studio.api.automation.*;
|
||||
import p.studio.api.project.*;
|
||||
import p.studio.api.session.*;
|
||||
import p.studio.app.StudioApplicationConfiguration;
|
||||
import p.studio.core.project.ProjectLocalStudioSetupStore;
|
||||
import java.nio.file.*;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import static org.junit.jupiter.api.Assertions.*;
|
||||
|
||||
/** Actual installed provider and PBS/compiler/packer/shared runner; no simulated protocol. */
|
||||
class GuestTestsInstalledRuntimeTest {
|
||||
@TempDir Path root;
|
||||
ConfigurableApplicationContext app;ProjectSession session;GuestTestTools tests;ObjectMapper mapper;String task;
|
||||
@BeforeEach void open()throws Exception {
|
||||
root=root.toRealPath();String install=System.getProperty("studio.test.runtimeInstall","");assertFalse(install.isBlank(),"Select an installed protocol 1.2 runtime");
|
||||
String prefix="pbs:example:game:1:isolated-tests/";
|
||||
for(var ref:p.studio.compiler.FrontendRegistryService.require("pbs").documentation().orElseThrow().references(1,p.studio.AppMode.Game)) {
|
||||
if(ref.id().startsWith(prefix)){Path dest=root.resolve(ref.id().substring(prefix.length()));Files.createDirectories(dest.getParent());Files.writeString(dest,ref.text());}
|
||||
}
|
||||
app=new SpringApplicationBuilder(StudioApplicationConfiguration.class).web(WebApplicationType.NONE).headless(true).run();
|
||||
var project=app.getBean(ProjectCatalog.class).openProject(root);
|
||||
app.getBean(ProjectLocalStudioSetupStore.class).save(project,new ProjectLocalStudioSetup(install,null));
|
||||
session=app.getBean(ProjectSessionFactory.class).open(project);tests=app.getBean(GuestTestTools.class);mapper=app.getBean(ObjectMapper.class);
|
||||
}
|
||||
@AfterEach void close(){try{if(session!=null)session.close();}finally{if(app!=null)app.close();}}
|
||||
GuestTestTools.Request request(String target,long maxFrames){return new GuestTestTools.Request(target,maxFrames,1,30_000,GuestTestTools.Media.memory_fresh,null,false);}
|
||||
GuestTestTools.View await(String request)throws Exception {
|
||||
long deadline=System.nanoTime()+TimeUnit.SECONDS.toNanos(40);
|
||||
do {var result=tests.get(root,task,new OperationLookup(null,request));if(result.workerTerminated())return result;Thread.sleep(5);}while(System.nanoTime()<deadline);
|
||||
throw new AssertionError("Guest test worker did not terminate");
|
||||
}
|
||||
@Test void realLifePassAndDeliberateFailureHaveSeparateFreshSessionsAndPreserveProductionAndUserMedia()throws Exception {
|
||||
var production=Files.readAllBytes(root.resolve("src/main.pbs"));var barrel=Files.readAllBytes(root.resolve("src/mod.barrel"));
|
||||
Path personal=root.resolve(".studio/memcard.pmc");Files.createDirectories(personal.getParent());Files.writeString(personal,"personal image must remain byte identical");byte[] personalBytes=Files.readAllBytes(personal);
|
||||
session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=app.getBean(TaskTools.class).acquire(root).task().value();
|
||||
assertEquals(2,tests.targets(root,task).targets().size());var started=tests.start(root,task,"pass",request("life",20));
|
||||
assertEquals(started.operation().id(),tests.start(root,task,"pass",request("life",20)).operation().id());
|
||||
assertEquals(AutomationFailure.Code.CLIENT_REQUEST_CONFLICT,assertThrows(AutomationException.class,()->tests.start(root,task,"pass",request("life-fail",20))).failure().code());
|
||||
var passed=await("pass");assertNotNull(passed.result());assertEquals(GuestTests.CaseState.passed,passed.result().verdict(),String.valueOf(passed.result()));
|
||||
assertEquals(8,passed.result().transcript().size());assertEquals(2,passed.result().cases().size());assertEquals(true,passed.result().context().get("runtimeClosed"));
|
||||
assertNotNull(passed.result().context().get("captureArtifactId"));
|
||||
tests.start(root,task,"fail",request("life-fail",20));var failed=await("fail");
|
||||
assertEquals(GuestTests.CaseState.failed,failed.result().verdict(),String.valueOf(failed.result()));assertNull(failed.result().failure());
|
||||
assertNotEquals(passed.result().sessionId(),failed.result().sessionId());assertNotEquals(passed.result().buildId(),failed.result().buildId());
|
||||
assertEquals(GuestTests.CaseState.failed,failed.result().cases().getFirst().state());
|
||||
assertEquals(8,tests.transcript(root,task,new OperationLookup(null,"pass"),0,128).total());
|
||||
assertArrayEquals(personalBytes,Files.readAllBytes(personal));assertArrayEquals(production,Files.readAllBytes(root.resolve("src/main.pbs")));assertArrayEquals(barrel,Files.readAllBytes(root.resolve("src/mod.barrel")));
|
||||
assertTrue(Files.isRegularFile(root.resolve(".studio/test-runs").resolve(passed.runId()).resolve("result.json")));
|
||||
var output=Path.of("build/guest-tests-qualification");Files.createDirectories(output);mapper.writeValue(output.resolve("life-pass.json").toFile(),passed.result());mapper.writeValue(output.resolve("life-known-fail.json").toFile(),failed.result());
|
||||
String artifact=String.valueOf(passed.result().context().get("captureArtifactId"));
|
||||
String checkpointSource="import { Log } from @sdk:log;\ndeclare global tick: int=0;\n[Frame] fn frame() -> void { if tick==0 {"
|
||||
+emit("suite_start",0,null,Map.of())+emit("case_start",1,"image",Map.of())
|
||||
+emit("assertion",2,"image",Map.of("name","reference","message","Retained checkpoint","passed",true))
|
||||
+emit("checkpoint",3,"image",Map.of("artifactId",artifact))+"} else if tick==1 {"
|
||||
+emit("case_end",4,"image",Map.of())+emit("suite_end",5,null,Map.of("eventCount",6))+"} tick+=1; }\n";
|
||||
addTarget("checkpoint",checkpointSource,List.of("image"));tests.start(root,task,"checkpoint",request("checkpoint",20));var checkpoint=await("checkpoint");
|
||||
assertEquals(GuestTests.CaseState.passed,checkpoint.result().verdict(),String.valueOf(checkpoint.result()));assertEquals(List.of(artifact),checkpoint.result().cases().getFirst().checkpointIds());
|
||||
var original=app.getBean(EvidenceTools.class).metadata(root,task,artifact).artifact();
|
||||
assertEquals(passed.result().sessionId(),original.provenance().get("sessionId"));assertEquals(passed.operation().id().value(),original.provenance().get("operationId"));assertNotEquals(checkpoint.result().sessionId(),original.provenance().get("sessionId"));
|
||||
mapper.writeValue(output.resolve("original-checkpoint-reference.json").toFile(),checkpoint.result());
|
||||
var ordinary=app.getBean(TaskTools.class);ordinary.build(root,task,"production-after-test");
|
||||
TrackedOperation built;do{built=ordinary.operation(root,task,new OperationLookup(null,"production-after-test"));Thread.sleep(5);}while(!built.workerTerminated());
|
||||
assertTrue(built.buildResult().success(),built.buildResult().diagnostics().toString());assertEquals("production",built.buildResult().context().get("targetId"));
|
||||
ordinary.headless(root,task,TaskTools.HeadlessAction.BOOT,built.buildId(),Map.of());ordinary.advance(root,task,"ordinary-frame",1);
|
||||
TrackedOperation frame;do{frame=ordinary.operation(root,task,new OperationLookup(null,"ordinary-frame"));Thread.sleep(5);}while(!frame.workerTerminated());
|
||||
assertEquals(AutomationOutcome.Kind.SUCCEEDED,frame.runtimeResult().kind());ordinary.headless(root,task,TaskTools.HeadlessAction.SHUTDOWN,null,Map.of());
|
||||
app.getBean(TaskTools.class).release(root,task).toCompletableFuture().get(5,TimeUnit.SECONDS);
|
||||
assertThrows(ControlDeniedException.class,()->tests.get(root,task,new OperationLookup(null,"pass")));
|
||||
assertEquals(GuestTests.CaseState.passed,tests.get(root,null,new OperationLookup(null,"pass")).result().verdict());
|
||||
}
|
||||
void addTarget(String id,String source,List<String> cases)throws Exception {
|
||||
Path path=root.resolve("tests/"+id+"/main.pbs");Files.createDirectories(path.getParent());Files.writeString(path,source);
|
||||
var manifest=(com.fasterxml.jackson.databind.node.ObjectNode)mapper.readTree(root.resolve("prometeu.json").toFile());
|
||||
var array=(com.fasterxml.jackson.databind.node.ArrayNode)manifest.path("testTargets").path("targets");
|
||||
var target=array.addObject().put("id",id).put("entrypoint","tests/"+id+"/main.pbs").put("logTag",41000);
|
||||
target.putArray("sourceRoots").add("src").add("tests/"+id);target.putArray("supportRoots");target.putArray("exclusions").add("src/main.pbs");target.set("cases",mapper.valueToTree(cases));mapper.writeValue(root.resolve("prometeu.json").toFile(),manifest);
|
||||
}
|
||||
@Test void timeoutAndCancellationFinishWorkersWithoutInventingASuccessfulSuite()throws Exception {
|
||||
addTarget("waiting","[Frame] fn frame() -> void {}\n",List.of("never"));
|
||||
tests.start(root,null,"timeout",request("waiting",1));var timeout=await("timeout");
|
||||
assertEquals(GuestTests.Completion.timed_out,timeout.result().completion());assertEquals(GuestTests.CaseState.not_run,timeout.result().cases().getFirst().state());assertFalse(timeout.runtimeRetained());
|
||||
var started=tests.start(root,null,"cancel",request("waiting",100_000));
|
||||
long end=System.nanoTime()+TimeUnit.SECONDS.toNanos(10);
|
||||
while(tests.get(root,null,new OperationLookup(null,"cancel")).progress().completedFrames()<2&&System.nanoTime()<end)Thread.sleep(5);
|
||||
assertTrue(tests.cancel(root,null,started.operation().id().value()));var cancelled=await("cancel");
|
||||
assertEquals(GuestTests.Completion.cancelled,cancelled.result().completion());assertFalse(cancelled.runtimeRetained());
|
||||
assertEquals(0,session.automation().snapshot().manualOperations());
|
||||
}
|
||||
@Test void droppedGuestAssertionWithContiguousNativeLogsIsRejected()throws Exception {
|
||||
String first="{\"schemaVersion\":1,\"suiteId\":\"drop\",\"eventId\":\"s\",\"kind\":\"suite_start\",\"payload\":{\"ordinal\":0}}";
|
||||
var events=new ArrayList<String>();events.add(first);
|
||||
events.add("{\"schemaVersion\":1,\"suiteId\":\"drop\",\"caseId\":\"check\",\"eventId\":\"c\",\"kind\":\"case_start\",\"payload\":{\"ordinal\":1}}");
|
||||
events.add("{\"schemaVersion\":1,\"suiteId\":\"drop\",\"caseId\":\"check\",\"eventId\":\"a\",\"kind\":\"assertion\",\"payload\":{\"ordinal\":2,\"name\":\"kept\",\"message\":\"kept\",\"passed\":true}}");
|
||||
String dropped=events.getLast().replace("\"a\"","\"lost\"").replace("\"ordinal\":2","\"ordinal\":3").replace("\"passed\":true","\"passed\":false");
|
||||
var source=new StringBuilder("import { Log } from @sdk:log;\ndeclare global tick: int=0;\n[Frame] fn frame() -> void { if tick==0 {\n");
|
||||
for(var event:events)source.append("Log.info(41000,").append(mapper.writeValueAsString(event)).append(");\n");
|
||||
source.append("for i: int from 0 until 7 { Log.info(0,\"ordinary\"); }\nLog.info(41000,").append(mapper.writeValueAsString(dropped)).append(");\n} else if tick==1 {\n");
|
||||
String endCase="{\"schemaVersion\":1,\"suiteId\":\"drop\",\"caseId\":\"check\",\"eventId\":\"ce\",\"kind\":\"case_end\",\"payload\":{\"ordinal\":4}}";
|
||||
String endSuite="{\"schemaVersion\":1,\"suiteId\":\"drop\",\"eventId\":\"se\",\"kind\":\"suite_end\",\"payload\":{\"ordinal\":5,\"eventCount\":6}}";
|
||||
source.append("Log.info(41000,").append(mapper.writeValueAsString(endCase)).append(");Log.info(41000,").append(mapper.writeValueAsString(endSuite)).append(");\n} tick+=1; }\n");
|
||||
addTarget("drop",source.toString(),List.of("check"));tests.start(root,null,"drop-test",request("drop",20));var result=await("drop-test").result();
|
||||
assertEquals(GuestTests.CaseState.infrastructure_failure,result.verdict(),String.valueOf(result));
|
||||
assertTrue(result.failure().message().contains("ordinal"),result.failure().message());assertFalse(result.lossDetected());
|
||||
assertEquals(1,result.cases().getFirst().assertions().size());assertTrue(result.cases().getFirst().assertions().getFirst().passed());
|
||||
var output=Path.of("build/guest-tests-qualification");Files.createDirectories(output);mapper.writeValue(output.resolve("producer-drop-rejected.json").toFile(),result);
|
||||
String emptySource="import { Log } from @sdk:log;\ndeclare global tick: int=0;\n[Frame] fn frame() -> void { if tick==0 {"
|
||||
+emit("suite_start",0,null,Map.of())+emit("suite_end",1,null,Map.of("eventCount",2))+"} tick+=1; }\n";
|
||||
addTarget("empty",emptySource,List.of());tests.start(root,null,"empty",request("empty",20));var empty=await("empty").result();
|
||||
assertEquals(GuestTests.CaseState.infrastructure_failure,empty.verdict());assertTrue(empty.failure().message().contains("Empty suite"));
|
||||
mapper.writeValue(output.resolve("empty-suite-rejected.json").toFile(),empty);
|
||||
}
|
||||
String emit(String kind,int ordinal,String caseId,Map<String,Object> payload)throws Exception {
|
||||
var event=mapper.createObjectNode().put("schemaVersion",1).put("suiteId","dirty").put("eventId","e"+ordinal).put("kind",kind);
|
||||
if(caseId!=null)event.put("caseId",caseId);var values=new LinkedHashMap<>(payload);values.put("ordinal",ordinal);event.set("payload",mapper.valueToTree(values));
|
||||
String message=mapper.writeValueAsString(event);assertTrue(message.getBytes(java.nio.charset.StandardCharsets.UTF_8).length<=256);
|
||||
return "Log.info(41000,"+mapper.writeValueAsString(message)+");";
|
||||
}
|
||||
@Test void nativeDirtyRefusalRetainsRuntimeUntilExplicitDiscardWithoutChangingOriginalResult()throws Exception {
|
||||
var manifest=(com.fasterxml.jackson.databind.node.ObjectNode)mapper.readTree(root.resolve("prometeu.json").toFile());manifest.put("memcard_slots",1);mapper.writeValue(root.resolve("prometeu.json").toFile(),manifest);
|
||||
String source="import { Log } from @sdk:log;\nimport { Mem, MemcardBuffer } from @sdk:mem;\ndeclare global context: long=0;\ndeclare global tick: int=0;\n"
|
||||
+"[MemcardBoot] fn boot_card(value: long) -> int { context=value; if Mem.presentation(value,\"Dirty test\",1 as long,1,1,new MemcardBuffer(560),0,560)!=0 as long { return 1; } return 0; }\n[Frame] fn frame() -> void { if tick==0 {"
|
||||
+emit("suite_start",0,null,Map.of())+emit("case_start",1,"write",Map.of())+"} else if tick==1 { let bytes=new MemcardBuffer(1);bytes.write(0,7);let write=Mem.slot_write(context,0,0,bytes,0,1);if write.status==0 as long {"
|
||||
+emit("assertion",2,"write",Map.of("name","RAM write","message","native write accepted","passed",true))+"} else {"
|
||||
+emit("assertion",2,"write",Map.of("name","RAM write","message","native write accepted","passed",false))+"}"
|
||||
+emit("case_end",3,"write",Map.of())+"} else if tick==2 {"+emit("suite_end",4,null,Map.of("eventCount",5))+"} tick+=1; }\n";
|
||||
addTarget("dirty",source,List.of("write"));tests.start(root,null,"dirty-run",request("dirty",20));var run=await("dirty-run");
|
||||
assertEquals(AutomationFailure.Code.MEMCARD_ERROR,run.result().failure().code(),String.valueOf(run.result()));assertTrue(run.runtimeRetained());
|
||||
assertEquals(GuestTests.CaseState.passed,run.result().cases().getFirst().state());assertEquals(false,run.result().context().get("runtimeClosed"));
|
||||
assertEquals(ControlResult.Status.BUSY,session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).status());
|
||||
assertThrows(AutomationException.class,()->tests.shutdown(root,null,run.operation().id().value(),false));
|
||||
tests.shutdown(root,null,run.operation().id().value(),true);var recovered=tests.get(root,null,new OperationLookup(null,"dirty-run"));
|
||||
assertFalse(recovered.runtimeRetained());assertSame(run.result(),recovered.result());assertFalse(session.automation().runtimeAttached());
|
||||
assertTrue(session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());
|
||||
}
|
||||
@Test void manualTestUsesTheSameRunnerAndBlocksGrantUntilTermination()throws Exception {
|
||||
tests.start(root,null,"manual-life",request("life",20));var run=await("manual-life");
|
||||
assertEquals(GuestTests.CaseState.passed,run.result().verdict(),String.valueOf(run.result()));
|
||||
assertFalse(session.automation().runtimeAttached());assertEquals(0,session.automation().snapshot().manualOperations());
|
||||
assertTrue(session.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS).success());
|
||||
assertThrows(ControlDeniedException.class,()->tests.start(root,null,"denied",request("life",20)));
|
||||
}
|
||||
}
|
||||
@@ -66,11 +66,21 @@ public final class HeadlessFixture {
|
||||
emit(MAPPER.createObjectNode().put("type", "response").put("sessionId", "fixture").put("requestId", id).set("error", error));
|
||||
} else response(id, state());
|
||||
}
|
||||
case "get_state" -> { if (!mode.equals("hang-call")) response(id, state()); }
|
||||
case "get_state" -> {
|
||||
if (mode.equals("watchdog-inspection-fails")) {
|
||||
var error = MAPPER.createObjectNode().put("code", "busy").put("message", "Inspection unavailable"); error.putObject("details");
|
||||
emit(MAPPER.createObjectNode().put("type", "response").put("sessionId", "fixture").put("requestId", id).set("error", error));
|
||||
} else if (!mode.equals("hang-call")) response(id, state());
|
||||
}
|
||||
case "get_fault" -> response(id, MAPPER.nullNode());
|
||||
case "get_memcard_state", "memcard_mount", "memcard_unmount", "memcard_reconcile", "memcard_continue_in_memory" -> response(id, memcardState());
|
||||
case "advance" -> {
|
||||
active = id; frames = request.path("params").path("frames").longValue();
|
||||
if (mode.startsWith("watchdog")) {
|
||||
var result = MAPPER.createObjectNode().put("requested", frames).put("completed", 0).put("stop", "host_error");
|
||||
result.putObject("error").put("code", "host_tick_watchdog").put("message", "Controlled watchdog").putObject("details").put("hostTickLimit", 7);
|
||||
response(id, result); continue;
|
||||
}
|
||||
emit(MAPPER.createObjectNode().put("type", "progress").put("sessionId", "fixture").put("requestId", id)
|
||||
.put("requested", frames).put("completed", mode.equals("bad-progress") ? frames + 1 : 2));
|
||||
if (mode.equals("crash")) System.exit(23);
|
||||
@@ -83,6 +93,10 @@ public final class HeadlessFixture {
|
||||
response(active, MAPPER.createObjectNode().put("requested", frames).put("completed", 2).put("stop", "canceled"));
|
||||
}
|
||||
case "capture" -> {
|
||||
if (mode.startsWith("watchdog")) {
|
||||
var error = MAPPER.createObjectNode().put("code", "no_frame_available").put("message", "No completed frame"); error.putObject("details");
|
||||
emit(MAPPER.createObjectNode().put("type", "response").put("sessionId", "fixture").put("requestId", id).set("error", error)); continue;
|
||||
}
|
||||
var image = new java.awt.image.BufferedImage(1, 1, java.awt.image.BufferedImage.TYPE_INT_ARGB);
|
||||
image.setRGB(0, 0, 0xff123456); var bytes = new ByteArrayOutputStream(); javax.imageio.ImageIO.write(image, "png", bytes);
|
||||
response(id, MAPPER.createObjectNode().put("mimeType", "image/png").put("encoding", "base64").put("pixelFormat", "RGBA8888")
|
||||
|
||||
@@ -32,11 +32,14 @@ class HeadlessInstalledRuntimeTest {
|
||||
setup.save(project, new ProjectLocalStudioSetup(install, null));
|
||||
try (var workers = Executors.newSingleThreadExecutor(); var packer = p.packer.Packer.bootstrap(mapper, ignored -> {})) {
|
||||
var build = new StudioShipperService(new CompilerBuildGatewayAdapter(), packer.workspaceService(), mapper, new ExecutorOperationExecutor(workers))
|
||||
.withAssetPreflight(new p.studio.app.assets.AssetBudgetInspection(mapper,packer.workspaceService(),setup::load))
|
||||
.prepare(project, ignored -> {}).completion().toCompletableFuture().get(15, TimeUnit.SECONDS);
|
||||
assertTrue(build.success(), build.diagnostics().toString());
|
||||
var gateway = new HeadlessProcessGateway(mapper, setup::load);
|
||||
var session = (HeadlessProcessSession) gateway.boot(project, "real-build", build);
|
||||
try {
|
||||
assertEquals(RuntimeObservation.Lifecycle.BOOTED, session.observation().lifecycle());
|
||||
assertNotNull(session.bootReply().values().get("state"));
|
||||
assertEquals(600, session.maxFramesPerAdvance());
|
||||
assertEquals(AutomationFailure.Code.NO_FRAME_AVAILABLE, assertThrows(AutomationException.class,
|
||||
() -> session.call(TaskTools.HeadlessAction.CAPTURE, Map.of())).failure().code());
|
||||
@@ -54,6 +57,8 @@ class HeadlessInstalledRuntimeTest {
|
||||
session.call(TaskTools.HeadlessAction.SET_INPUT, Map.of("a", true));
|
||||
session.call(TaskTools.HeadlessAction.CLEAR_INPUT, Map.of());
|
||||
session.call(TaskTools.HeadlessAction.RESET, Map.of());
|
||||
assertEquals(RuntimeObservation.Lifecycle.UNBOOTED, session.observation().lifecycle());
|
||||
assertNull(session.observation().lastFrame());
|
||||
assertEquals(AutomationFailure.Code.NO_FRAME_AVAILABLE, assertThrows(AutomationException.class,
|
||||
() -> session.call(TaskTools.HeadlessAction.CAPTURE, Map.of())).failure().code());
|
||||
session.call(TaskTools.HeadlessAction.BOOT, Map.of());
|
||||
@@ -64,6 +69,7 @@ class HeadlessInstalledRuntimeTest {
|
||||
() -> session.advance(601, ignored -> {})).failure().code());
|
||||
} finally { session.shutdown().toCompletableFuture().get(7, TimeUnit.SECONDS); }
|
||||
assertFalse(session.alive());
|
||||
assertEquals(RuntimeObservation.Lifecycle.TERMINATED, session.observation().lifecycle());
|
||||
var cancellable = (HeadlessProcessSession) new HeadlessProcessGateway(mapper, setup::load,
|
||||
new HeadlessLimits(20000, 65536, 33554432, 5000, 60000, 5000)).boot(project, "cancel-build", build);
|
||||
try {
|
||||
|
||||
@@ -73,7 +73,7 @@ class HeadlessMcpDesktopTest {
|
||||
server = app.getBean(LocalMcpServer.class); client = HttpClient.newHttpClient();
|
||||
fx(() -> {
|
||||
locale = new I18nService(); locale.setLocale(Locale.ENGLISH);
|
||||
dev = new DevWorkspace(reference, project.automation(), locale, new StudioEventBus(), app.getBean(AgentConnectionGuide.class));
|
||||
dev = new DevWorkspace(reference, project.automation(), locale, new StudioEventBus(), app.getBean(AgentConnectionGuide.class), project.diagnosticSources());
|
||||
stage = new Stage(); stage.setTitle("Real MCP / headless / DEV conformance");
|
||||
stage.setScene(new Scene((javafx.scene.Parent) dev.rootNode(), 1000, 800)); stage.show(); dev.load();
|
||||
});
|
||||
@@ -144,6 +144,39 @@ class HeadlessMcpDesktopTest {
|
||||
assertArrayEquals(png(call("studio_operation_get", args().put("clientRequestId", "cancel-me"))), project.automation().snapshot().capture().png());
|
||||
}
|
||||
|
||||
@Test void observationInspectorAndHttpDistinguishHistoricalAdvanceCurrentResetAndReturnedControl() throws Exception {
|
||||
acquire(); build("observation-build"); boot();
|
||||
value(call("studio_headless_advance", args().put("clientRequestId", "observed").put("frames", 3)));
|
||||
var finished = value(completed("observed"));
|
||||
assertEquals(3, finished.path("observation").path("progress").path("completedFrames").asInt());
|
||||
assertEquals("observed", finished.path("observation").path("context").path("clientRequestId").asText());
|
||||
var reset = value(call("studio_headless_reset", args()));
|
||||
assertEquals("UNBOOTED", reset.path("observation").path("lifecycle").asText());
|
||||
var queried = value(call("studio_operation_get", args().put("clientRequestId", "observed")));
|
||||
assertEquals(finished.path("observation"), queried.path("observation"));
|
||||
assertEquals("UNBOOTED", queried.path("currentObservation").path("lifecycle").asText());
|
||||
var context = value(call("studio_project_context", mapper.createObjectNode().put("projectRoot", root.toString())));
|
||||
assertEquals("AGENT_WORKING", context.path("control").path("state").asText());
|
||||
assertEquals("UNBOOTED", context.path("runtime").path("lifecycle").asText());
|
||||
fx(() -> {
|
||||
var tree = (TreeView<?>)dev.rootNode().lookup("#dev-runtime-observation");
|
||||
assertNotNull(tree); assertEquals(3, tree.getRoot().getChildren().size());
|
||||
assertTrue(treeContains(tree.getRoot().getChildren().get(1), "lifecycle: UNBOOTED"));
|
||||
assertTrue(treeContains(tree.getRoot().getChildren().get(0), "state: AGENT_WORKING"));
|
||||
});
|
||||
var released = value(call("studio_control_release", args()));
|
||||
assertEquals("MANUAL", released.path("control").path("state").asText());
|
||||
assertEquals("COMPLETED", released.path("control").path("cleanup").asText());
|
||||
assertTrue(released.path("control").path("taskRevoked").asBoolean());
|
||||
fx(() -> {
|
||||
var tree = (TreeView<?>)dev.rootNode().lookup("#dev-runtime-observation");
|
||||
assertTrue(treeContains(tree.getRoot().getChildren().get(0), "cleanup: COMPLETED"));
|
||||
});
|
||||
}
|
||||
private static boolean treeContains(TreeItem<?> item, String expected) {
|
||||
return expected.equals(item.getValue()) || item.getChildren().stream().anyMatch(child -> treeContains(child, expected));
|
||||
}
|
||||
|
||||
@Test void revokeWaitsForRuntimeAndDocumentRefreshAndRejectsLateCalls() throws Exception {
|
||||
prepareLongRun();
|
||||
value(call("studio_headless_advance", args().put("clientRequestId", "before-revoke").put("frames", 1)));
|
||||
@@ -164,7 +197,11 @@ class HeadlessMcpDesktopTest {
|
||||
String edited = Files.readString(source) + "\n// external edit retained on revoke\n"; Files.writeString(source, edited);
|
||||
startRunning("revoked");
|
||||
fx(() -> ((Button) dev.rootNode().lookup("#dev-reclaim")).fire());
|
||||
refreshEntered.get(10, TimeUnit.SECONDS);
|
||||
try { refreshEntered.get(10, TimeUnit.SECONDS); }
|
||||
catch (TimeoutException failure) {
|
||||
throw new AssertionError("Return did not reach document refresh: " + project.automation().snapshot().controlObservation()
|
||||
+ "; runtime=" + project.automation().snapshot().runtimeObservation(), failure);
|
||||
}
|
||||
assertEquals(ControlState.RETURNING_CONTROL, project.automation().snapshot().state());
|
||||
assertFalse(project.automation().snapshot().manualAllowed());
|
||||
assertEquals(401, post(request("ping")).statusCode());
|
||||
@@ -280,7 +317,7 @@ class HeadlessMcpDesktopTest {
|
||||
@Test void fullHttpLoopMatchesRawRuntimePixelsAndDisplayedDevAcrossResetAndRebuild() throws Exception {
|
||||
assertEquals(401, post(request("ping")).statusCode());
|
||||
grant();
|
||||
assertEquals(22, mapper.readTree(post(request("tools/list")).body()).path("result").path("tools").size());
|
||||
assertEquals(48, mapper.readTree(post(request("tools/list")).body()).path("result").path("tools").size());
|
||||
assertTrue(value(call("studio_project_context", args())).path("languages").toString().contains("pbs"));
|
||||
value(call("studio_reference_read", args().put("referenceId", "pbs:quickstart").put("limit", 100)));
|
||||
var sdk = value(call("studio_reference_read", args().put("referenceId", "pbs:sdk:game:1:sdk/input/main.pbs").put("limit", 1000)));
|
||||
@@ -364,7 +401,8 @@ class HeadlessMcpDesktopTest {
|
||||
var raw = oracle.call("capture");
|
||||
var image = call("studio_headless_capture", args());
|
||||
assertArrayEquals(png(result), png(image));
|
||||
assertEquals(value(result).path("capture"), value(image));
|
||||
var imageMetadata = ((ObjectNode)value(image)).deepCopy(); imageMetadata.remove("observation");
|
||||
assertEquals(value(result).path("capture"), imageMetadata);
|
||||
compareCapture(raw, image, logical[i], x[i]);
|
||||
captures.add(raw.deepCopy());
|
||||
var actualState = value(call("studio_headless_state", args())).path("state");
|
||||
|
||||
@@ -18,6 +18,42 @@ class HeadlessProcessSessionTest {
|
||||
var session = new HeadlessProcessSession(process, new ObjectMapper(), HeadlessFixture.limits(mode), "build"); sessions.add(session); return session;
|
||||
}
|
||||
@AfterEach void cleanup() { sessions.forEach(session -> session.abort("test cleanup")); }
|
||||
@Test void structuredTestCapabilityRefusalHappensBeforeInitializeOrBoot()throws Exception {
|
||||
var session=start("normal");
|
||||
var failure=assertThrows(AutomationException.class,()->session.initializeAndBoot(root,root,false,Map.of(),root.resolve("unused.pmc"),true));
|
||||
assertEquals(AutomationFailure.Code.RUNTIME_INCOMPATIBLE,failure.failure().code());
|
||||
assertFalse(Files.exists(root.resolve("requests.jsonl")),"Capability refusal must not execute the guest");
|
||||
}
|
||||
@Test void lifecycleObservationsPreserveFinalFactsAcrossResetBootAndShutdown() throws Exception {
|
||||
var session = start("normal"); session.initializeAndBoot(root);
|
||||
assertEquals(RuntimeObservation.Lifecycle.BOOTED, session.observation().lifecycle());
|
||||
assertEquals(session.bootReply().values().get("state"), session.observation().nativeDetails().get("state"));
|
||||
var finalFrame = session.advance(3, ignored -> {}).observation();
|
||||
assertEquals(3L, finalFrame.progress().completedFrames()); assertNotNull(finalFrame.lastFrame());
|
||||
var reset = session.call(TaskTools.HeadlessAction.RESET, Map.of());
|
||||
assertEquals(RuntimeObservation.Lifecycle.UNBOOTED, ((RuntimeObservation)reset.values().get("observation")).lifecycle());
|
||||
assertNull(session.observation().lastFrame()); assertTrue(session.observation().captureStale());
|
||||
assertEquals(3L, finalFrame.progress().completedFrames()); assertNotNull(finalFrame.lastFrame());
|
||||
session.call(TaskTools.HeadlessAction.BOOT, Map.of());
|
||||
assertEquals(RuntimeObservation.Lifecycle.BOOTED, session.observation().lifecycle());
|
||||
var stopped = session.stop(Map.of()).toCompletableFuture().get(3, TimeUnit.SECONDS);
|
||||
assertEquals(RuntimeObservation.Lifecycle.TERMINATED, ((RuntimeObservation)stopped.values().get("observation")).lifecycle());
|
||||
assertFalse(session.alive());
|
||||
}
|
||||
@Test void failedFollowupPreservesTheNativeWatchdogAndKnownZeroFrames() throws Exception {
|
||||
var session = start("watchdog-inspection-fails"); session.initializeAndBoot(root);
|
||||
var result = session.advance(3, ignored -> {});
|
||||
assertEquals(AutomationOutcome.Kind.INFRASTRUCTURE_FAILURE, result.kind());
|
||||
assertEquals(0, result.completedFrames()); assertNull(result.capture());
|
||||
var observation = result.observation();
|
||||
assertEquals(0L, observation.progress().completedFrames());
|
||||
assertEquals("host_tick_watchdog", ((Map<?, ?>)observation.nativeDetails().get("error")).get("code"));
|
||||
assertEquals(Set.of("capture", "get_state"), observation.unavailable().stream()
|
||||
.map(RuntimeObservation.UnavailableObservation::source).collect(java.util.stream.Collectors.toSet()));
|
||||
assertEquals("BUSY", observation.unavailable().stream().filter(value -> value.source().equals("get_state")).findFirst().orElseThrow().code());
|
||||
assertTrue(session.alive());
|
||||
assertEquals(1, Files.readAllLines(root.resolve("requests.jsonl")).stream().filter(line -> line.contains("\"command\":\"advance\"")).count());
|
||||
}
|
||||
@Test void productionLoadDiagnosticsSurviveBootFailureAndMcpSerialization() throws Exception {
|
||||
var mapper = new ObjectMapper();
|
||||
for (String fixture : List.of("resource", "invalid-role", "retired-opcode", "native", "native-abi", "unknown-native")) {
|
||||
@@ -98,6 +134,9 @@ class HeadlessProcessSessionTest {
|
||||
var known = new AtomicReference<TrackedOperation.Progress>();
|
||||
assertThrows(AutomationException.class, () -> session.advance(30, known::set));
|
||||
assertEquals(2L, known.get().completedFrames()); assertFalse(session.alive());
|
||||
assertEquals(RuntimeObservation.Lifecycle.LOST, session.observation().lifecycle());
|
||||
assertEquals(2L, session.observation().progress().completedFrames());
|
||||
assertTrue(session.observation().recovery().stream().noneMatch(RuntimeObservation.RecoveryAction::automatic));
|
||||
assertThrows(AutomationException.class, () -> session.call(TaskTools.HeadlessAction.STATE, Map.of()));
|
||||
}
|
||||
@Test void deadlinesStopHungCallsAndCancellationPreservesKnownPartialProgress() throws Exception {
|
||||
@@ -126,6 +165,8 @@ class HeadlessProcessSessionTest {
|
||||
for (var mode : List.of("bad-progress", "bad-png")) {
|
||||
var session = start(mode); session.initializeAndBoot(root);
|
||||
assertThrows(AutomationException.class, () -> session.advance(3, ignored -> {})); assertFalse(session.alive());
|
||||
assertEquals(RuntimeObservation.Lifecycle.LOST, session.observation().lifecycle());
|
||||
assertEquals("protocol", ((Map<?, ?>)((Map<?, ?>)session.observation().nativeDetails().get("consumerFailure")).get("details")).get("failureKind"));
|
||||
}
|
||||
}
|
||||
@Test void shutdownEscalatesAndKillsOwnedDescendantsWithoutTouchingUnrelatedProcesses() throws Exception {
|
||||
|
||||
@@ -92,6 +92,137 @@ class HeadlessTaskIntegrationTest {
|
||||
}
|
||||
void authorityRetained() { assertEquals(ControlState.AGENT_WORKING, project.automation().snapshot().state()); }
|
||||
|
||||
@Test void originalCaptureEvidenceSurvivesLaterFramesRebuildReleaseAndReopen() throws Exception {
|
||||
call(TaskTools.HeadlessAction.BOOT,successfulBuild("evidence-build"));
|
||||
tasks.advance(root,task,"evidence-frame",1);var original=finished("evidence-frame");
|
||||
var evidence=app.getBean(EvidenceTools.class);
|
||||
var saved=evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame"));
|
||||
var artifact=saved.artifacts().getFirst();
|
||||
assertArrayEquals(original.runtimeResult().capture().png(),evidence.image(root,task,artifact.id()));
|
||||
advance("later-frame");
|
||||
assertEquals(saved,evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame")));
|
||||
assertTrue(evidence.metadata(root,task,artifact.id()).stale());
|
||||
assertEquals(original.runtimeResult().capture().frameId(),artifact.provenance().get("frameId"));
|
||||
// This derived reference has a deliberate wrong sample; independent pixel oracles are tested separately.
|
||||
var codec=new p.studio.app.evidence.PngEvidenceCodec();var pixels=codec.decode(original.runtimeResult().capture().png());
|
||||
byte[] different=pixels.rgba();different[0]=(byte)(Byte.toUnsignedInt(different[0])^1);
|
||||
Path reference=root.resolve("known-different.png");Files.write(reference,codec.encode(new Evidence.Pixels(pixels.width(),pixels.height(),different)));
|
||||
var expected=evidence.importReference(root,task,"import-delta",reference,null).artifacts().getFirst();
|
||||
var report=evidence.compare(root,task,"known-failure",expected.id(),artifact.id(),Evidence.Parameters.exact(Evidence.Alpha.compare));
|
||||
assertEquals(Evidence.Verdict.rejected,report.report().verdict());assertEquals(1,report.report().differentPixels());
|
||||
assertEquals(new Evidence.Rect(0,0,1,1),report.report().boundingBox());
|
||||
successfulBuild("evidence-rebuild");
|
||||
tasks.release(root,task).toCompletableFuture().get(10,TimeUnit.SECONDS);project.close();
|
||||
var ref=app.getBean(ProjectCatalog.class).openProject(root);project=app.getBean(ProjectSessionFactory.class).open(ref);
|
||||
project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tasks.acquire(root).task().value();
|
||||
assertArrayEquals(original.runtimeResult().capture().png(),evidence.image(root,task,artifact.id()));
|
||||
assertEquals(saved,evidence.persist(root,task,"save-original",new OperationLookup(null,"evidence-frame")));
|
||||
System.out.println("VISUAL_EVIDENCE "+mapper.writeValueAsString(Map.of("kind","native-checkpoint","artifact",artifact,"report",report.report(),"nativeAdvanceRequests",2,"persistenceExtraAdvanceOrCaptureRequests",0)));
|
||||
}
|
||||
|
||||
@Test void zeldaPilotUsesDisposableCopyAndKeepsReferenceLimitationsExplicit() throws Exception {
|
||||
Path originalProject=Path.of(System.getProperty("studio.test.zeldaProject", "../../zelda-1")).toAbsolutePath().normalize();
|
||||
assertTrue(Files.isRegularFile(originalProject.resolve("prometeu.json")),"Zelda pilot checkout is required for this qualification");
|
||||
project.close();Path copy=root.resolve("zelda-pilot");Files.createDirectories(copy);
|
||||
for(String name:List.of("prometeu.json","src","assets")) {
|
||||
Path from=originalProject.resolve(name);
|
||||
if(Files.isDirectory(from))try(var paths=Files.walk(from)) {
|
||||
for(var p:paths.toList()){var target=copy.resolve(originalProject.relativize(p));if(Files.isDirectory(p))Files.createDirectories(target);else Files.copy(p,target);}
|
||||
}else Files.copy(from,copy.resolve(name));
|
||||
}
|
||||
root=copy.toRealPath();var ref=app.getBean(ProjectCatalog.class).openProject(root);
|
||||
app.getBean(ProjectLocalStudioSetupStore.class).save(ref,new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null));
|
||||
project=app.getBean(ProjectSessionFactory.class).open(ref);project.automation().grant(false).toCompletableFuture().get(5,TimeUnit.SECONDS);task=tasks.acquire(root).task().value();
|
||||
String build=successfulBuild("zelda-pilot-build");tasks.headless(root,task,TaskTools.HeadlessAction.BOOT,build,Map.of("memcardChoice","memory_fresh"));
|
||||
var evidence=app.getBean(EvidenceTools.class);var measurements=new ArrayList<Map<String,Object>>();
|
||||
var mcp=app.getBean(p.studio.app.mcp.McpToolRegistry.class);
|
||||
long beforeWireBytes=0,afterWireBytes=0;int beforeCalls=0,afterCalls=0;
|
||||
var legacyPaths=new ArrayList<String>();
|
||||
String[] refs={"extracted/inventory_screen/validation/production_start.png","extracted/hud/runtime_initial.png","extracted/bomb_wall/validation/scroll_north_mid.png"};
|
||||
String[] names={"screen","hud","scroll"};
|
||||
long totalPngBytes=0;
|
||||
for(int i=0;i<names.length;i++) {
|
||||
if(i>0)tasks.headless(root,task,TaskTools.HeadlessAction.SET_INPUT,null,Map.of(i==1?"start":"right",true));
|
||||
String request="zelda-"+names[i];tasks.advance(root,task,request,i==0?1:i==1?76:120);var operation=finished(request);
|
||||
assertNull(operation.failure());assertNotNull(operation.runtimeResult().capture());
|
||||
var args=mapper.createObjectNode().put("projectRoot",root.toString()).put("taskId",task);
|
||||
var before=mcp.call("studio_operation_get",args.deepCopy().put("clientRequestId",request)).wire();
|
||||
beforeCalls++;beforeWireBytes+=mapper.writeValueAsBytes(before).length;
|
||||
byte[] legacyPng=Base64.getDecoder().decode(before.path("content").get(1).path("data").asText());
|
||||
Path legacyActual=root.resolve("legacy-"+names[i]+".png");Files.write(legacyActual,legacyPng);
|
||||
var persisted=mcp.call("studio_evidence_persist",args.deepCopy().put("clientRequestId","persist-"+request).put("sourceClientRequestId",request)).wire();
|
||||
afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(persisted).length;
|
||||
assertFalse(persisted.path("isError").asBoolean(),persisted.toString());
|
||||
var actual=mapper.convertValue(persisted.path("structuredContent").path("value"),Evidence.Publication.class).artifacts().getFirst();
|
||||
Path reference=root.resolve("reference-"+names[i]+".png");Files.copy(originalProject.resolve(refs[i]),reference);
|
||||
legacyPaths.add(reference.toString());legacyPaths.add(legacyActual.toString());
|
||||
var imported=mcp.call("studio_evidence_import",args.deepCopy().put("clientRequestId","import-"+request).put("path",reference.toString())).wire();
|
||||
afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(imported).length;
|
||||
assertFalse(imported.path("isError").asBoolean(),imported.toString());
|
||||
var expected=mapper.convertValue(imported.path("structuredContent").path("value"),Evidence.Publication.class).artifacts().getFirst();
|
||||
Evidence.Rect roi=i==1?new Evidence.Rect(112,15,256,56):null;
|
||||
var params=new Evidence.Parameters(roi,List.of(),Evidence.Alpha.compare,0,0);
|
||||
var comparisonArgs=args.deepCopy().put("clientRequestId","compare-"+request).put("expectedId",expected.id()).put("actualId",actual.id());
|
||||
var parametersNode=(com.fasterxml.jackson.databind.node.ObjectNode)mapper.valueToTree(params);
|
||||
if(roi==null)parametersNode.remove("roi");comparisonArgs.set("parameters",parametersNode);
|
||||
var compared=mcp.call("studio_evidence_compare",comparisonArgs).wire();afterCalls++;afterWireBytes+=mapper.writeValueAsBytes(compared).length;
|
||||
assertFalse(compared.path("isError").asBoolean(),compared.toString());
|
||||
var report=mapper.convertValue(compared.path("structuredContent").path("value"),Evidence.Publication.class);
|
||||
totalPngBytes+=legacyPng.length;
|
||||
measurements.add(Map.of("case",names[i],"referencePath",refs[i],"actual",actual,"report",report.report()));
|
||||
}
|
||||
// Execute the former external comparison path against the same checkpoints; count actual calls/bytes/scripts.
|
||||
Path script=root.resolve("LegacyVisualCompare.java");
|
||||
Files.writeString(script,"""
|
||||
import javax.imageio.ImageIO;import java.io.File;
|
||||
class LegacyVisualCompare {public static void main(String[] args)throws Exception {
|
||||
for(int n=0;n<args.length;n+=2) {
|
||||
var a=ImageIO.read(new File(args[n]));var b=ImageIO.read(new File(args[n+1]));long count=0;
|
||||
if(a.getWidth()!=b.getWidth()||a.getHeight()!=b.getHeight())count=-1;
|
||||
else for(int y=0;y<a.getHeight();y++)for(int x=0;x<a.getWidth();x++)if(a.getRGB(x,y)!=b.getRGB(x,y))count++;
|
||||
System.out.println((n/2)+","+count);
|
||||
}
|
||||
}}
|
||||
""");
|
||||
var command=new ArrayList<String>(List.of(Path.of(System.getProperty("java.home"),"bin","java").toString(),script.toString()));command.addAll(legacyPaths);
|
||||
var legacy=new ProcessBuilder(command).redirectErrorStream(true).start();assertTrue(legacy.waitFor(30,TimeUnit.SECONDS));
|
||||
String legacyOutput=new String(legacy.getInputStream().readAllBytes(),java.nio.charset.StandardCharsets.UTF_8);assertEquals(0,legacy.exitValue(),legacyOutput);
|
||||
var output=Map.of("kind","zelda-pilot","limitations","Saved port captures are contextual references, not an independent NES oracle; screen/HUD/scroll reference labels identify their provenance. Current checkpoints are observations and mismatch is retained as a comparison result.",
|
||||
"results",measurements,"measurement",Map.of("sharedGuestAdvanceRequests",3,"before",Map.of("mcpCalls",beforeCalls,"wireResponseBytes",beforeWireBytes,"imagePngBytes",totalPngBytes,"externalComparisonScripts",1,"externalScriptOutput",legacyOutput),
|
||||
"after",Map.of("mcpCalls",afterCalls,"wireResponseBytes",afterWireBytes,"imageTransferBytesForMetrics",0,"externalComparisonScripts",0),
|
||||
"basis","Actual local MCP adapter dispatches and serialized response bytes, excluding shared build/advance/asynchronous polling. Both comparison paths use the same three retained guest checkpoints. Legacy full-image exact metrics differ from the explicit HUD ROI by design."));
|
||||
System.out.println("VISUAL_EVIDENCE "+mapper.writeValueAsString(output));
|
||||
}
|
||||
|
||||
@Test void actualWatchdogPreservesNativeCauseZeroProgressAndDoesNotReplayOnLookup() throws Exception {
|
||||
Files.writeString(source, code.replace("fn frame() -> void {", "fn frame() -> void { while (true) { }"));
|
||||
call(TaskTools.HeadlessAction.BOOT, successfulBuild("watchdog-build"));
|
||||
tasks.advance(root, task, "watchdog", 1);
|
||||
var result = finished("watchdog");
|
||||
assertNull(result.failure());
|
||||
assertEquals(AutomationOutcome.Kind.INFRASTRUCTURE_FAILURE, result.runtimeResult().kind());
|
||||
assertEquals(0L, result.progress().completedFrames());
|
||||
assertEquals("watchdog_expired", ((Map<?, ?>)result.observation().nativeDetails().get("error")).get("code"));
|
||||
assertTrue(result.observation().captureStale());
|
||||
assertEquals("watchdog", result.observation().context().get("clientRequestId"));
|
||||
var artifactHashes = new LinkedHashMap<String, String>();
|
||||
for (var file : finished("watchdog-build").buildResult().emittedArtifacts())
|
||||
if (Files.isRegularFile(file)) artifactHashes.put(root.relativize(file).toString(),
|
||||
HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(file))));
|
||||
System.out.println("HEADLESS_OBSERVATION " + mapper.writeValueAsString(Map.of(
|
||||
"sourceSha256", HexFormat.of().formatHex(java.security.MessageDigest.getInstance("SHA-256").digest(Files.readAllBytes(source))),
|
||||
"artifacts", artifactHashes, "observation", result.observation().toMap())));
|
||||
var before = call(TaskTools.HeadlessAction.STATE, null).values().get("state");
|
||||
var lookup = tasks.operation(root, task, new OperationLookup(null, "watchdog"));
|
||||
assertEquals(result.observation(), lookup.observation());
|
||||
assertEquals(before, call(TaskTools.HeadlessAction.STATE, null).values().get("state"));
|
||||
assertNull(call(TaskTools.HeadlessAction.FAULT, null).values().get("fault"));
|
||||
authorityRetained();
|
||||
Files.writeString(source, code);
|
||||
call(TaskTools.HeadlessAction.BOOT, successfulBuild("corrected-watchdog"));
|
||||
assertEquals(AutomationOutcome.Kind.SUCCEEDED, advance("after-watchdog").kind());
|
||||
}
|
||||
|
||||
@Test void savedEditsRebuildRealArtifactsAndCorrelateDevWithoutSnapshots() throws Exception {
|
||||
assertTrue(diagnostics().isEmpty());
|
||||
assertThrows(ControlDeniedException.class, () -> app.getBean(Shipper.class).prepare(project.projectReference(), ignored -> {}));
|
||||
@@ -103,6 +234,10 @@ class HeadlessTaskIntegrationTest {
|
||||
assertArrayEquals(initial.capture().png(), project.automation().snapshot().capture().png());
|
||||
call(TaskTools.HeadlessAction.RESET, null);
|
||||
assertTrue(project.automation().snapshot().stale());
|
||||
assertEquals(RuntimeObservation.Lifecycle.UNBOOTED, project.automation().snapshot().runtimeObservation().lifecycle());
|
||||
var historical = finished("initial").observation();
|
||||
assertEquals(first, historical.buildId()); assertEquals(3L, historical.progress().completedFrames());
|
||||
assertNotEquals(historical.lifecycle(), finished("initial").currentObservation().lifecycle());
|
||||
assertEquals(AutomationFailure.Code.NO_FRAME_AVAILABLE, assertThrows(AutomationException.class,
|
||||
() -> call(TaskTools.HeadlessAction.CAPTURE, null)).failure().code());
|
||||
assertEquals(session, call(TaskTools.HeadlessAction.BOOT, first).values().get("sessionId"));
|
||||
@@ -151,6 +286,7 @@ class HeadlessTaskIntegrationTest {
|
||||
var fault = advance("fault");
|
||||
assertEquals(AutomationOutcome.Kind.GUEST_FAULT, fault.kind());
|
||||
assertFalse(fault.diagnostics().isEmpty());
|
||||
assertNotNull(fault.observation().nativeDetails().get("fault"));
|
||||
assertNotNull(call(TaskTools.HeadlessAction.FAULT, null).values().get("fault"));
|
||||
authorityRetained();
|
||||
|
||||
|
||||
@@ -80,9 +80,12 @@ class MemcardInstalledRuntimeTest {
|
||||
""".formatted(version));
|
||||
Files.writeString(projectRoot.resolve("src/mod.barrel"), "pub fn frame() -> void;");
|
||||
Files.writeString(projectRoot.resolve("src/main.pbs"), source);
|
||||
CompilerBuildGateway compiler = (project, log) -> {
|
||||
CompilerBuildGateway compiler = new CompilerBuildGateway(){
|
||||
public CompilerBuildOutput compile(ProjectReference project,java.util.function.Consumer<String> log){return compile(project,BuildSelection.productionBuild(),project.rootPath().resolve("build"),log);}
|
||||
public CompilerBuildOutput compile(ProjectReference project,BuildSelection selection,Path output,java.util.function.Consumer<String> log){
|
||||
var admitted=new p.studio.app.compiler.CompilerBuildGatewayAdapter().compile(project,selection,output,log);
|
||||
var result = BuilderPipelineService.INSTANCE.build(BuilderPipelineContext.fromConfig(
|
||||
new BuilderPipelineConfig(false, project.rootPath().toString())), LogAggregator.with(log));
|
||||
new BuilderPipelineConfig(false, project.rootPath().toString(),"core-v1",p.studio.compiler.utilities.SourceProviderFactory.filesystem(),selection.targetId(),output)), LogAggregator.with(log));
|
||||
var compiled = result.compileResult();
|
||||
var program = optimized ? compiled.optimizedIrvm() : compiled.irvm();
|
||||
var module = new p.studio.compiler.backend.bytecode.BytecodeEmitter().emit(program.coherentEmissionPlan());
|
||||
@@ -91,12 +94,13 @@ class MemcardInstalledRuntimeTest {
|
||||
try { Files.write(result.bytecodeArtifactPath(), module.serialize()); }
|
||||
catch (java.io.IOException failure) { throw new java.io.UncheckedIOException(failure); }
|
||||
return new CompilerBuildGateway.CompilerBuildOutput(result.bytecodeArtifactPath(),
|
||||
compiled.analysisSnapshot().irBackend().getReservedMetadata().requiredCapabilities().asList());
|
||||
};
|
||||
compiled.analysisSnapshot().irBackend().getReservedMetadata().requiredCapabilities().asList(),admitted.issues(),admitted.context());
|
||||
}};
|
||||
var setup = new ProjectLocalStudioSetupStore(mapper);
|
||||
var project = new ProjectCatalogService(projectRoot, mapper, setup).openProject(projectRoot);
|
||||
try (var workers = Executors.newSingleThreadExecutor()) {
|
||||
var build = new StudioShipperService(compiler, packer.workspaceService(), mapper, new ExecutorOperationExecutor(workers))
|
||||
.withAssetPreflight(new p.studio.app.assets.AssetBudgetInspection(mapper,packer.workspaceService(),ignored->new ProjectLocalStudioSetup(System.getProperty("studio.test.runtimeInstall"),null)))
|
||||
.prepare(project, ignored -> {}).completion().toCompletableFuture().get(30, TimeUnit.SECONDS);
|
||||
assertTrue(build.success(), build.diagnostics().toString());
|
||||
var manifest = mapper.readTree(build.manifestPath().toFile());
|
||||
@@ -219,6 +223,8 @@ class MemcardInstalledRuntimeTest {
|
||||
var refusal = assertThrows(ExecutionException.class, () -> memory.shutdown().toCompletableFuture().get(7, TimeUnit.SECONDS));
|
||||
assertEquals(AutomationFailure.Code.MEMCARD_ERROR, ((AutomationException) refusal.getCause()).failure().code());
|
||||
assertTrue(memory.alive()); assertTrue(memcard(memory).path("dirty").booleanValue());
|
||||
assertNotNull(memory.observation().nativeDetails().get("memcard"));
|
||||
assertTrue(memory.observation().recovery().stream().anyMatch(action -> action.action().equals("inspect_memcard")));
|
||||
var resetRefusal = assertThrows(AutomationException.class, () -> memory.call(TaskTools.HeadlessAction.RESET, Map.of()));
|
||||
assertEquals(AutomationFailure.Code.MEMCARD_ERROR, resetRefusal.failure().code());
|
||||
assertTrue(memory.alive()); assertTrue(memcard(memory).path("dirty").booleanValue());
|
||||
|
||||
Reference in New Issue
Block a user