feat(compiler): port runtime catalogs and enforce target ABI (AGD77)

Import both runtime catalogs and provenance, port all intrinsic metadata and exact constants, and validate target signatures and carriers through the common pipeline. Package matching compiler/SDK resources and add active parity plus production runtime conformance checks.

Validation: 420 compiler/PBS tests passed, with 12 existing skips; provider export, runtime execution and installed catalog checks passed. The pre-existing Gfx.clear typed-metadata failure remains active and assigned to AGD78 under the explicitly accepted scope revision recorded in LSN-0080.
This commit is contained in:
2026-10-15 13:07:49 +01:00
parent bd5694dbdf
commit 603ed01227
32 changed files with 1356 additions and 457 deletions
@@ -54,3 +54,10 @@ val generatePbsKnowledge by tasks.registering(Sync::class) {
}
}
sourceSets.main { resources.srcDir(generatePbsKnowledge) }
tasks.named<ProcessResources>("processResources") {
from(rootProject.layout.projectDirectory.dir("docs/vm-arch")) {
include("INTRINSICS.csv", "BUILTIN_CONSTANTS.csv", "runtime-catalog.properties")
into("runtime-catalog/pbs-sdk")
}
}
@@ -9,3 +9,11 @@ dependencies {
implementation(project(":prometeu-compiler:prometeu-frontend-api"))
implementation(project(":prometeu-compiler:prometeu-frontend-registry"))
}
// Versioned provider mirrors are packaged locally; normal builds never read ../runtime.
tasks.named<ProcessResources>("processResources") {
from(rootProject.layout.projectDirectory.dir("docs/vm-arch")) {
include("INTRINSICS.csv", "BUILTIN_CONSTANTS.csv", "runtime-catalog.properties")
into("runtime-catalog/compiler")
}
}
@@ -186,7 +186,8 @@ public class BytecodeEmitter {
spans.add(new BytecodeFunctionLayoutBuilder.InstructionSpan(pc, spanOrUnknown(op.span())));
}
case INTRINSIC -> {
if(op.expectedArgSlots()==null||op.expectedRetSlots()==null) throw new IllegalArgumentException("intrinsic signature is required");
p.studio.compiler.backend.irvm.IRVMIntrinsicRegistry.requireById(op.immediate())
.validateSignature(op.expectedArgSlots(), op.expectedRetSlots());
var signature = new BytecodeModule.IntrinsicSignature(op.immediate(),op.expectedArgSlots(),op.expectedRetSlots());
var previous = intrinsicSignatures.putIfAbsent(op.immediate(),signature);
if(previous!=null&&!previous.equals(signature)) throw new IllegalArgumentException("conflicting intrinsic ABI");
@@ -1,6 +1,8 @@
package p.studio.compiler.backend.bytecode;
import p.studio.compiler.backend.registry.LinkedRegistry;
import p.studio.compiler.backend.irvm.IRVMIntrinsicRegistry;
import p.studio.compiler.backend.irvm.IRVMIntrinsicDefinition.Carrier;
import p.studio.compiler.models.registry.IRRegistry.*;
import java.nio.*;
import java.util.*;
@@ -18,6 +20,11 @@ public class BytecodePreloadVerifierService {
// Validate the complete declarative schema without accepting an old slot-only image.
module.serialize();
var registry=LinkedRegistry.link(module.registry());
var intrinsicIds = new HashSet<Integer>();
for (var signature : module.intrinsicSignatures()) {
check(intrinsicIds.add(signature.id()), "duplicate intrinsic signature");
IRVMIntrinsicRegistry.requireById(signature.id()).validateSignature(signature.argumentSlots(), signature.resultSlots());
}
var used=new boolean[module.syscalls().size()];
for(int i=0;i<module.functions().size();i++)verifyFunction(module,registry,i,used);
for(int i=0;i<used.length;i++)check(used[i],"unused syscall declaration "+i);
@@ -39,7 +46,10 @@ public class BytecodePreloadVerifierService {
case 0x42,0x43 -> check(a>=0&&(long)a<f.paramSlots()+f.localSlots(),"local index");
case 0x50 -> {check(a>=0&&a<m.functions().size(),"FunctionId");check(m.functions().get(a).metadata().captures().isEmpty(),"direct call into capturing function");}
case 0x71 -> {check(a>=0&&a<m.syscalls().size(),"HOSTCALL declaration index");used[a]=true;}
case 0x72 -> check(m.intrinsicSignatures().stream().anyMatch(n->n.id()==a&&n.argumentSlots()>=0&&n.resultSlots()>=0),"intrinsic signature required");
case 0x72 -> {
IRVMIntrinsicRegistry.requireById(a);
check(m.intrinsicSignatures().stream().anyMatch(n->n.id()==a),"intrinsic signature required");
}
case 0x52 -> {check(a>=0&&a<m.functions().size(),"closure FunctionId");var target=m.functions().get(a).metadata();var fn=fn(r,b);check(r.sameSignature(fn.signature(),target.signature()),"closure signature");}
case 0x53 -> fn(r,a);
case 0x57 -> check(a>=0&&a<f.metadata().captures().size(),"capture index");
@@ -137,8 +147,9 @@ public class BytecodePreloadVerifierService {
case 0x58 -> {consume(s,facts(r,type(r,a).identity()),typed);var signature=method(r,a,b).signature();consume(s,parameters(r,signature),typed);produce(s,results(r,signature),i.pc());}
case 0x71 -> {var decl=m.syscalls().get(a);pop(s,decl.argSlots());for(int n=0;n<decl.retSlots();n++)s.stack.add(Fact.UNKNOWN);}
case 0x72 -> {
var signature=m.intrinsicSignatures().stream().filter(n->n.id()==a).findFirst().orElseThrow(()->new IllegalArgumentException("intrinsic signature required"));
pop(s,signature.argumentSlots());for(int n=0;n<signature.resultSlots();n++)s.stack.add(Fact.UNKNOWN);
var definition = IRVMIntrinsicRegistry.requireById(a);
consume(s, intrinsicFacts(definition.argumentCarriers()), typed);
produce(s, intrinsicFacts(definition.resultCarriers()), i.pc());
}
case 0x90 -> {
consume(s,facts(r,type(r,a).identity()),typed);
@@ -179,6 +190,21 @@ public class BytecodePreloadVerifierService {
}
check(s.stack.size()<=f.maxStackSlots(),"maximum temporary slots exceeded (zero is literal)");
}
// Mirrors runtime registry_verifier/types.rs::abi_mask. Intrinsic String excludes a
// proven null at load time even though builtins.rs::value_matches_abi_type accepts it.
// Reference/session identity is still validated by the runtime, not proved by these carrier facts.
private static List<Fact> intrinsicFacts(List<Carrier> carriers) {
return carriers.stream().map(value -> carrier(switch (value) {
case INT32 -> "i32";
case INT64 -> "i64";
case FLOAT -> "f64";
case BOOL -> "bool";
case STRING -> "string!";
case COLOR -> "color";
case RANDOM -> "ref|null";
})).toList();
}
private static boolean numeric(String carrier){return carrier.equals("i32")||carrier.equals("i64")||carrier.equals("f64")||carrier.equals("color");}
private static Fact carrier(String name){return new Fact(name,null,0,1);}
private static List<Fact> pop(State s,int n){check(n>=0&&n<=s.stack.size(),"temporary stack underflow");var result=new ArrayList<>(s.stack.subList(s.stack.size()-n,s.stack.size()));s.stack.subList(s.stack.size()-n,s.stack.size()).clear();return result;}
@@ -193,7 +219,7 @@ public class BytecodePreloadVerifierService {
private static int mask(String carrier) {
int result=0;
for(String part:carrier.split("\\|"))result|=switch(part) {
case "i32"->1;case "i64","color"->2;case "f64"->4;case "bool"->8;case "string"->16|64;case "ref"->32|64;case "null"->64;default->127;
case "i32"->1;case "i64","color"->2;case "f64"->4;case "bool"->8;case "string!"->16;case "string"->16|64;case "ref"->32|64;case "null"->64;default->127;
};
return result;
}
@@ -0,0 +1,74 @@
package p.studio.compiler.backend.irvm;
import p.studio.compiler.backend.bytecode.BytecodeModule;
import p.studio.utilities.structures.ReadOnlyList;
import java.util.List;
import java.util.Optional;
/** Runtime constants are ordered value groups, independent of intrinsic identities. */
public enum IRVMBuiltinConstantDefinition {
COLOR_BLACK("color", "black", 1, Slot.integer(255)),
COLOR_BLUE("color", "blue", 1, Slot.integer(65535)),
COLOR_CYAN("color", "cyan", 1, Slot.integer(16777215)),
COLOR_GRAY("color", "gray", 1, Slot.integer(2155905279L)),
COLOR_GREEN("color", "green", 1, Slot.integer(16711935)),
COLOR_INDIGO("color", "indigo", 1, Slot.integer(1258324735)),
COLOR_MAGENTA("color", "magenta", 1, Slot.integer(4278255615L)),
COLOR_ORANGE("color", "orange", 1, Slot.integer(4286578943L)),
COLOR_RED("color", "red", 1, Slot.integer(4278190335L)),
COLOR_TRANSPARENT("color", "transparent", 1, Slot.integer(0)),
COLOR_WHITE("color", "white", 1, Slot.integer(4294967295L)),
COLOR_YELLOW("color", "yellow", 1, Slot.integer(4294902015L)),
MATHF_PI("mathf", "pi", 1, Slot.floating(0x400921FB54442D18L)),
MATHF_TAU("mathf", "tau", 1, Slot.floating(0x401921FB54442D18L)),
VEC2_ZERO("vec2", "zero", 1, Slot.floating(0), Slot.floating(0));
private final String target;
private final String constantName;
private final long version;
private final List<Slot> slots;
IRVMBuiltinConstantDefinition(String target, String name, long version, Slot... slots) {
this.target = target;
this.constantName = name;
this.version = version;
this.slots = List.of(slots);
}
public String target() { return target; }
public String constantName() { return constantName; }
public long version() { return version; }
public List<Slot> slots() { return slots; }
public static Optional<IRVMBuiltinConstantDefinition> resolve(String target, String name, long version) {
for (var definition : values()) {
if (definition.target.equals(target) && definition.constantName.equals(name) && definition.version == version) {
return Optional.of(definition);
}
}
return Optional.empty();
}
public ReadOnlyList<BytecodeModule.ConstantPoolEntry> materialize() {
return ReadOnlyList.wrap(slots.stream().map(Slot::materialize).toList());
}
public record Slot(IRVMIntrinsicDefinition.Carrier carrier, long bitsOrValue) {
public Slot {
if (carrier != IRVMIntrinsicDefinition.Carrier.INT64 && carrier != IRVMIntrinsicDefinition.Carrier.FLOAT) {
throw new IllegalArgumentException("unsupported canonical constant carrier: " + carrier);
}
if (carrier == IRVMIntrinsicDefinition.Carrier.FLOAT && !Double.isFinite(Double.longBitsToDouble(bitsOrValue))) {
throw new IllegalArgumentException("nonfinite canonical constant");
}
}
static Slot integer(long value) { return new Slot(IRVMIntrinsicDefinition.Carrier.INT64, value); }
static Slot floating(long bits) { return new Slot(IRVMIntrinsicDefinition.Carrier.FLOAT, bits); }
public BytecodeModule.ConstantPoolEntry materialize() {
return carrier == IRVMIntrinsicDefinition.Carrier.FLOAT
? new BytecodeModule.Float64Constant(Double.longBitsToDouble(bitsOrValue))
: new BytecodeModule.Int64Constant(bitsOrValue);
}
}
}
@@ -2,49 +2,113 @@ package p.studio.compiler.backend.irvm;
import java.util.Objects;
enum IRVMIntrinsicDefinition {
VEC2_DOT("vec2.dot", 1, 0x1000, "vec2", "dot", 4, 1, "float|float|float|float", "float", true, false),
VEC2_LENGTH("vec2.length", 1, 0x1001, "vec2", "length", 2, 1, "float|float", "float", true, false),
COLOR_FROM_RAW("color.from_raw", 1, 0x1100, "color", "from_raw", 1, 1, "int", "builtin:color", true, false),
COLOR_RGB("color.rgb", 1, 0x1101, "color", "rgb", 3, 1, "int|int|int", "builtin:color", true, false),
COLOR_RGBA("color.rgba", 1, 0x1102, "color", "rgba", 4, 1, "int|int|int|int", "builtin:color", true, false),
COLOR_HTML_RGBA("color.html_rgba", 1, 0x1103, "color", "html_rgba", 1, 1, "str", "builtin:color", true, false),
COLOR_GRAY_SCALE("color.gray_scale", 1, 0x1104, "color", "gray_scale", 1, 1, "int", "builtin:color", true, false),
COLOR_HEX("color.hex", 1, 0x1105, "color", "hex", 1, 1, "builtin:color", "int", true, false),
COLOR_ALPHA("color.alpha", 1, 0x1106, "color", "alpha", 1, 1, "builtin:color", "int", true, false),
COLOR_BLACK("color.black", 1, 0x1120, "color", "black", 0, 1, "", "builtin:color", true, false),
COLOR_WHITE("color.white", 1, 0x1121, "color", "white", 0, 1, "", "builtin:color", true, false),
COLOR_RED("color.red", 1, 0x1122, "color", "red", 0, 1, "", "builtin:color", true, false),
COLOR_GREEN("color.green", 1, 0x1123, "color", "green", 0, 1, "", "builtin:color", true, false),
COLOR_BLUE("color.blue", 1, 0x1124, "color", "blue", 0, 1, "", "builtin:color", true, false),
COLOR_YELLOW("color.yellow", 1, 0x1125, "color", "yellow", 0, 1, "", "builtin:color", true, false),
COLOR_ORANGE("color.orange", 1, 0x1126, "color", "orange", 0, 1, "", "builtin:color", true, false),
COLOR_INDIGO("color.indigo", 1, 0x1127, "color", "indigo", 0, 1, "", "builtin:color", true, false),
COLOR_GRAY("color.gray", 1, 0x1128, "color", "gray", 0, 1, "", "builtin:color", true, false),
COLOR_CYAN("color.cyan", 1, 0x1129, "color", "cyan", 0, 1, "", "builtin:color", true, false),
COLOR_MAGENTA("color.magenta", 1, 0x112A, "color", "magenta", 0, 1, "", "builtin:color", true, false),
COLOR_TRANSPARENT("color.transparent", 1, 0x112B, "color", "transparent", 0, 1, "", "builtin:color", true, false),
INPUT_PAD("input.pad", 1, 0x2000, "input", "pad", 0, 1, "", "builtin:input.pad", true, false),
INPUT_TOUCH("input.touch", 1, 0x2001, "input", "touch", 0, 1, "", "builtin:input.touch", true, false),
INPUT_PAD_UP("input.pad.up", 1, 0x2010, "input.pad", "up", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_DOWN("input.pad.down", 1, 0x2011, "input.pad", "down", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_LEFT("input.pad.left", 1, 0x2012, "input.pad", "left", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_RIGHT("input.pad.right", 1, 0x2013, "input.pad", "right", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_A("input.pad.a", 1, 0x2014, "input.pad", "a", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_B("input.pad.b", 1, 0x2015, "input.pad", "b", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_X("input.pad.x", 1, 0x2016, "input.pad", "x", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_Y("input.pad.y", 1, 0x2017, "input.pad", "y", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_L("input.pad.l", 1, 0x2018, "input.pad", "l", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_R("input.pad.r", 1, 0x2019, "input.pad", "r", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_START("input.pad.start", 1, 0x201A, "input.pad", "start", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_PAD_SELECT("input.pad.select", 1, 0x201B, "input.pad", "select", 1, 1, "builtin:input.pad", "builtin:input.button", true, false),
INPUT_TOUCH_BUTTON("input.touch.button", 1, 0x2020, "input.touch", "button", 1, 1, "builtin:input.touch", "builtin:input.button", true, false),
INPUT_TOUCH_X("input.touch.x", 1, 0x2021, "input.touch", "x", 1, 1, "builtin:input.touch", "int", true, false),
INPUT_TOUCH_Y("input.touch.y", 1, 0x2022, "input.touch", "y", 1, 1, "builtin:input.touch", "int", true, false),
INPUT_BUTTON_PRESSED("input.button.pressed", 1, 0x2030, "input.button", "pressed", 1, 1, "builtin:input.button", "bool", true, false),
INPUT_BUTTON_RELEASED("input.button.released", 1, 0x2031, "input.button", "released", 1, 1, "builtin:input.button", "bool", true, false),
INPUT_BUTTON_DOWN("input.button.down", 1, 0x2032, "input.button", "down", 1, 1, "builtin:input.button", "bool", true, false),
INPUT_BUTTON_HOLD("input.button.hold", 1, 0x2033, "input.button", "hold", 1, 1, "builtin:input.button", "int", true, false);
/** Manually maintained target contract. No runtime or CSV lookup occurs during compilation. */
public enum IRVMIntrinsicDefinition {
VEC2_DOT("vec2.dot", 1, 0x1000, "vec2", "dot", 4, 1, "Float|Float|Float|Float", "Float", true, false, "ax|ay|bx|by", 10, false, CostModel.FIXED, 0, 0),
VEC2_LENGTH("vec2.length", 1, 0x1001, "vec2", "length", 2, 1, "Float|Float", "Float", true, false, "x|y", 40, false, CostModel.FIXED, 0, 0),
COLOR_FROM_RAW("color.from_raw", 1, 0x1100, "color", "from_raw", 1, 1, "Int64", "builtin:color", true, false, "raw", 1, false, CostModel.FIXED, 0, 0),
COLOR_RGB("color.rgb", 1, 0x1101, "color", "rgb", 3, 1, "Int64|Int64|Int64", "builtin:color", true, false, "r|g|b", 1, false, CostModel.FIXED, 0, 0),
COLOR_RGBA("color.rgba", 1, 0x1102, "color", "rgba", 4, 1, "Int64|Int64|Int64|Int64", "builtin:color", true, false, "r|g|b|a", 1, false, CostModel.FIXED, 0, 0),
COLOR_HTML_RGBA("color.html_rgba", 1, 0x1103, "color", "html_rgba", 1, 1, "String", "builtin:color", true, false, "value", 1, false, CostModel.FIXED, 0, 0),
COLOR_GRAY_SCALE("color.gray_scale", 1, 0x1104, "color", "gray_scale", 1, 1, "Int64", "builtin:color", true, false, "value", 1, false, CostModel.FIXED, 0, 0),
COLOR_HEX("color.hex", 1, 0x1105, "color", "hex", 1, 1, "builtin:color", "Int64", true, false, "color", 1, false, CostModel.FIXED, 0, 0),
COLOR_ALPHA("color.alpha", 1, 0x1106, "color", "alpha", 1, 1, "builtin:color", "Int64", true, false, "color", 1, false, CostModel.FIXED, 0, 0),
COLOR_BLACK("color.black", 1, 0x1120, "color", "black", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_WHITE("color.white", 1, 0x1121, "color", "white", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_RED("color.red", 1, 0x1122, "color", "red", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_GREEN("color.green", 1, 0x1123, "color", "green", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_BLUE("color.blue", 1, 0x1124, "color", "blue", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_YELLOW("color.yellow", 1, 0x1125, "color", "yellow", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_ORANGE("color.orange", 1, 0x1126, "color", "orange", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_INDIGO("color.indigo", 1, 0x1127, "color", "indigo", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_GRAY("color.gray", 1, 0x1128, "color", "gray", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_CYAN("color.cyan", 1, 0x1129, "color", "cyan", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_MAGENTA("color.magenta", 1, 0x112A, "color", "magenta", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
COLOR_TRANSPARENT("color.transparent", 1, 0x112B, "color", "transparent", 0, 1, "", "builtin:color", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_UP_PRESSED("input.pad.up.pressed", 1, 0x2100, "input.pad.up", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_UP_RELEASED("input.pad.up.released", 1, 0x2101, "input.pad.up", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_UP_DOWN("input.pad.up.down", 1, 0x2102, "input.pad.up", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_UP_HOLD("input.pad.up.hold", 1, 0x2103, "input.pad.up", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_DOWN_PRESSED("input.pad.down.pressed", 1, 0x2104, "input.pad.down", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_DOWN_RELEASED("input.pad.down.released", 1, 0x2105, "input.pad.down", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_DOWN_DOWN("input.pad.down.down", 1, 0x2106, "input.pad.down", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_DOWN_HOLD("input.pad.down.hold", 1, 0x2107, "input.pad.down", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_LEFT_PRESSED("input.pad.left.pressed", 1, 0x2108, "input.pad.left", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_LEFT_RELEASED("input.pad.left.released", 1, 0x2109, "input.pad.left", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_LEFT_DOWN("input.pad.left.down", 1, 0x210A, "input.pad.left", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_LEFT_HOLD("input.pad.left.hold", 1, 0x210B, "input.pad.left", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_RIGHT_PRESSED("input.pad.right.pressed", 1, 0x210C, "input.pad.right", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_RIGHT_RELEASED("input.pad.right.released", 1, 0x210D, "input.pad.right", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_RIGHT_DOWN("input.pad.right.down", 1, 0x210E, "input.pad.right", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_RIGHT_HOLD("input.pad.right.hold", 1, 0x210F, "input.pad.right", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_A_PRESSED("input.pad.a.pressed", 1, 0x2110, "input.pad.a", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_A_RELEASED("input.pad.a.released", 1, 0x2111, "input.pad.a", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_A_DOWN("input.pad.a.down", 1, 0x2112, "input.pad.a", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_A_HOLD("input.pad.a.hold", 1, 0x2113, "input.pad.a", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_B_PRESSED("input.pad.b.pressed", 1, 0x2114, "input.pad.b", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_B_RELEASED("input.pad.b.released", 1, 0x2115, "input.pad.b", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_B_DOWN("input.pad.b.down", 1, 0x2116, "input.pad.b", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_B_HOLD("input.pad.b.hold", 1, 0x2117, "input.pad.b", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_X_PRESSED("input.pad.x.pressed", 1, 0x2118, "input.pad.x", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_X_RELEASED("input.pad.x.released", 1, 0x2119, "input.pad.x", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_X_DOWN("input.pad.x.down", 1, 0x211A, "input.pad.x", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_X_HOLD("input.pad.x.hold", 1, 0x211B, "input.pad.x", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_Y_PRESSED("input.pad.y.pressed", 1, 0x211C, "input.pad.y", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_Y_RELEASED("input.pad.y.released", 1, 0x211D, "input.pad.y", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_Y_DOWN("input.pad.y.down", 1, 0x211E, "input.pad.y", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_Y_HOLD("input.pad.y.hold", 1, 0x211F, "input.pad.y", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_L_PRESSED("input.pad.l.pressed", 1, 0x2120, "input.pad.l", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_L_RELEASED("input.pad.l.released", 1, 0x2121, "input.pad.l", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_L_DOWN("input.pad.l.down", 1, 0x2122, "input.pad.l", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_L_HOLD("input.pad.l.hold", 1, 0x2123, "input.pad.l", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_R_PRESSED("input.pad.r.pressed", 1, 0x2124, "input.pad.r", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_R_RELEASED("input.pad.r.released", 1, 0x2125, "input.pad.r", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_R_DOWN("input.pad.r.down", 1, 0x2126, "input.pad.r", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_R_HOLD("input.pad.r.hold", 1, 0x2127, "input.pad.r", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_START_PRESSED("input.pad.start.pressed", 1, 0x2128, "input.pad.start", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_START_RELEASED("input.pad.start.released", 1, 0x2129, "input.pad.start", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_START_DOWN("input.pad.start.down", 1, 0x212A, "input.pad.start", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_START_HOLD("input.pad.start.hold", 1, 0x212B, "input.pad.start", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_SELECT_PRESSED("input.pad.select.pressed", 1, 0x212C, "input.pad.select", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_SELECT_RELEASED("input.pad.select.released", 1, 0x212D, "input.pad.select", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_SELECT_DOWN("input.pad.select.down", 1, 0x212E, "input.pad.select", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_PAD_SELECT_HOLD("input.pad.select.hold", 1, 0x212F, "input.pad.select", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_TOUCH_BUTTON_PRESSED("input.touch.button.pressed", 1, 0x2130, "input.touch.button", "pressed", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_TOUCH_BUTTON_RELEASED("input.touch.button.released", 1, 0x2131, "input.touch.button", "released", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_TOUCH_BUTTON_DOWN("input.touch.button.down", 1, 0x2132, "input.touch.button", "down", 0, 1, "", "Bool", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_TOUCH_BUTTON_HOLD("input.touch.button.hold", 1, 0x2133, "input.touch.button", "hold", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_TOUCH_X("input.touch.x", 1, 0x2134, "input.touch", "x", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
INPUT_TOUCH_Y("input.touch.y", 1, 0x2135, "input.touch", "y", 0, 1, "", "Int64", true, false, "", 1, false, CostModel.FIXED, 0, 0),
MATH_I32_MIN("math.i32.min", 1, 0x3000, "math.i32", "min", 2, 1, "Int32|Int32", "Int32", true, false, "a|b", 2, false, CostModel.FIXED, 0, 0),
MATH_I32_MAX("math.i32.max", 1, 0x3001, "math.i32", "max", 2, 1, "Int32|Int32", "Int32", true, false, "a|b", 2, false, CostModel.FIXED, 0, 0),
MATH_I32_CLAMP("math.i32.clamp", 1, 0x3002, "math.i32", "clamp", 3, 1, "Int32|Int32|Int32", "Int32", true, false, "value|min|max", 4, false, CostModel.FIXED, 0, 0),
MATH_I32_ABS("math.i32.abs", 1, 0x3003, "math.i32", "abs", 1, 1, "Int32", "Int32", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATH_I64_MIN("math.i64.min", 1, 0x3004, "math.i64", "min", 2, 1, "Int64|Int64", "Int64", true, false, "a|b", 2, false, CostModel.FIXED, 0, 0),
MATH_I64_MAX("math.i64.max", 1, 0x3005, "math.i64", "max", 2, 1, "Int64|Int64", "Int64", true, false, "a|b", 2, false, CostModel.FIXED, 0, 0),
MATH_I64_CLAMP("math.i64.clamp", 1, 0x3006, "math.i64", "clamp", 3, 1, "Int64|Int64|Int64", "Int64", true, false, "value|min|max", 4, false, CostModel.FIXED, 0, 0),
MATH_I64_ABS("math.i64.abs", 1, 0x3007, "math.i64", "abs", 1, 1, "Int64", "Int64", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATHF_MIN("mathf.min", 1, 0x3008, "mathf", "min", 2, 1, "Float|Float", "Float", true, false, "a|b", 2, false, CostModel.FIXED, 0, 0),
MATHF_MAX("mathf.max", 1, 0x3009, "mathf", "max", 2, 1, "Float|Float", "Float", true, false, "a|b", 2, false, CostModel.FIXED, 0, 0),
MATHF_CLAMP("mathf.clamp", 1, 0x300A, "mathf", "clamp", 3, 1, "Float|Float|Float", "Float", true, false, "value|min|max", 4, false, CostModel.FIXED, 0, 0),
MATHF_ABS("mathf.abs", 1, 0x300B, "mathf", "abs", 1, 1, "Float", "Float", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATHF_FLOOR("mathf.floor", 1, 0x300C, "mathf", "floor", 1, 1, "Float", "Float", true, false, "value", 4, false, CostModel.FIXED, 0, 0),
MATHF_CEIL("mathf.ceil", 1, 0x300D, "mathf", "ceil", 1, 1, "Float", "Float", true, false, "value", 4, false, CostModel.FIXED, 0, 0),
MATHF_TRUNC("mathf.trunc", 1, 0x300E, "mathf", "trunc", 1, 1, "Float", "Float", true, false, "value", 4, false, CostModel.FIXED, 0, 0),
MATHF_ROUND("mathf.round", 1, 0x300F, "mathf", "round", 1, 1, "Float", "Float", true, false, "value", 4, false, CostModel.FIXED, 0, 0),
MATHF_SQRT("mathf.sqrt", 1, 0x3010, "mathf", "sqrt", 1, 1, "Float", "Float", true, false, "value", 16, false, CostModel.FIXED, 0, 0),
MATHF_SIN("mathf.sin", 1, 0x3011, "mathf", "sin", 1, 1, "Float", "Float", true, false, "angle", 32, false, CostModel.FIXED, 0, 0),
MATHF_COS("mathf.cos", 1, 0x3012, "mathf", "cos", 1, 1, "Float", "Float", true, false, "angle", 32, false, CostModel.FIXED, 0, 0),
MATHF_ATAN2("mathf.atan2", 1, 0x3013, "mathf", "atan2", 2, 1, "Float|Float", "Float", true, false, "y|x", 48, false, CostModel.FIXED, 0, 0),
MATH_I32_TO_I64("math.i32.to_i64", 1, 0x3014, "math.i32", "to_i64", 1, 1, "Int32", "Int64", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATH_I64_TO_I32("math.i64.to_i32", 1, 0x3015, "math.i64", "to_i32", 1, 1, "Int64", "Int32", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATH_I32_TO_FLOAT("math.i32.to_float", 1, 0x3016, "math.i32", "to_float", 1, 1, "Int32", "Float", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATH_I64_TO_FLOAT("math.i64.to_float", 1, 0x3017, "math.i64", "to_float", 1, 1, "Int64", "Float", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATHF_TO_I32("mathf.to_i32", 1, 0x3018, "mathf", "to_i32", 1, 1, "Float", "Int32", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
MATHF_TO_I64("mathf.to_i64", 1, 0x3019, "mathf", "to_i64", 1, 1, "Float", "Int64", true, false, "value", 2, false, CostModel.FIXED, 0, 0),
RANDOM_NEW("random.new", 1, 0x4000, "random", "new", 1, 1, "Int64", "builtin:Random", true, true, "seed", 32, true, CostModel.FIXED, 0, 0),
RANDOM_NEXT("random.next", 1, 0x4001, "random", "next", 1, 1, "builtin:Random", "Int64", true, false, "rng", 8, true, CostModel.FIXED, 0, 0),
RANDOM_NEXTF("random.nextf", 1, 0x4002, "random", "nextf", 1, 1, "builtin:Random", "Float", true, false, "rng", 12, true, CostModel.FIXED, 0, 0),
RANDOM_RANGE("random.range", 1, 0x4003, "random", "range", 3, 1, "builtin:Random|Int64|Int64", "Int64", true, false, "rng|min|max", 4, true, CostModel.RANDOM_REJECTION_V1, 8, 64);
private final String canonicalName;
private final long canonicalVersion;
@@ -57,6 +121,14 @@ enum IRVMIntrinsicDefinition {
private final String retLayout;
private final boolean deterministic;
private final boolean mayAllocate;
private final String parameterNames;
private final long costCycles;
private final boolean mutatesGuestState;
private final CostModel costModel;
private final long attemptCostCycles;
private final int maxAttempts;
private final java.util.List<Carrier> argumentCarriers;
private final java.util.List<Carrier> resultCarriers;
IRVMIntrinsicDefinition(
final String canonicalName,
@@ -69,7 +141,13 @@ enum IRVMIntrinsicDefinition {
final String argLayout,
final String retLayout,
final boolean deterministic,
final boolean mayAllocate) {
final boolean mayAllocate,
final String parameterNames,
final long costCycles,
final boolean mutatesGuestState,
final CostModel costModel,
final long attemptCostCycles,
final int maxAttempts) {
this.canonicalName = requireNonBlank(canonicalName, "canonicalName");
this.canonicalVersion = requireNonNegative(canonicalVersion, "canonicalVersion");
this.finalId = finalId;
@@ -81,56 +159,114 @@ enum IRVMIntrinsicDefinition {
this.retLayout = Objects.requireNonNull(retLayout, "retLayout");
this.deterministic = deterministic;
this.mayAllocate = mayAllocate;
this.parameterNames = Objects.requireNonNull(parameterNames, "parameterNames");
this.costCycles = requireNonNegative(costCycles, "costCycles");
this.mutatesGuestState = mutatesGuestState;
this.costModel = Objects.requireNonNull(costModel, "costModel");
this.attemptCostCycles = requireNonNegative(attemptCostCycles, "attemptCostCycles");
this.maxAttempts = requireNonNegative(maxAttempts, "maxAttempts");
this.argumentCarriers = parseLayout(argLayout);
this.resultCarriers = parseLayout(retLayout);
if (!canonicalName.equals(owner + "." + name)
|| argumentCarriers.size() != argSlots || resultCarriers.size() != retSlots
|| (parameterNames.isEmpty() ? 0 : parameterNames.split("\\|", -1).length) != argSlots) {
throw new IllegalArgumentException("incoherent intrinsic definition: " + canonicalName);
}
if (costModel == CostModel.FIXED && (attemptCostCycles != 0 || maxAttempts != 0)
|| costModel == CostModel.RANDOM_REJECTION_V1 && (attemptCostCycles == 0 || maxAttempts == 0)) {
throw new IllegalArgumentException("incoherent cost model: " + canonicalName);
}
}
String canonicalName() {
public String canonicalName() {
return canonicalName;
}
long canonicalVersion() {
public long canonicalVersion() {
return canonicalVersion;
}
int finalId() {
public int finalId() {
return finalId;
}
String owner() {
public String owner() {
return owner;
}
String intrinsicName() {
public String intrinsicName() {
return name;
}
int argSlots() {
public int argSlots() {
return argSlots;
}
int retSlots() {
public int retSlots() {
return retSlots;
}
String argLayout() {
public String argLayout() {
return argLayout;
}
String retLayout() {
public String retLayout() {
return retLayout;
}
boolean deterministic() {
public boolean deterministic() {
return deterministic;
}
boolean mayAllocate() {
public boolean mayAllocate() {
return mayAllocate;
}
String canonicalIdentity() {
public String canonicalIdentity() {
return canonicalName + "@" + canonicalVersion;
}
public String parameterNames() { return parameterNames; }
public long costCycles() { return costCycles; }
public boolean mutatesGuestState() { return mutatesGuestState; }
public CostModel costModel() { return costModel; }
public long attemptCostCycles() { return attemptCostCycles; }
public int maxAttempts() { return maxAttempts; }
public java.util.List<Carrier> argumentCarriers() { return argumentCarriers; }
public java.util.List<Carrier> resultCarriers() { return resultCarriers; }
public void validateSignature(Integer arguments, Integer results) {
if (arguments == null || results == null || arguments != argSlots || results != retSlots) {
throw new IllegalArgumentException("intrinsic ABI mismatch for " + canonicalIdentity()
+ ": provider=" + argSlots + "->" + retSlots + ", caller=" + arguments + "->" + results);
}
}
static java.util.List<Carrier> parseLayout(String layout) {
return layout.isEmpty() ? java.util.List.of()
: java.util.Arrays.stream(layout.split("\\|", -1)).map(Carrier::fromToken).toList();
}
public enum CostModel {
FIXED("fixed"), RANDOM_REJECTION_V1("random_rejection_v1");
private final String token;
CostModel(String token) { this.token = token; }
public String token() { return token; }
}
/** Explicit runtime ABI atoms, not source-language type aliases. */
public enum Carrier {
INT32("Int32"), INT64("Int64"), FLOAT("Float"), BOOL("Bool"), STRING("String"),
COLOR("builtin:color"), RANDOM("builtin:Random");
private final String token;
Carrier(String token) { this.token = token; }
public String token() { return token; }
public static Carrier fromToken(String token) {
for (var value : values()) if (value.token.equals(token)) return value;
throw new IllegalArgumentException("unsupported runtime ABI carrier: " + token);
}
}
private static String requireNonBlank(
final String value,
final String fieldName) {
@@ -3,13 +3,34 @@ package p.studio.compiler.backend.irvm;
import java.util.HashMap;
import java.util.Map;
import java.util.OptionalInt;
import java.util.Optional;
final class IRVMIntrinsicRegistry {
public final class IRVMIntrinsicRegistry {
private static final Map<IntrinsicKey, Integer> FINAL_ID_BY_INTRINSIC = loadRegistry();
private static final Map<Integer, IRVMIntrinsicDefinition> DEFINITION_BY_ID = definitionsById();
private IRVMIntrinsicRegistry() {
}
public static Optional<IRVMIntrinsicDefinition> resolve(String name, long version) {
var id = resolveFinalId(name, version);
return id.isPresent() ? Optional.of(requireById(id.getAsInt())) : Optional.empty();
}
public static IRVMIntrinsicDefinition requireById(int id) {
var definition = DEFINITION_BY_ID.get(id);
if (definition == null) {
throw new IllegalArgumentException("unknown runtime intrinsic ID: 0x%08X".formatted(id));
}
return definition;
}
private static Map<Integer, IRVMIntrinsicDefinition> definitionsById() {
var result = new HashMap<Integer, IRVMIntrinsicDefinition>();
for (var definition : IRVMIntrinsicDefinition.values()) result.put(definition.finalId(), definition);
return Map.copyOf(result);
}
static OptionalInt resolveFinalId(
final String canonicalName,
final long canonicalVersion) {
@@ -66,7 +87,7 @@ final class IRVMIntrinsicRegistry {
final long canonicalVersion,
final int finalId) {
final var previous = registry.put(new IntrinsicKey(canonicalName, canonicalVersion), finalId);
if (previous != null && previous != finalId) {
if (previous != null) {
throw new IllegalStateException("duplicate intrinsic registry identity: " + canonicalName + "@" + canonicalVersion);
}
}
@@ -210,7 +210,10 @@ public record IRVMProgram(
case 0x03 -> BytecodeEmitter.Operation.jmpIfFalse(immediate, null);
case 0x71 -> throw new IllegalArgumentException(
"cannot derive HOSTCALL operation without canonical syscall metadata");
case 0x72 -> BytecodeEmitter.Operation.intrinsic(immediate);
case 0x72 -> {
var definition = IRVMIntrinsicRegistry.requireById(immediate);
yield BytecodeEmitter.Operation.intrinsic(immediate, definition.argSlots(), definition.retSlots(), null);
}
default -> throw new IllegalArgumentException("cannot derive emission op for irvm opcode: " + instruction.op().opcode());
};
}
@@ -9,6 +9,8 @@ public enum IRVMValidationErrorCode {
MARSHAL_VERIFY_PRECHECK_INVALID_FUNC_ID,
MARSHAL_VERIFY_PRECHECK_HOSTCALL_METADATA_MISSING,
MARSHAL_VERIFY_PRECHECK_INTRINSIC_SIGNATURE_MISSING,
MARSHAL_VERIFY_PRECHECK_INVALID_INTRINSIC_ID,
MARSHAL_VERIFY_PRECHECK_INTRINSIC_ABI_MISMATCH,
MARSHAL_VERIFY_PRECHECK_UNTERMINATED_PATH,
MARSHAL_VERIFY_PRECHECK_INTERNAL_OPCODE_RESIDUAL,
MARSHAL_VERIFY_PRECHECK_OPCODE_NOT_ALLOWED_FOR_PROFILE,
@@ -62,6 +62,29 @@ public class IRVMValidator {
final var instr = instructions.get(i);
pcByIndex[i] = pc;
indexByPc.put(pc, i);
if (instr.op() == IRVMOp.INTRINSIC) {
final IRVMIntrinsicDefinition definition;
try {
if (instr.immediate() == null) throw new IllegalArgumentException("missing intrinsic ID");
definition = IRVMIntrinsicRegistry.requireById(instr.immediate());
} catch (IllegalArgumentException error) {
throw new IRVMValidationException(IRVMValidationErrorCode.MARSHAL_VERIFY_PRECHECK_INVALID_INTRINSIC_ID,
error.getMessage(), functionIndex, pc);
}
if (functionPlan != null) {
var operation = functionPlan.operations().get(i);
if (operation.expectedArgSlots() == null || operation.expectedRetSlots() == null) {
throw new IRVMValidationException(IRVMValidationErrorCode.MARSHAL_VERIFY_PRECHECK_INTRINSIC_SIGNATURE_MISSING,
"intrinsic stack signature metadata is missing", functionIndex, pc);
}
try {
definition.validateSignature(operation.expectedArgSlots(), operation.expectedRetSlots());
} catch (IllegalArgumentException error) {
throw new IRVMValidationException(IRVMValidationErrorCode.MARSHAL_VERIFY_PRECHECK_INTRINSIC_ABI_MISMATCH,
error.getMessage(), functionIndex, pc);
}
}
}
pc += instr.encodedSize();
if (rejectInternalOpcodes && instr.op().internal()) {
throw new IRVMValidationException(
@@ -299,17 +322,8 @@ public class IRVMValidator {
}
if (instruction.op() == IRVMOp.INTRINSIC) {
if (operation == null || operation.kind() != BytecodeEmitter.OperationKind.INTRINSIC) {
return new StackEffect(instruction.op().pops(), instruction.op().pushes());
}
if (operation.expectedArgSlots() == null || operation.expectedRetSlots() == null) {
throw new IRVMValidationException(
IRVMValidationErrorCode.MARSHAL_VERIFY_PRECHECK_INTRINSIC_SIGNATURE_MISSING,
"intrinsic stack signature metadata is missing",
functionIndex,
pc);
}
return new StackEffect(operation.expectedArgSlots(), operation.expectedRetSlots());
var definition = IRVMIntrinsicRegistry.requireById(instruction.immediate());
return new StackEffect(definition.argSlots(), definition.retSlots());
}
return new StackEffect(instruction.op().pops(), instruction.op().pushes());
@@ -345,8 +345,8 @@ public class LowerToIRVMService {
canonicalIntrinsic.canonicalName(),
canonicalIntrinsic.canonicalVersion()));
}
final var finalIntrinsicId = IRVMIntrinsicRegistry
.resolveFinalId(canonicalIntrinsic.canonicalName(), canonicalIntrinsic.canonicalVersion())
final var definition = IRVMIntrinsicRegistry
.resolve(canonicalIntrinsic.canonicalName(), canonicalIntrinsic.canonicalVersion())
.orElseThrow(() -> loweringError(
fn,
instr,
@@ -354,11 +354,22 @@ public class LowerToIRVMService {
"unknown VM-owned intrinsic identity: %s@%d".formatted(
canonicalIntrinsic.canonicalName(),
canonicalIntrinsic.canonicalVersion())));
if (instr.expectedArgSlots() == null || instr.expectedArgSlots() != definition.argSlots()) {
throw loweringError(fn, instr, IRVMLoweringErrorCode.LOWER_IRVM_CALL_ARG_SLOTS_MISMATCH,
"intrinsic argument slots mismatch for " + definition.canonicalIdentity()
+ ": provider=" + definition.argSlots() + ", caller=" + instr.expectedArgSlots());
}
if (instr.expectedRetSlots() == null || instr.expectedRetSlots() != definition.retSlots()) {
throw loweringError(fn, instr, IRVMLoweringErrorCode.LOWER_IRVM_CALL_RET_SLOTS_MISMATCH,
"intrinsic result slots mismatch for " + definition.canonicalIdentity()
+ ": provider=" + definition.retSlots() + ", caller=" + instr.expectedRetSlots());
}
final var finalIntrinsicId = definition.finalId();
instructions.add(new IRVMInstruction(IRVMOp.INTRINSIC, finalIntrinsicId));
operations.add(BytecodeEmitter.Operation.intrinsic(
finalIntrinsicId,
instr.expectedArgSlots(),
instr.expectedRetSlots(),
definition.argSlots(),
definition.retSlots(),
sourceSpan));
functionPc += IRVMOp.INTRINSIC.immediateSize() + 2;
}
@@ -66,10 +66,11 @@ class GoldenArtifactsTest {
IRBackendExecutableFunction.InstructionKind.CALL_INTRINSIC,
"",
null,
new IRBackendExecutableFunction.IntrinsicCallMetadata("input.pad", 1, new IntrinsicId(0)),
0,
new IRBackendExecutableFunction.IntrinsicCallMetadata("input.pad.a.down", 1, new IntrinsicId(0)),
0,
1,
Span.none()),
new IRBackendExecutableFunction.Instruction(IRBackendExecutableFunction.InstructionKind.POP, "", null, null, Span.none()),
new IRBackendExecutableFunction.Instruction(
IRBackendExecutableFunction.InstructionKind.RET,
"",
@@ -77,7 +78,7 @@ class GoldenArtifactsTest {
null,
Span.none())),
Span.none())))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad", 1)))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad.a.down", 1)))
.build();
}
@@ -106,12 +106,12 @@ class BytecodeEmitterTest {
0,
1,
ReadOnlyList.from(
BytecodeEmitter.Operation.intrinsic(0x2000, 0, 0, null),
BytecodeEmitter.Operation.intrinsic(0x2112, 0, 1, null),
BytecodeEmitter.Operation.halt())))));
assertTrue(module.syscalls().isEmpty());
assertEquals(0x72, readU16(module.code(), 0));
assertEquals(0x2000, readU32(module.code(), 2));
assertEquals(0x2112, readU32(module.code(), 2));
}
@Test
@@ -131,7 +131,7 @@ class BytecodeEmitterTest {
ReadOnlyList.from(
BytecodeEmitter.Operation.halt(new BytecodeModule.SourceSpan(1, 0, 1)),
BytecodeEmitter.Operation.callFunc(0, new BytecodeModule.SourceSpan(1, 2, 3)),
BytecodeEmitter.Operation.intrinsic(0x2000, 0, 0, new BytecodeModule.SourceSpan(1, 4, 5)),
BytecodeEmitter.Operation.intrinsic(0x2112, 0, 1, new BytecodeModule.SourceSpan(1, 4, 5)),
BytecodeEmitter.Operation.ret(new BytecodeModule.SourceSpan(1, 6, 7)))))));
assertEquals(4, module.debugInfo().pcToSpan().size());
@@ -1,330 +1,127 @@
package p.studio.compiler.backend.irvm;
import org.junit.jupiter.api.Disabled;
import org.junit.jupiter.api.Test;
import p.studio.compiler.backend.bytecode.BytecodeModule;
import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.security.MessageDigest;
import java.util.*;
import java.util.regex.Pattern;
import static org.junit.jupiter.api.Assertions.*;
@Disabled("parity test for intrinsic registry, should be enabled when modifying intrinsics definitions or spec")
class IRVMIntrinsicRegistryParityTest {
private static final String VM_ARCH_INTRINSICS_PATH = "docs/vm-arch/INTRINSICS.csv";
private static final String RUNTIME_INTRINSICS_PATH = "crates/console/prometeu-vm/src/builtins.rs";
private static final Pattern OWNER_PATTERN = Pattern.compile("owner:\\s*\"([^\"]+)\",");
private static final Pattern NAME_PATTERN = Pattern.compile("name:\\s*\"([^\"]+)\",");
private static final Pattern VERSION_PATTERN = Pattern.compile("version:\\s*(\\d+),");
private static final Pattern ID_PATTERN = Pattern.compile("id:\\s*(0x[0-9A-Fa-f]+|\\d+),");
private static final String STRICT_PARITY_ENV = "PROMETEU_INTRINSIC_PARITY_STRICT";
private static final String RESOURCE = "/runtime-catalog/compiler/";
private static final String HEADER = "final_id_hex,final_id_dec,canonical_name,canonical_version,owner,name,arg_slots,ret_slots,arg_layout,ret_layout,deterministic,may_allocate,parameter_names,cost_cycles,mutates_guest_state,cost_model,attempt_cost_cycles,max_attempts";
@Test
void registryDefinitionsMustExposeExpectedCanonicalEntries() {
final var snapshot = IRVMIntrinsicRegistry.snapshotByCanonicalIdentity();
assertFalse(snapshot.isEmpty());
assertEquals(23, snapshot.size());
assertEquals(0x2000, snapshot.get("input.pad@1"));
assertEquals(0x2033, snapshot.get("input.button.hold@1"));
void completeManualDefinitionsMatchIndependentlyPublishedProviderRows() throws Exception {
var lines = text("INTRINSICS.csv").lines().toList();
assertEquals(HEADER, lines.getFirst());
assertEquals(106, lines.size());
var actual = new ArrayList<String>();
var ids = new HashSet<Integer>();
var identities = new HashSet<String>();
for (var d : IRVMIntrinsicDefinition.values()) {
assertTrue(ids.add(d.finalId()));
assertTrue(identities.add(d.canonicalIdentity()));
assertSame(d, IRVMIntrinsicRegistry.requireById(d.finalId()));
assertSame(d, IRVMIntrinsicRegistry.resolve(d.canonicalName(), d.canonicalVersion()).orElseThrow());
actual.add(String.join(",", "0x%04X".formatted(d.finalId()), Integer.toUnsignedString(d.finalId()),
d.canonicalName(), Long.toString(d.canonicalVersion()), d.owner(), d.intrinsicName(),
Integer.toString(d.argSlots()), Integer.toString(d.retSlots()), d.argLayout(), d.retLayout(),
Boolean.toString(d.deterministic()), Boolean.toString(d.mayAllocate()), d.parameterNames(),
Long.toString(d.costCycles()), Boolean.toString(d.mutatesGuestState()), d.costModel().token(),
Long.toString(d.attemptCostCycles()), Integer.toString(d.maxAttempts())));
}
assertEquals(lines.subList(1, lines.size()), actual);
}
@Test
void registryDefinitionsMustStayInSyncWithVmArchCsv() throws IOException {
final var specPath = locateRepoRoot().resolve(VM_ARCH_INTRINSICS_PATH);
assertTrue(Files.isRegularFile(specPath), "intrinsics spec is missing: " + specPath);
final var expected = parseVmArchIntrinsicRows(specPath);
final var actual = Arrays.stream(IRVMIntrinsicDefinition.values())
.map(IntrinsicCsvRow::fromDefinition)
.toList();
assertEquals(expected, actual);
void completeConstantGroupsMatchProviderCarriersAndExactBits() throws Exception {
var lines = text("BUILTIN_CONSTANTS.csv").lines().toList();
assertEquals("target,name,version,slot,carrier,bits_or_value", lines.getFirst());
var actual = new ArrayList<String>();
var identities = new HashSet<String>();
for (var d : IRVMBuiltinConstantDefinition.values()) {
assertTrue(identities.add(d.target() + "." + d.constantName() + "@" + d.version()));
assertSame(d, IRVMBuiltinConstantDefinition.resolve(d.target(), d.constantName(), d.version()).orElseThrow());
var values = d.materialize();
assertEquals(d.slots().size(), values.size());
for (int index = 0; index < d.slots().size(); index++) {
var slot = d.slots().get(index);
var value = values.get(index);
String bits;
if (value instanceof BytecodeModule.Float64Constant f) {
assertEquals(slot.bitsOrValue(), Double.doubleToRawLongBits(f.value()));
bits = "0x%016X".formatted(Double.doubleToRawLongBits(f.value()));
} else {
bits = Long.toString(((BytecodeModule.Int64Constant) value).value());
}
actual.add(String.join(",", d.target(), d.constantName(), Long.toString(d.version()),
Integer.toString(index), slot.carrier().token(), bits));
}
}
assertEquals(15, identities.size());
assertEquals(16, actual.size());
assertEquals(lines.subList(1, lines.size()), actual);
assertTrue(IRVMIntrinsicRegistry.resolve("vec2.zero", 1).isEmpty());
assertTrue(IRVMIntrinsicRegistry.resolve("mathf.pi", 1).isEmpty());
assertTrue(IRVMBuiltinConstantDefinition.resolve("mathf", "pi", 2).isEmpty());
}
@Test
void registryMustStayInSyncWithRuntimeBuiltinsTable() throws IOException {
final var compilerSnapshot = IRVMIntrinsicRegistry.snapshotByCanonicalIdentity();
final var runtimeIntrinsicsFile = locateRuntimeIntrinsicsFile();
if (!Files.exists(runtimeIntrinsicsFile)) {
if (strictParityEnabled()) {
fail("runtime intrinsic table not found: " + runtimeIntrinsicsFile.toAbsolutePath());
}
return;
void provenanceMatchesPackagedCatalogBytesWithoutRuntimeCheckout() throws Exception {
var properties = new Properties();
try (var input = getClass().getResourceAsStream(RESOURCE + "runtime-catalog.properties")) {
assertNotNull(input);
properties.load(input);
}
final var runtimeSnapshot = parseRuntimeIntrinsicSnapshot(runtimeIntrinsicsFile);
assertEquals(runtimeSnapshot, compilerSnapshot, parityDiff(runtimeSnapshot, compilerSnapshot));
}
private List<IntrinsicCsvRow> parseVmArchIntrinsicRows(final Path specPath) throws IOException {
final var lines = Files.readAllLines(specPath, StandardCharsets.UTF_8);
final var rows = new ArrayList<IntrinsicCsvRow>();
for (int index = 0; index < lines.size(); index++) {
final var rawLine = lines.get(index);
final var line = rawLine.trim();
if (line.isBlank()) {
continue;
}
if (index == 0) {
assertEquals(
"final_id_hex,final_id_dec,canonical_name,canonical_version,owner,name,arg_slots,ret_slots,arg_layout,ret_layout,deterministic,may_allocate",
line,
"unexpected intrinsic csv header");
continue;
}
final var columns = line.split(",", -1);
if (columns.length != 12) {
fail("invalid intrinsics csv row at line " + (index + 1) + ": " + rawLine);
}
rows.add(new IntrinsicCsvRow(
normalizeHexId(columns[0]),
parseUnsignedInt(columns[1], "final_id_dec", index + 1),
requireNonBlank(columns[2], "canonical_name", index + 1),
parseLong(columns[3], "canonical_version", index + 1),
requireNonBlank(columns[4], "owner", index + 1),
requireNonBlank(columns[5], "name", index + 1),
parseInt(columns[6], "arg_slots", index + 1),
parseInt(columns[7], "ret_slots", index + 1),
columns[8].trim(),
columns[9].trim(),
parseBoolean(columns[10], "deterministic", index + 1),
parseBoolean(columns[11], "may_allocate", index + 1)));
}
return List.copyOf(rows);
}
private Map<String, Integer> parseRuntimeIntrinsicSnapshot(final Path runtimeFile) throws IOException {
final var runtimeSource = Files.readAllLines(runtimeFile, StandardCharsets.UTF_8);
final var mapped = new LinkedHashMap<String, Integer>();
var insideIntrinsicsArray = false;
var insideEntry = false;
String owner = null;
String name = null;
Long version = null;
Integer id = null;
for (final var rawLine : runtimeSource) {
final var line = rawLine.trim();
if (!insideIntrinsicsArray) {
if (line.startsWith("const INTRINSICS:")) {
insideIntrinsicsArray = true;
}
continue;
}
if (line.equals("];")) {
break;
}
if (line.startsWith("IntrinsicMeta {")) {
insideEntry = true;
owner = null;
name = null;
version = null;
id = null;
continue;
}
if (!insideEntry) {
continue;
}
final var ownerMatcher = OWNER_PATTERN.matcher(line);
if (ownerMatcher.find()) {
owner = ownerMatcher.group(1);
}
final var nameMatcher = NAME_PATTERN.matcher(line);
if (nameMatcher.find()) {
name = nameMatcher.group(1);
}
final var versionMatcher = VERSION_PATTERN.matcher(line);
if (versionMatcher.find()) {
version = Long.parseLong(versionMatcher.group(1));
}
final var idMatcher = ID_PATTERN.matcher(line);
if (idMatcher.find()) {
id = parseRuntimeId(idMatcher.group(1));
}
if (line.equals("},")) {
if (owner == null || name == null || version == null || id == null) {
throw new IllegalStateException("invalid runtime intrinsic entry near line: " + rawLine);
}
final var identity = owner + "." + name + "@" + version;
final var previous = mapped.putIfAbsent(identity, id);
if (previous != null && previous != id) {
throw new IllegalStateException(
"runtime intrinsic identity collision for " + identity + ": " + previous + " vs " + id);
}
insideEntry = false;
}
}
return Map.copyOf(mapped);
}
private Path locateRepoRoot() {
var cursor = Path.of(System.getProperty("user.dir")).toAbsolutePath().normalize();
while (cursor != null) {
if (Files.isDirectory(cursor.resolve("docs"))
&& Files.isDirectory(cursor.resolve("prometeu-compiler"))
&& Files.exists(cursor.resolve("settings.gradle.kts"))) {
return cursor;
}
cursor = cursor.getParent();
}
fail("could not locate repository root from working directory");
throw new IllegalStateException("unreachable");
}
private Path locateRuntimeIntrinsicsFile() {
return locateRepoRoot()
.getParent()
.resolve("runtime")
.resolve(RUNTIME_INTRINSICS_PATH);
}
private int parseRuntimeId(final String rawId) {
if (rawId.startsWith("0x") || rawId.startsWith("0X")) {
return Integer.parseUnsignedInt(rawId.substring(2), 16);
}
return Integer.parseUnsignedInt(rawId, 10);
}
private String requireNonBlank(
final String value,
final String fieldName,
final int lineNumber) {
final var normalized = value.trim();
if (normalized.isBlank()) {
fail("blank " + fieldName + " at line " + lineNumber);
}
return normalized;
}
private int parseInt(
final String rawValue,
final String fieldName,
final int lineNumber) {
try {
return Integer.parseInt(rawValue.trim());
} catch (NumberFormatException ex) {
fail("invalid " + fieldName + " at line " + lineNumber + ": " + rawValue);
throw new IllegalStateException("unreachable", ex);
assertEquals("f7d7c167531bb662a1af9d73fc326bb476bf8aa7", properties.getProperty("runtime.revision"));
for (var name : List.of("INTRINSICS.csv", "BUILTIN_CONSTANTS.csv")) {
assertEquals(properties.getProperty(name + ".sha256"),
HexFormat.of().formatHex(MessageDigest.getInstance("SHA-256").digest(bytes(name))));
}
}
private long parseLong(
final String rawValue,
final String fieldName,
final int lineNumber) {
try {
return Long.parseLong(rawValue.trim());
} catch (NumberFormatException ex) {
fail("invalid " + fieldName + " at line " + lineNumber + ": " + rawValue);
throw new IllegalStateException("unreachable", ex);
@Test
void changedInputAbiAndRemovedEndpointIdsCannotResolve() {
var x = IRVMIntrinsicRegistry.resolve("input.touch.x", 1).orElseThrow();
assertEquals(0x2134, x.finalId());
assertDoesNotThrow(() -> x.validateSignature(0, 1));
assertThrows(IllegalArgumentException.class, () -> x.validateSignature(1, 1));
assertThrows(IllegalArgumentException.class, () -> x.validateSignature(0, 0));
assertThrows(IllegalArgumentException.class, () -> x.validateSignature(null, 1));
assertTrue(IRVMIntrinsicRegistry.resolve("input.pad", 1).isEmpty());
assertTrue(IRVMIntrinsicRegistry.resolve("input.touch.x", 2).isEmpty());
for (int id : new int[]{0x2000, 0x2001, 0x2010, 0x201b, 0x2020, 0x2021, 0x2022, 0x2030, 0x2033, 0xffff}) {
assertThrows(IllegalArgumentException.class, () -> IRVMIntrinsicRegistry.requireById(id));
}
assertThrows(IllegalArgumentException.class, () -> IRVMIntrinsicDefinition.Carrier.fromToken("int"));
assertThrows(IllegalArgumentException.class, () -> IRVMIntrinsicDefinition.Carrier.fromToken("builtin:input.pad"));
assertThrows(IllegalArgumentException.class, () -> IRVMIntrinsicDefinition.parseLayout("Float|"));
}
private int parseUnsignedInt(
final String rawValue,
final String fieldName,
final int lineNumber) {
try {
return Integer.parseUnsignedInt(rawValue.trim(), 10);
} catch (NumberFormatException ex) {
fail("invalid " + fieldName + " at line " + lineNumber + ": " + rawValue);
throw new IllegalStateException("unreachable", ex);
@Test
void deterministicRandomStillMutatesAndRangeHasAttemptCosts() {
for (int id = 0x4000; id <= 0x4003; id++) {
var d = IRVMIntrinsicRegistry.requireById(id);
assertTrue(d.deterministic());
assertTrue(d.mutatesGuestState());
assertEquals(id == 0x4000, d.mayAllocate());
}
var range = IRVMIntrinsicRegistry.requireById(0x4003);
assertEquals(IRVMIntrinsicDefinition.CostModel.RANDOM_REJECTION_V1, range.costModel());
assertEquals(4, range.costCycles());
assertEquals(8, range.attemptCostCycles());
assertEquals(64, range.maxAttempts());
}
private boolean parseBoolean(
final String rawValue,
final String fieldName,
final int lineNumber) {
return switch (rawValue.trim().toLowerCase(Locale.ROOT)) {
case "true" -> true;
case "false" -> false;
default -> {
fail("invalid " + fieldName + " at line " + lineNumber + ": " + rawValue);
yield false;
}
};
}
private String normalizeHexId(final String rawValue) {
final var trimmed = rawValue.trim();
final var parsed = parseRuntimeId(trimmed);
return "0x" + Integer.toUnsignedString(parsed, 16).toUpperCase(Locale.ROOT);
}
private boolean strictParityEnabled() {
final var strict = System.getenv(STRICT_PARITY_ENV);
if (isTruthy(strict)) {
return true;
}
return false;
}
private boolean isTruthy(final String value) {
if (value == null) {
return false;
}
return switch (value.trim().toLowerCase()) {
case "1", "true", "yes", "on" -> true;
default -> false;
};
}
private String parityDiff(
final Map<String, Integer> runtimeSnapshot,
final Map<String, Integer> compilerSnapshot) {
final var missingInCompiler = new ArrayList<String>();
final var missingInRuntime = new ArrayList<String>();
final var mismatchedIds = new ArrayList<String>();
for (final var runtimeEntry : runtimeSnapshot.entrySet()) {
final var compilerId = compilerSnapshot.get(runtimeEntry.getKey());
if (compilerId == null) {
missingInCompiler.add(runtimeEntry.getKey());
continue;
}
if (!runtimeEntry.getValue().equals(compilerId)) {
mismatchedIds.add(runtimeEntry.getKey() + " runtime=" + runtimeEntry.getValue() + " compiler=" + compilerId);
}
}
for (final var compilerEntry : compilerSnapshot.entrySet()) {
if (!runtimeSnapshot.containsKey(compilerEntry.getKey())) {
missingInRuntime.add(compilerEntry.getKey());
}
}
return "intrinsic registry parity mismatch"
+ "\nmissingInCompiler=" + List.copyOf(missingInCompiler)
+ "\nmissingInRuntime=" + List.copyOf(missingInRuntime)
+ "\nidMismatches=" + List.copyOf(mismatchedIds);
}
private record IntrinsicCsvRow(
String finalIdHex,
int finalIdDec,
String canonicalName,
long canonicalVersion,
String owner,
String name,
int argSlots,
int retSlots,
String argLayout,
String retLayout,
boolean deterministic,
boolean mayAllocate) {
private static IntrinsicCsvRow fromDefinition(final IRVMIntrinsicDefinition definition) {
return new IntrinsicCsvRow(
"0x" + Integer.toUnsignedString(definition.finalId(), 16).toUpperCase(Locale.ROOT),
definition.finalId(),
definition.canonicalName(),
definition.canonicalVersion(),
definition.owner(),
definition.intrinsicName(),
definition.argSlots(),
definition.retSlots(),
definition.argLayout(),
definition.retLayout(),
definition.deterministic(),
definition.mayAllocate());
private byte[] bytes(String name) throws IOException {
try (var stream = getClass().getResourceAsStream(RESOURCE + name)) {
assertNotNull(stream, "missing packaged provider artifact " + name);
return stream.readAllBytes();
}
}
private String text(String name) throws IOException { return new String(bytes(name), StandardCharsets.UTF_8); }
}
@@ -180,7 +180,7 @@ class IRVMValidatorTest {
0,
1,
ReadOnlyList.from(
new IRVMInstruction(IRVMOp.INTRINSIC, 0),
new IRVMInstruction(IRVMOp.INTRINSIC, 0x2112),
new IRVMInstruction(IRVMOp.RET, null)))));
final var plan = new BytecodeEmitter.EmissionPlan(
0,
@@ -193,7 +193,7 @@ class IRVMValidatorTest {
0,
1,
ReadOnlyList.from(
BytecodeEmitter.Operation.intrinsic(0, null),
BytecodeEmitter.Operation.intrinsic(0x2112, null),
BytecodeEmitter.Operation.ret()))));
final var program = new IRVMProgram(module, plan);
@@ -212,9 +212,10 @@ class LowerToIRVMServiceTest {
.executableFunctions(ReadOnlyList.from(
fn("main", "app", 10, ReadOnlyList.from(
callHost("gfx2d", "draw_pixel", 1, 0, 0),
callIntrinsic("input.pad", 1, 0),
callIntrinsic("input.pad.a.down", 1, 0),
pop(),
ret()))))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad", 1)))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad.a.down", 1)))
.build();
final var lowered = new LowerToIRVMService().lower(backend);
@@ -222,7 +223,7 @@ class LowerToIRVMServiceTest {
final var instructions = lowered.module().functions().getFirst().instructions();
assertEquals(IRVMOp.HOSTCALL, instructions.get(0).op());
assertEquals(IRVMOp.INTRINSIC, instructions.get(1).op());
assertEquals(0x2000, instructions.get(1).immediate());
assertEquals(0x2112, instructions.get(1).immediate());
final var emissionOps = lowered.emissionPlan().functions().getFirst().operations();
assertEquals(p.studio.compiler.backend.bytecode.BytecodeEmitter.OperationKind.HOSTCALL, emissionOps.get(0).kind());
assertEquals(p.studio.compiler.backend.bytecode.BytecodeEmitter.OperationKind.INTRINSIC, emissionOps.get(1).kind());
@@ -238,12 +239,13 @@ class LowerToIRVMServiceTest {
.executableFunctions(ReadOnlyList.from(
fnWithModule("tick", "game/runtime", 0, 10, ReadOnlyList.from(
callHost("timer", "poll", 1, 0, 0),
callIntrinsic("input.pad", 1, 0),
callIntrinsic("input.pad.a.down", 1, 0),
pop(),
callFuncWithExpected("game/runtime", "helper", 20, 0, 0),
ret())),
fnWithModule("helper", "game/runtime", 0, 20, ReadOnlyList.from(
ret()))))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad", 1)))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad.a.down", 1)))
.build();
final var lowered = new LowerToIRVMService().lower(backend);
@@ -253,9 +255,10 @@ class LowerToIRVMServiceTest {
final var instructions = lowered.module().functions().getFirst().instructions();
assertEquals(IRVMOp.HOSTCALL, instructions.get(0).op());
assertEquals(IRVMOp.INTRINSIC, instructions.get(1).op());
assertEquals(IRVMOp.CALL, instructions.get(2).op());
assertEquals(1, instructions.get(2).immediate());
assertEquals(IRVMOp.RET, instructions.get(3).op());
assertEquals(IRVMOp.POP, instructions.get(2).op());
assertEquals(IRVMOp.CALL, instructions.get(3).op());
assertEquals(1, instructions.get(3).immediate());
assertEquals(IRVMOp.RET, instructions.get(4).op());
}
@Test
@@ -527,6 +530,10 @@ class LowerToIRVMServiceTest {
Span.none());
}
private static IRBackendExecutableFunction.Instruction pop() {
return new IRBackendExecutableFunction.Instruction(IRBackendExecutableFunction.InstructionKind.POP, "", null, null, Span.none());
}
private static IRBackendExecutableFunction.Instruction ret() {
return new IRBackendExecutableFunction.Instruction(
IRBackendExecutableFunction.InstructionKind.RET,
@@ -592,7 +599,7 @@ class LowerToIRVMServiceTest {
null,
new IRBackendExecutableFunction.IntrinsicCallMetadata(canonicalName, canonicalVersion, new IntrinsicId(intrinsicId)),
0,
0,
1,
Span.none());
}
@@ -30,9 +30,10 @@ class OptimizeIRVMEquivalenceHarnessTest {
.executableFunctions(ReadOnlyList.from(
fn("main", 1, ReadOnlyList.from(
callHost("gfx2d", "draw_pixel", 1, 0, 0),
callIntrinsic("input.pad", 1, 0, 0, 0),
callIntrinsic("input.pad.a.down", 1, 0, 0, 1),
new IRBackendExecutableFunction.Instruction(IRBackendExecutableFunction.InstructionKind.POP, "", null, null, Span.none()),
ret()))))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad", 1)))
.intrinsicPool(ReadOnlyList.from(new IntrinsicReference("input.pad.a.down", 1)))
.build();
final var lowered = new LowerToIRVMService().lower(backend);
@@ -45,14 +46,14 @@ class OptimizeIRVMEquivalenceHarnessTest {
"main",
1,
ReadOnlyList.from(
new IRVMInstruction(IRVMOp.INTRINSIC, 901),
new IRVMInstruction(IRVMOp.INTRINSIC, 0x2110),
new IRVMInstruction(IRVMOp.JMP_IF_FALSE, 24),
new IRVMInstruction(IRVMOp.HOSTCALL, 0),
new IRVMInstruction(IRVMOp.JMP, 30),
new IRVMInstruction(IRVMOp.HOSTCALL, 0),
new IRVMInstruction(IRVMOp.RET, null)),
ReadOnlyList.from(
BytecodeEmitter.Operation.intrinsic(901, 0, 1, null),
BytecodeEmitter.Operation.intrinsic(0x2110, 0, 1, null),
BytecodeEmitter.Operation.jmpIfFalse(24, null),
hostcallOp("gfx", "draw_true_branch", 1, 0, 0),
BytecodeEmitter.Operation.jmp(30, null),
@@ -67,13 +68,13 @@ class OptimizeIRVMEquivalenceHarnessTest {
"main",
1,
ReadOnlyList.from(
new IRVMInstruction(IRVMOp.INTRINSIC, 900),
new IRVMInstruction(IRVMOp.INTRINSIC, 0x2112),
new IRVMInstruction(IRVMOp.JMP_IF_FALSE, 24),
new IRVMInstruction(IRVMOp.HOSTCALL, 0),
new IRVMInstruction(IRVMOp.JMP, 0),
new IRVMInstruction(IRVMOp.RET, null)),
ReadOnlyList.from(
BytecodeEmitter.Operation.intrinsic(900, 0, 1, null),
BytecodeEmitter.Operation.intrinsic(0x2112, 0, 1, null),
BytecodeEmitter.Operation.jmpIfFalse(24, null),
hostcallOp("gfx", "loop_tick", 1, 0, 0),
BytecodeEmitter.Operation.jmp(0, null),
@@ -199,6 +200,9 @@ class OptimizeIRVMEquivalenceHarnessTest {
}
applyOperationStackEffect(stack, operation);
frame.advance();
} else if (op == IRVMOp.POP) {
stack.pop();
frame.advance();
} else if (op == IRVMOp.INTRINSIC) {
trace.add("INTRINSIC#" + instruction.immediate());
applyOperationStackEffect(stack, operation);
@@ -238,13 +242,14 @@ class OptimizeIRVMEquivalenceHarnessTest {
}
}
// Scripted input samples exercise control flow; this interpreter is not a runtime input oracle.
private int simulatedIntrinsicValue(
final int intrinsicId,
final int invocationIndex) {
if (intrinsicId == 900) {
if (intrinsicId == 0x2112) {
return invocationIndex == 0 ? 1 : 0;
}
if (intrinsicId == 901) {
if (intrinsicId == 0x2110) {
return 0;
}
return 1;
@@ -0,0 +1,245 @@
package p.studio.compiler.backend.irvm;
import org.junit.jupiter.api.Test;
import p.studio.compiler.backend.bytecode.*;
import p.studio.compiler.models.*;
import p.studio.compiler.models.registry.IRRegistry;
import p.studio.compiler.models.registry.IRRegistry.*;
import p.studio.compiler.source.Span;
import p.studio.compiler.source.identifiers.*;
import p.studio.compiler.source.tables.IntrinsicReference;
import p.studio.utilities.structures.ReadOnlyList;
import java.nio.file.*;
import java.util.*;
import static org.junit.jupiter.api.Assertions.*;
import static p.studio.compiler.models.IRBackendExecutableFunction.InstructionKind.*;
class RuntimeCatalogPipelineTest {
private static final BytecodePreloadVerifierService VERIFIER = new BytecodePreloadVerifierService();
private static final IRRegistry REGISTRY = new IRRegistry(ReadOnlyList.from(
new TypeDeclaration(TypeRef.builtin(0x10), null, new Builtin(0x10)),
new TypeDeclaration(TypeRef.builtin(0x11), null, new Builtin(0x11)),
new TypeDeclaration(TypeRef.builtin(0x12), null, new Builtin(0x12)),
new TypeDeclaration(TypeRef.builtin(0x16), null, new Builtin(0x16)),
new TypeDeclaration(TypeRef.builtin(2), null, new Builtin(2))), null);
@Test
void commonPipelinePreservesAliasedRandomMutationAndDiscardedResult() throws Exception {
var source = new CommonInput();
source.integer64(42);
source.call("random.new", 1, 1);
source.local(SET_LOCAL, 0);
source.local(GET_LOCAL, 0);
source.local(SET_LOCAL, 1); // Alias the handle; do not fork the generator.
source.local(GET_LOCAL, 0);
source.call("random.next", 1, 1);
source.plain(POP); // Even an unused result must advance the sequence.
source.local(GET_LOCAL, 1);
source.call("random.nextf", 1, 1);
source.local(GET_LOCAL, 0);
source.integer64(-7);
source.integer64(-6);
source.call("random.range", 3, 1);
source.local(GET_LOCAL, 1);
source.call("random.next", 1, 1);
source.plain(HALT);
var lowered = new LowerToIRVMService().lower(source.backend());
var optimized = new OptimizeIRVMService().optimize(lowered);
var trace = List.of(0x3014, 0x4000, 0x4001, 0x4002, 0x3014, 0x3014, 0x4003, 0x4001);
assertEquals(trace, intrinsicTrace(lowered));
assertEquals(trace, intrinsicTrace(optimized));
var emitter = new BytecodeEmitter();
var off = emitter.emit(lowered.coherentEmissionPlan());
var on = emitter.emit(optimized.coherentEmissionPlan());
VERIFIER.verify(off);
VERIFIER.verify(on);
fixture("catalog-random-off", off);
fixture("catalog-random-on", on);
}
@Test
void exactConstantBitsAndCompleteVec2GroupReachEmission() throws Exception {
var pool = new ArrayList<BytecodeModule.ConstantPoolEntry>();
for (var definition : IRVMBuiltinConstantDefinition.values()) pool.addAll(definition.materialize().asList());
var ops = new ArrayList<BytecodeEmitter.Operation>();
for (int index = 0; index < pool.size(); index++) ops.add(BytecodeEmitter.Operation.pushConst(index, null));
ops.add(BytecodeEmitter.Operation.halt());
var plan = new BytecodeEmitter.EmissionPlan(0, ReadOnlyList.wrap(pool), null,
ReadOnlyList.from(new BytecodeEmitter.FunctionPlan("main", 0, 0, 0, 16, ReadOnlyList.wrap(ops))), REGISTRY);
var program = new OptimizeIRVMService().optimize(new IRVMProgram(false, plan));
var module = new BytecodeEmitter().emit(program.coherentEmissionPlan());
VERIFIER.verify(module);
// Pool deduplication is valid; each of the 16 group components must still be pushed.
var code = java.nio.ByteBuffer.wrap(module.code()).order(java.nio.ByteOrder.LITTLE_ENDIAN);
for (var expected : pool) {
assertEquals(0x10, Short.toUnsignedInt(code.getShort()));
assertEquals(expected, module.constPool().get(code.getInt()));
}
assertEquals(0x01, Short.toUnsignedInt(code.getShort()));
assertFalse(code.hasRemaining());
assertEquals(0x400921FB54442D18L, Double.doubleToRawLongBits(((BytecodeModule.Float64Constant) module.constPool().get(12)).value()));
assertEquals(0x401921FB54442D18L, Double.doubleToRawLongBits(((BytecodeModule.Float64Constant) module.constPool().get(13)).value()));
fixture("catalog-constants", module);
var vector = IRVMBuiltinConstantDefinition.VEC2_ZERO.materialize();
var signature = FunctionMetadata.ordinary(new Signature(null, ReadOnlyList.from(TypeRef.builtin(2))));
var vectorPlan = new BytecodeEmitter.EmissionPlan(0, vector, null, ReadOnlyList.from(
new BytecodeEmitter.FunctionPlan("main", 0, 0, 2, 2, ReadOnlyList.from(
BytecodeEmitter.Operation.pushConst(0, null), BytecodeEmitter.Operation.pushConst(1, null),
BytecodeEmitter.Operation.ret()), signature)), REGISTRY);
var group = new BytecodeEmitter().emit(new OptimizeIRVMService().optimize(new IRVMProgram(false, vectorPlan)).coherentEmissionPlan());
VERIFIER.verify(group);
fixture("catalog-vec2-zero", group);
var truncated = new BytecodeEmitter.EmissionPlan(0, vector, null, ReadOnlyList.from(
new BytecodeEmitter.FunctionPlan("main", 0, 0, 2, 2, ReadOnlyList.from(
BytecodeEmitter.Operation.pushConst(0, null), BytecodeEmitter.Operation.ret()), signature)), REGISTRY);
assertThrows(IRVMValidationException.class, () -> new OptimizeIRVMService().optimize(new IRVMProgram(false, truncated)));
}
@Test
void sameWidthCarriersCannotSubstituteForEachOtherAndResultsAreTyped() {
var wrongArgument = new CommonInput();
wrongArgument.integer32(42);
wrongArgument.call("math.i64.abs", 1, 1);
wrongArgument.plain(HALT);
var error = assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(emit(wrongArgument)));
assertTrue(error.getMessage().contains("carrier mismatch"));
var wrongResult = new CommonInput();
wrongResult.integer32(42);
wrongResult.call("math.i32.to_i64", 1, 1);
wrongResult.call("math.i32.abs", 1, 1);
wrongResult.plain(HALT);
assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(emit(wrongResult)));
var valid = new CommonInput();
valid.integer64(-42);
valid.call("math.i64.abs", 1, 1);
valid.plain(HALT);
assertDoesNotThrow(() -> VERIFIER.verify(emit(valid)));
var badColor = new CommonInput();
badColor.integer32(255);
badColor.call("color.from_raw", 1, 1);
badColor.plain(HALT);
assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(emit(badColor)));
var badReference = new CommonInput();
badReference.integer64(42);
badReference.call("random.next", 1, 1);
badReference.plain(HALT);
assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(emit(badReference)));
}
@Test
void stringIntrinsicUsesTheProviderLoadTimeCarrierRule() throws Exception {
for (var constant : List.of(new BytecodeModule.StringConstant("#AABBCCDD"), new BytecodeModule.NullConstant())) {
var plan = new BytecodeEmitter.EmissionPlan(0, ReadOnlyList.from(constant), null,
ReadOnlyList.from(new BytecodeEmitter.FunctionPlan("main", 0, 0, 0, 1, ReadOnlyList.from(
BytecodeEmitter.Operation.pushConst(0, null),
BytecodeEmitter.Operation.intrinsic(0x1103, 1, 1, null),
BytecodeEmitter.Operation.halt()))), REGISTRY);
var module = new BytecodeEmitter().emit(plan);
if (constant instanceof BytecodeModule.NullConstant) {
assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(module));
fixture("catalog-null-string", module);
} else {
VERIFIER.verify(module);
fixture("catalog-string", module);
}
}
}
@Test
void moduleWithoutSeparateEmissionPlanDerivesIntrinsicAbiFromTarget() {
var input = new CommonInput();
input.call("input.touch.x", 0, 1);
input.plain(HALT);
var moduleOnly = new IRVMProgram(new LowerToIRVMService().lower(input.backend()).module());
var emitted = new BytecodeEmitter().emit(new OptimizeIRVMService().optimize(moduleOnly).coherentEmissionPlan());
assertEquals(new BytecodeModule.IntrinsicSignature(0x2134, 0, 1), emitted.intrinsicSignatures().getFirst());
VERIFIER.verify(emitted);
}
@Test
void loweringRejectsRetiredNamesAndChangedReceiverAbiWithStageContext() {
var retired = new CommonInput();
retired.call("input.pad", 0, 1);
retired.plain(HALT);
var unknown = assertThrows(IRVMLoweringException.class, () -> new LowerToIRVMService().lower(retired.backend()));
assertEquals(IRVMLoweringErrorCode.LOWER_IRVM_INVALID_INTRINSIC_ID, unknown.code());
var stale = new CommonInput();
stale.integer32(0);
stale.call("input.touch.x", 1, 1);
stale.plain(HALT);
var abi = assertThrows(IRVMLoweringException.class, () -> new LowerToIRVMService().lower(stale.backend()));
assertEquals(IRVMLoweringErrorCode.LOWER_IRVM_CALL_ARG_SLOTS_MISMATCH, abi.code());
}
@Test
void unknownUnreachableIdsAndForgedSignatureCachesAreRejected() throws Exception {
var input = new CommonInput();
input.call("input.touch.x", 0, 1);
input.plain(HALT);
var valid = emit(input);
VERIFIER.verify(valid);
fixture("catalog-input", valid); // Provider must trap UNAVAILABLE without hardware, not INVALID_INTRINSIC.
var forged = new BytecodeModule(0, valid.constPool(), valid.functions(), valid.code(), null, null, null,
valid.registry(), ReadOnlyList.from(new BytecodeModule.IntrinsicSignature(0x2134, 1, 1)));
assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(forged));
// HALT before the obsolete instruction: operand validation must still reject it.
var code = new byte[]{1, 0, 0x72, 0, 0, 0x20, 0, 0};
var removed = new BytecodeModule(0, null, ReadOnlyList.from(new BytecodeModule.FunctionMeta(
0, code.length, 0, 0, 0, 1, FunctionMetadata.empty())), code, null, null, null, REGISTRY);
assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(removed));
fixture("catalog-removed", removed);
var duplicate = new BytecodeModule(0, valid.constPool(), valid.functions(), valid.code(), null, null, null,
valid.registry(), ReadOnlyList.from(valid.intrinsicSignatures().getFirst(), valid.intrinsicSignatures().getFirst()));
assertThrows(BytecodeMarshalingException.class, () -> VERIFIER.verify(duplicate));
}
private static List<Integer> intrinsicTrace(IRVMProgram program) {
return program.module().functions().getFirst().instructions().stream()
.filter(i -> i.op() == IRVMOp.INTRINSIC).map(IRVMInstruction::immediate).toList();
}
private static BytecodeModule emit(CommonInput input) {
return new BytecodeEmitter().emit(new OptimizeIRVMService().optimize(
new LowerToIRVMService().lower(input.backend())).coherentEmissionPlan());
}
private static void fixture(String name, BytecodeModule module) throws Exception {
var directory = Path.of("build/registry-conformance");
Files.createDirectories(directory);
Files.write(directory.resolve(name + ".pbx"), module.serialize());
}
private static final class CommonInput {
final List<IRBackendExecutableFunction.Instruction> instructions = new ArrayList<>();
final List<IntrinsicReference> pool = new ArrayList<>();
void plain(IRBackendExecutableFunction.InstructionKind kind) {
instructions.add(new IRBackendExecutableFunction.Instruction(kind, "", null, null, Span.none()));
}
void integer32(int value) {
instructions.add(new IRBackendExecutableFunction.Instruction(PUSH_I32, null, null, null, null, null,
Integer.toString(value), null, null, null, Span.none()));
}
void integer64(int value) { integer32(value); call("math.i32.to_i64", 1, 1); }
void local(IRBackendExecutableFunction.InstructionKind kind, int slot) {
instructions.add(new IRBackendExecutableFunction.Instruction(kind, "", null, null, slot, null, Span.none()));
}
void call(String name, int arguments, int results) {
var id = new IntrinsicId(pool.size());
pool.add(new IntrinsicReference(name, 1));
instructions.add(new IRBackendExecutableFunction.Instruction(CALL_INTRINSIC, "", null,
new IRBackendExecutableFunction.IntrinsicCallMetadata(name, 1, id), arguments, results, Span.none()));
}
IRBackend backend() {
return IRBackend.builder().entryPointModuleId(new ModuleId(0)).registry(REGISTRY)
.intrinsicPool(ReadOnlyList.wrap(pool)).executableFunctions(ReadOnlyList.from(
new IRBackendExecutableFunction(new FileId(0), new ModuleId(0), "main", new CallableId(0),
0, 0, 0, 2, 0, 8, ReadOnlyList.wrap(instructions), Span.none(), FunctionMetadata.empty())))
.build();
}
}
}
@@ -142,9 +142,10 @@ class BackendGateIIntegrationTest {
void gateI_validIntrinsicPath() {
final var module = emitFromBackend(backendWithSingleFunction(
fn("main", ReadOnlyList.from(
callIntrinsic("input.pad", 1, 0),
callIntrinsic("input.pad.a.down", 1, 0),
pop(),
ret())),
ReadOnlyList.from(new IntrinsicReference("input.pad", 1))));
ReadOnlyList.from(new IntrinsicReference("input.pad.a.down", 1))));
final var check = compatibilityAdapter.check(module);
assertEquals(CompatibilityError.NONE, check.error());
@@ -199,6 +200,10 @@ class BackendGateIIntegrationTest {
Span.none());
}
private static IRBackendExecutableFunction.Instruction pop() {
return new IRBackendExecutableFunction.Instruction(IRBackendExecutableFunction.InstructionKind.POP, "", null, null, Span.none());
}
private IRBackendExecutableFunction.Instruction ret() {
return new IRBackendExecutableFunction.Instruction(
IRBackendExecutableFunction.InstructionKind.RET,
@@ -232,7 +237,7 @@ class BackendGateIIntegrationTest {
null,
new IRBackendExecutableFunction.IntrinsicCallMetadata(canonicalName, canonicalVersion, new IntrinsicId(intrinsicId)),
0,
0,
1,
Span.none());
}
@@ -1 +1 @@
5042580000000000090000000000000000000000000000000000000000000000000000008c0000000400000001000000900000001e00000002000000ae0000000e00000003000000bc0000004400000004000000000100000400000005000000040100001d000000060000002101000004000000070000002501000004000000080000002901000008000000000000000100000000000000000000000000000000000e000000000000000200000071000000000072000020000051000300000000000000010000000000000000000000060000000100000000000000000000000c0000000100000000000000000000000100000000000000040000006d61696e0000000001000000050067667832640a00647261775f706978656c01000000000000000000000000000100000000000000
5042580000000000090000000000000000000000000000000000000000000000000000008c0000000400000001000000900000001e00000002000000ae0000001000000003000000be0000005400000004000000120100000400000005000000160100001d000000060000003301000004000000070000003701000004000000080000003b0100000800000000000000010000000000000000000000000000000000100000000000000002000000710000000000720012210000110051000400000000000000010000000000000000000000060000000100000000000000000000000c0000000100000000000000000000000e0000000100000000000000000000000100000000000000040000006d61696e0000000001000000050067667832640a00647261775f706978656c01000000000000000000000000000100000000000000
@@ -1,5 +1,6 @@
profile=core-v1
fn#0:main param=0 local=0 ret=0 max=2
HOSTCALL imm=0
INTRINSIC imm=8192
INTRINSIC imm=8466
POP imm=-
RET imm=-