implements packer PR-08 build artifact emission
This commit is contained in:
@@ -0,0 +1,158 @@
|
||||
package p.packer.building;
|
||||
|
||||
import p.packer.api.PackerOperationClass;
|
||||
import p.packer.api.PackerOperationStatus;
|
||||
import p.packer.api.building.PackerBuildRequest;
|
||||
import p.packer.api.building.PackerBuildResult;
|
||||
import p.packer.api.building.PackerBuildService;
|
||||
import p.packer.api.diagnostics.PackerDiagnostic;
|
||||
|
||||
import java.io.ByteArrayOutputStream;
|
||||
import java.io.IOException;
|
||||
import java.io.UncheckedIOException;
|
||||
import java.nio.ByteBuffer;
|
||||
import java.nio.ByteOrder;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
import java.util.ArrayList;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
|
||||
public final class FileSystemPackerBuildService implements PackerBuildService {
|
||||
private static final byte[] MAGIC = new byte[]{'P', 'P', 'A', '1'};
|
||||
private static final int SCHEMA_VERSION = 1;
|
||||
private static final int PRELUDE_SIZE = 24;
|
||||
|
||||
private final PackerBuildPlanner buildPlanner;
|
||||
|
||||
public FileSystemPackerBuildService() {
|
||||
this(new PackerBuildPlanner());
|
||||
}
|
||||
|
||||
public FileSystemPackerBuildService(PackerBuildPlanner buildPlanner) {
|
||||
this.buildPlanner = Objects.requireNonNull(buildPlanner, "buildPlanner");
|
||||
}
|
||||
|
||||
@Override
|
||||
public PackerOperationClass operationClass() {
|
||||
return PackerOperationClass.WORKSPACE_MUTATION;
|
||||
}
|
||||
|
||||
@Override
|
||||
public PackerBuildResult build(PackerBuildRequest request) {
|
||||
final Path buildDirectory = Objects.requireNonNull(request, "request").project().rootPath().resolve("build");
|
||||
final Path assetsArchive = buildDirectory.resolve("assets.pa").toAbsolutePath().normalize();
|
||||
final Path assetTableJson = buildDirectory.resolve("asset_table.json").toAbsolutePath().normalize();
|
||||
final Path preloadJson = buildDirectory.resolve("preload.json").toAbsolutePath().normalize();
|
||||
final Path metadataJson = buildDirectory.resolve("asset_table_metadata.json").toAbsolutePath().normalize();
|
||||
|
||||
final PackerBuildPlanResult planResult = buildPlanner.plan(request.project());
|
||||
if (planResult.plan() == null) {
|
||||
return new PackerBuildResult(
|
||||
PackerOperationStatus.FAILED,
|
||||
planResult.summary(),
|
||||
assetsArchive,
|
||||
Map.of(),
|
||||
planResult.diagnostics());
|
||||
}
|
||||
|
||||
try {
|
||||
Files.createDirectories(buildDirectory);
|
||||
final EmittedArchive archive = emitArchive(planResult.plan());
|
||||
Files.write(assetsArchive, archive.bytes());
|
||||
Files.writeString(assetTableJson, archive.assetTableJson(), StandardCharsets.UTF_8);
|
||||
Files.writeString(preloadJson, archive.preloadJson(), StandardCharsets.UTF_8);
|
||||
Files.writeString(metadataJson, archive.metadataJson(), StandardCharsets.UTF_8);
|
||||
return new PackerBuildResult(
|
||||
planResult.status(),
|
||||
"Build emitted " + planResult.plan().assets().size() + " assets.",
|
||||
assetsArchive,
|
||||
Map.of(
|
||||
"build/asset_table.json", assetTableJson,
|
||||
"build/preload.json", preloadJson,
|
||||
"build/asset_table_metadata.json", metadataJson),
|
||||
planResult.diagnostics());
|
||||
} catch (IOException exception) {
|
||||
throw new UncheckedIOException(exception);
|
||||
}
|
||||
}
|
||||
|
||||
private EmittedArchive emitArchive(PackerBuildPlan plan) throws IOException {
|
||||
final List<Map<String, Object>> assetTable = new ArrayList<>();
|
||||
final ByteArrayOutputStream payloadStream = new ByteArrayOutputStream();
|
||||
int payloadOffset = 0;
|
||||
for (PackerPlannedAsset asset : plan.assets()) {
|
||||
final ByteArrayOutputStream assetPayload = new ByteArrayOutputStream();
|
||||
for (PackerPlannedInput input : asset.inputs()) {
|
||||
assetPayload.write(Files.readAllBytes(input.absolutePath()));
|
||||
}
|
||||
final byte[] assetBytes = assetPayload.toByteArray();
|
||||
payloadStream.write(assetBytes);
|
||||
|
||||
final Map<String, Object> row = new LinkedHashMap<>();
|
||||
row.put("asset_family", asset.assetFamily());
|
||||
row.put("asset_id", asset.assetId());
|
||||
row.put("asset_name", asset.assetName());
|
||||
row.put("asset_uuid", asset.assetUuid());
|
||||
row.put("output_codec", asset.outputCodec());
|
||||
row.put("output_format", asset.outputFormat());
|
||||
row.put("payload_length", assetBytes.length);
|
||||
row.put("payload_offset", payloadOffset);
|
||||
row.put("relative_root", asset.relativeRoot());
|
||||
assetTable.add(row);
|
||||
payloadOffset += assetBytes.length;
|
||||
}
|
||||
|
||||
final List<Map<String, Object>> preload = plan.assets().stream()
|
||||
.filter(PackerPlannedAsset::preload)
|
||||
.map(asset -> {
|
||||
final Map<String, Object> row = new LinkedHashMap<>();
|
||||
row.put("asset_id", asset.assetId());
|
||||
row.put("asset_name", asset.assetName());
|
||||
row.put("asset_uuid", asset.assetUuid());
|
||||
return row;
|
||||
})
|
||||
.toList();
|
||||
|
||||
final String assetTableJson = PackerCanonicalJson.write(assetTable);
|
||||
final String preloadJson = PackerCanonicalJson.write(preload);
|
||||
final String headerJson = PackerCanonicalJson.write(Map.of(
|
||||
"asset_table", assetTable,
|
||||
"preload", preload));
|
||||
final byte[] headerBytes = headerJson.getBytes(StandardCharsets.UTF_8);
|
||||
final byte[] payloadBytes = payloadStream.toByteArray();
|
||||
final byte[] prelude = ByteBuffer.allocate(PRELUDE_SIZE)
|
||||
.order(ByteOrder.BIG_ENDIAN)
|
||||
.put(MAGIC)
|
||||
.putInt(SCHEMA_VERSION)
|
||||
.putInt(headerBytes.length)
|
||||
.putInt(PRELUDE_SIZE + headerBytes.length)
|
||||
.putInt(0)
|
||||
.putInt(0)
|
||||
.array();
|
||||
|
||||
final byte[] archiveBytes = new byte[prelude.length + headerBytes.length + payloadBytes.length];
|
||||
System.arraycopy(prelude, 0, archiveBytes, 0, prelude.length);
|
||||
System.arraycopy(headerBytes, 0, archiveBytes, prelude.length, headerBytes.length);
|
||||
System.arraycopy(payloadBytes, 0, archiveBytes, prelude.length + headerBytes.length, payloadBytes.length);
|
||||
|
||||
final String metadataJson = PackerCanonicalJson.write(Map.of(
|
||||
"asset_count", plan.assets().size(),
|
||||
"cache_key", plan.cacheKey(),
|
||||
"header_length", headerBytes.length,
|
||||
"payload_bytes", payloadBytes.length,
|
||||
"payload_offset", PRELUDE_SIZE + headerBytes.length,
|
||||
"schema_version", SCHEMA_VERSION));
|
||||
return new EmittedArchive(archiveBytes, assetTableJson, preloadJson, metadataJson);
|
||||
}
|
||||
|
||||
private record EmittedArchive(
|
||||
byte[] bytes,
|
||||
String assetTableJson,
|
||||
String preloadJson,
|
||||
String metadataJson) {
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user