implements PR001

This commit is contained in:
2026-03-24 13:42:19 +00:00
parent 14eddbcbae
commit 04f65f46b3
4 changed files with 204 additions and 30 deletions
@@ -4,6 +4,8 @@ import org.junit.jupiter.api.Test;
import p.studio.compiler.source.diagnostics.DiagnosticSink;
import p.studio.compiler.source.identifiers.FileId;
import java.util.List;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertTrue;
@@ -32,4 +34,93 @@ class PbsLexerTest {
assertEquals(PbsTokenKind.EOF, tokens.getLast().kind());
assertTrue(diagnostics.isEmpty(), "Lexer should not report diagnostics for valid input");
}
@Test
void shouldLexCoreKeywordsOperatorsAndCommentToken() {
final var source = """
import { Item as Alias } from @core:math;
declare const PI: float = 3.14;
fn run(a: int) -> int {
let const x: int = 1;
x += 1;
if true and false || !false {
return x;
}
return x;
}
// trailing comment
""";
final var diagnostics = DiagnosticSink.empty();
final var tokens = PbsLexer.lex(source, new FileId(0), diagnostics);
final List<PbsTokenKind> kinds = tokens.stream().map(PbsToken::kind).toList();
assertTrue(kinds.contains(PbsTokenKind.IMPORT));
assertTrue(kinds.contains(PbsTokenKind.AS));
assertTrue(kinds.contains(PbsTokenKind.DECLARE));
assertTrue(kinds.contains(PbsTokenKind.CONST));
assertTrue(kinds.contains(PbsTokenKind.ARROW));
assertTrue(kinds.contains(PbsTokenKind.PLUS_EQUAL));
assertTrue(kinds.contains(PbsTokenKind.AND));
assertTrue(kinds.contains(PbsTokenKind.OR_OR));
assertTrue(kinds.contains(PbsTokenKind.COMMENT));
assertEquals(PbsTokenKind.EOF, tokens.getLast().kind());
assertTrue(diagnostics.isEmpty(), "Lexer should not report diagnostics for valid input");
}
@Test
void shouldTokenizeReservedKeywordsAndMemberOperators() {
final var source = """
apply bind new implements using ctor host enum callback Self this mut const
switch default until step while break continue return void optional result
some none ok err handle and or not spawn yield sleep match type mod a.b a..b ?
""";
final var diagnostics = DiagnosticSink.empty();
final var tokens = PbsLexer.lex(source, new FileId(0), diagnostics);
final List<PbsTokenKind> kinds = tokens.stream().map(PbsToken::kind).toList();
assertTrue(kinds.contains(PbsTokenKind.APPLY));
assertTrue(kinds.contains(PbsTokenKind.BIND));
assertTrue(kinds.contains(PbsTokenKind.NEW));
assertTrue(kinds.contains(PbsTokenKind.IMPLEMENTS));
assertTrue(kinds.contains(PbsTokenKind.USING));
assertTrue(kinds.contains(PbsTokenKind.CTOR));
assertTrue(kinds.contains(PbsTokenKind.HOST));
assertTrue(kinds.contains(PbsTokenKind.ENUM));
assertTrue(kinds.contains(PbsTokenKind.CALLBACK));
assertTrue(kinds.contains(PbsTokenKind.SELF));
assertTrue(kinds.contains(PbsTokenKind.THIS));
assertTrue(kinds.contains(PbsTokenKind.SPAWN));
assertTrue(kinds.contains(PbsTokenKind.MATCH));
assertTrue(kinds.contains(PbsTokenKind.DOT));
assertTrue(kinds.contains(PbsTokenKind.DOT_DOT));
assertTrue(kinds.contains(PbsTokenKind.QUESTION));
assertEquals(PbsTokenKind.EOF, tokens.getLast().kind());
assertTrue(diagnostics.isEmpty(), "Lexer should not report diagnostics for valid input");
}
@Test
void shouldReportUnterminatedString() {
final var source = "\"unterminated";
final var diagnostics = DiagnosticSink.empty();
PbsLexer.lex(source, new FileId(0), diagnostics);
assertTrue(diagnostics.hasErrors(), "Lexer should report unterminated strings");
assertEquals(LexErrors.E_LEX_UNTERMINATED_STRING.name(),
diagnostics.stream().findFirst().orElseThrow().getCode());
}
@Test
void shouldReportInvalidCharacter() {
final var source = "fn a() { ~ }";
final var diagnostics = DiagnosticSink.empty();
PbsLexer.lex(source, new FileId(0), diagnostics);
assertTrue(diagnostics.hasErrors(), "Lexer should report invalid characters");
assertEquals(LexErrors.E_LEX_INVALID_CHAR.name(),
diagnostics.stream().findFirst().orElseThrow().getCode());
}
}