implements PR001
This commit is contained in:
+91
@@ -4,6 +4,8 @@ import org.junit.jupiter.api.Test;
|
||||
import p.studio.compiler.source.diagnostics.DiagnosticSink;
|
||||
import p.studio.compiler.source.identifiers.FileId;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||
import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||
|
||||
@@ -32,4 +34,93 @@ class PbsLexerTest {
|
||||
assertEquals(PbsTokenKind.EOF, tokens.getLast().kind());
|
||||
assertTrue(diagnostics.isEmpty(), "Lexer should not report diagnostics for valid input");
|
||||
}
|
||||
|
||||
@Test
|
||||
void shouldLexCoreKeywordsOperatorsAndCommentToken() {
|
||||
final var source = """
|
||||
import { Item as Alias } from @core:math;
|
||||
declare const PI: float = 3.14;
|
||||
fn run(a: int) -> int {
|
||||
let const x: int = 1;
|
||||
x += 1;
|
||||
if true and false || !false {
|
||||
return x;
|
||||
}
|
||||
return x;
|
||||
}
|
||||
// trailing comment
|
||||
""";
|
||||
final var diagnostics = DiagnosticSink.empty();
|
||||
|
||||
final var tokens = PbsLexer.lex(source, new FileId(0), diagnostics);
|
||||
final List<PbsTokenKind> kinds = tokens.stream().map(PbsToken::kind).toList();
|
||||
|
||||
assertTrue(kinds.contains(PbsTokenKind.IMPORT));
|
||||
assertTrue(kinds.contains(PbsTokenKind.AS));
|
||||
assertTrue(kinds.contains(PbsTokenKind.DECLARE));
|
||||
assertTrue(kinds.contains(PbsTokenKind.CONST));
|
||||
assertTrue(kinds.contains(PbsTokenKind.ARROW));
|
||||
assertTrue(kinds.contains(PbsTokenKind.PLUS_EQUAL));
|
||||
assertTrue(kinds.contains(PbsTokenKind.AND));
|
||||
assertTrue(kinds.contains(PbsTokenKind.OR_OR));
|
||||
assertTrue(kinds.contains(PbsTokenKind.COMMENT));
|
||||
assertEquals(PbsTokenKind.EOF, tokens.getLast().kind());
|
||||
assertTrue(diagnostics.isEmpty(), "Lexer should not report diagnostics for valid input");
|
||||
}
|
||||
|
||||
@Test
|
||||
void shouldTokenizeReservedKeywordsAndMemberOperators() {
|
||||
final var source = """
|
||||
apply bind new implements using ctor host enum callback Self this mut const
|
||||
switch default until step while break continue return void optional result
|
||||
some none ok err handle and or not spawn yield sleep match type mod a.b a..b ?
|
||||
""";
|
||||
final var diagnostics = DiagnosticSink.empty();
|
||||
|
||||
final var tokens = PbsLexer.lex(source, new FileId(0), diagnostics);
|
||||
final List<PbsTokenKind> kinds = tokens.stream().map(PbsToken::kind).toList();
|
||||
|
||||
assertTrue(kinds.contains(PbsTokenKind.APPLY));
|
||||
assertTrue(kinds.contains(PbsTokenKind.BIND));
|
||||
assertTrue(kinds.contains(PbsTokenKind.NEW));
|
||||
assertTrue(kinds.contains(PbsTokenKind.IMPLEMENTS));
|
||||
assertTrue(kinds.contains(PbsTokenKind.USING));
|
||||
assertTrue(kinds.contains(PbsTokenKind.CTOR));
|
||||
assertTrue(kinds.contains(PbsTokenKind.HOST));
|
||||
assertTrue(kinds.contains(PbsTokenKind.ENUM));
|
||||
assertTrue(kinds.contains(PbsTokenKind.CALLBACK));
|
||||
assertTrue(kinds.contains(PbsTokenKind.SELF));
|
||||
assertTrue(kinds.contains(PbsTokenKind.THIS));
|
||||
assertTrue(kinds.contains(PbsTokenKind.SPAWN));
|
||||
assertTrue(kinds.contains(PbsTokenKind.MATCH));
|
||||
assertTrue(kinds.contains(PbsTokenKind.DOT));
|
||||
assertTrue(kinds.contains(PbsTokenKind.DOT_DOT));
|
||||
assertTrue(kinds.contains(PbsTokenKind.QUESTION));
|
||||
assertEquals(PbsTokenKind.EOF, tokens.getLast().kind());
|
||||
assertTrue(diagnostics.isEmpty(), "Lexer should not report diagnostics for valid input");
|
||||
}
|
||||
|
||||
@Test
|
||||
void shouldReportUnterminatedString() {
|
||||
final var source = "\"unterminated";
|
||||
final var diagnostics = DiagnosticSink.empty();
|
||||
|
||||
PbsLexer.lex(source, new FileId(0), diagnostics);
|
||||
|
||||
assertTrue(diagnostics.hasErrors(), "Lexer should report unterminated strings");
|
||||
assertEquals(LexErrors.E_LEX_UNTERMINATED_STRING.name(),
|
||||
diagnostics.stream().findFirst().orElseThrow().getCode());
|
||||
}
|
||||
|
||||
@Test
|
||||
void shouldReportInvalidCharacter() {
|
||||
final var source = "fn a() { ~ }";
|
||||
final var diagnostics = DiagnosticSink.empty();
|
||||
|
||||
PbsLexer.lex(source, new FileId(0), diagnostics);
|
||||
|
||||
assertTrue(diagnostics.hasErrors(), "Lexer should report invalid characters");
|
||||
assertEquals(LexErrors.E_LEX_INVALID_CHAR.name(),
|
||||
diagnostics.stream().findFirst().orElseThrow().getCode());
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user