add some lexer tests

2020-12-03 19:58:49 +01:00
parent b6e29730d2
commit 5161540e09
1 changed files with 151 additions and 0 deletions
--- a/src/test/java/lexer/LexerTest.java
+++ b/src/test/java/lexer/LexerTest.java
@ -0,0 +1,151 @@
+package lexer;
+
+import org.antlr.v4.runtime.CharStreams;
+import org.antlr.v4.runtime.Lexer;
+import org.junit.jupiter.api.Test;
+
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.List;
+import java.util.stream.Collectors;
+
+import static org.assertj.core.api.Assertions.assertThat;
+
+
+class LexerTest {
+
+    private Lexer initLexer(String program) {
+        try {
+            Path path = Paths.get(this.getClass().getClassLoader().getResource("examples/" + program).toURI());
+            String programCode = Files.readString(path, StandardCharsets.US_ASCII);
+            return new StupsLexer(CharStreams.fromString(programCode));
+        } catch (Exception ignore) {
+            ignore.printStackTrace();
+        }
+
+        return null;
+    }
+
+    private List<String> getSymbols(Lexer lex) {
+        return lex.getAllTokens().stream()
+                  .map(tok -> lex.getVocabulary().getSymbolicName(tok.getType()))
+                  .collect(Collectors.toUnmodifiableList());
+    }
+
+    @Test
+    void testEmptyFile() {
+        Lexer lex = this.initLexer("EmptyFile.stups");
+
+        List<String> token = this.getSymbols(lex);
+
+        assertThat(token).isEmpty();
+    }
+
+    @Test
+    void testWhitespace() {
+        Lexer lex = this.initLexer("Whitespace.stups");
+
+        List<String> token = this.getSymbols(lex);
+
+        assertThat(token).containsExactly("IDENTIFIER",
+                                          "IDENTIFIER",
+                                          "IDENTIFIER",
+                                          "IDENTIFIER");
+    }
+
+    @Test
+    void testEmptyMain() {
+        Lexer lex = this.initLexer("EmptyMain.stups");
+
+        List<String> token = this.getSymbols(lex);
+
+        assertThat(token).containsExactly("CLASS",
+                                          "IDENTIFIER",
+                                          "L_BRACE",
+                                          "PUBLIC",
+                                          "STATIC",
+                                          "VOID_TYPE",
+                                          "IDENTIFIER",
+                                          "L_PAREN",
+                                          "STRING_TYPE",
+                                          "L_BRACKET",
+                                          "R_BRACKET",
+                                          "IDENTIFIER",
+                                          "R_PAREN",
+                                          "L_BRACE",
+                                          "R_BRACE",
+                                          "R_BRACE");
+    }
+
+    @Test
+    void testGeneralWhile() {
+        Lexer lex = this.initLexer("GeneralWhile.stups");
+
+        List<String> token = this.getSymbols(lex);
+
+        assertThat(token).hasSize(58)
+                         .containsSequence("WHILE",
+                                           "L_PAREN",
+                                           "IDENTIFIER",
+                                           "LESS",
+                                           "INTEGER_LIT",
+                                           "R_PAREN")
+                         .containsSequence("PRINTLN",
+                                           "L_PAREN",
+                                           "IDENTIFIER",
+                                           "R_PAREN",
+                                           "SEMICOLON");
+    }
+
+    @Test
+    void testGeneralComment() {
+        Lexer lex = this.initLexer("GeneralComment.stups");
+
+        List<String> token = this.getSymbols(lex);
+
+        assertThat(token).hasSize(21)
+                         .doesNotContain("WHITESPACE")
+                         .doesNotContainSequence("INT_TYPE",
+                                                 "IDENTIFIER",
+                                                 "ASSIGN",
+                                                 "INTEGER_LIT",
+                                                 "SEMICOLON")
+                         .containsSequence("STRING_TYPE",
+                                           "L_BRACKET",
+                                           "R_BRACKET",
+                                           "IDENTIFIER")
+                         .containsSequence("PRINTLN",
+                                           "L_PAREN",
+                                           "STRING_LIT",
+                                           "R_PAREN");
+    }
+
+    @Test
+    void testGeneralIfElse() {
+        Lexer lex = this.initLexer("GeneralIfElse.stups");
+
+        List<String> token = this.getSymbols(lex);
+
+        assertThat(token).hasSize(60)
+                         .containsSequence("IF",
+                                           "L_PAREN",
+                                           "IDENTIFIER",
+                                           "LESS",
+                                           "IDENTIFIER",
+                                           "R_PAREN",
+                                           "L_BRACE",
+                                           "PRINTLN",
+                                           "L_PAREN",
+                                           "STRING_LIT",
+                                           "R_PAREN",
+                                           "SEMICOLON",
+                                           "R_BRACE",
+                                           "ELSE")
+                         .containsSequence("ELSE",
+                                           "L_BRACE",
+                                           "IF");
+    }
+}
+