add migrate epoch command (#109)

* add admin transformation and migrate epoch command

* unify table option tokens

* clean up parser grammar, remove duplicate admin mode rule

* add syntax parsing test - avoids file dependant util classes, improved naming

* added tests for invalid syntax and empty strings

* add tests for single quotes, format code

* simplify admin migrate command parser rules

* move | admin migrate command to | teragrep exec migrate

* remove optional table option

Author: elliVM

src/main/antlr4/imports/COMMAND_TERAGREP_MODE.g4

@@ -88,10 +88,12 @@ COMMAND_TERAGREP_MODE_LOAD: 'load';
 COMMAND_TERAGREP_MODE_SYSTEM: 'system';
 COMMAND_TERAGREP_MODE_VERSION: 'version';
 COMMAND_TERAGREP_MODE_ARCHIVE: 'archive';
+COMMAND_TERAGREP_MODE_MIGRATE: 'migrate' | 'MIGRATE';
+COMMAND_TERAGREP_MODE_EPOCH: 'epoch' | 'EPOCH';
 COMMAND_TERAGREP_MODE_SUMMARY: 'summary' -> pushMode(DEFAULT_MODE);
 COMMAND_TERAGREP_MODE_RETENTION: 'retention=' -> pushMode(GET_SPAN);
 COMMAND_TERAGREP_MODE_CODEC: 'codec=' -> pushMode(GET_STRING);
-COMMAND_TERAGREP_MODE_TABLE: 'table' -> pushMode(GET_FIELD);
+COMMAND_TERAGREP_MODE_TABLE: ('table' | 'TABLE') '='? -> pushMode(GET_FIELD);
 
 COMMAND_TERAGREP_MODE_HDFS_FORMAT: 'format=';
 COMMAND_TERAGREP_MODE_CSV_FORMAT: ('csv'|'CSV');

src/main/antlr4/imports/DPLParserTransform_teragrep.g4

@@ -61,7 +61,8 @@ t_execParameter
         | t_tokenizerParameter
         | t_regexextractParameter
         | t_dynatraceParameter
-        | t_forEachBatchParameter)
+        | t_forEachBatchParameter
+        | t_migrateParameter)
         ;
 
 t_forEachBatchParameter
@@ -209,4 +210,9 @@ t_retentionParameter
 
 t_codecParameter
         : COMMAND_TERAGREP_MODE_CODEC stringType
-        ;
+        ;
+
+t_migrateParameter
+        : COMMAND_TERAGREP_MODE_MIGRATE COMMAND_TERAGREP_MODE_EPOCH
+        ;
+

src/test/java/com/teragrep/pth_03/tests/TeragrepSyntaxTests.java

@@ -47,11 +47,24 @@
 
 import com.teragrep.pth_03.ParserStructureTestingUtility;
 import com.teragrep.pth_03.ParserSyntaxTestingUtility;
+import com.teragrep.pth_03.antlr.DPLLexer;
+import com.teragrep.pth_03.antlr.DPLParser;
+import org.antlr.v4.runtime.BailErrorStrategy;
+import org.antlr.v4.runtime.CharStream;
+import org.antlr.v4.runtime.CharStreams;
+import org.antlr.v4.runtime.CommonTokenStream;
+import org.antlr.v4.runtime.Token;
+import org.antlr.v4.runtime.misc.ParseCancellationException;
 import org.junit.jupiter.api.Assertions;
 import org.junit.jupiter.params.ParameterizedTest;
 import org.junit.jupiter.params.provider.ValueSource;
 import org.w3c.dom.NodeList;
 
+import java.util.Arrays;
+import java.util.List;
+import java.util.Locale;
+import java.util.stream.Collectors;
+
 import static org.junit.jupiter.api.Assertions.assertEquals;
 
 public class TeragrepSyntaxTests {
@@ -558,4 +571,72 @@ void testTeragrepGetConfig(String arg) {
         Assertions.assertEquals("get", configGetNodes.item(0).getTextContent());
         Assertions.assertEquals("config", configGetNodes.item(1).getTextContent());
     }
+
+    @ParameterizedTest(name = "{index} command = ''{0}''")
+    @ValueSource(strings = {
+            "| teragrep exec migrate epoch",
+            "| teragrep exec MIGRATE EPOCH"
+    })
+    void testMigrateCommandTokenStrings(final String command) {
+        final CharStream input = CharStreams.fromString(command);
+        final DPLLexer lexer = new DPLLexer(input);
+        final CommonTokenStream tokens = new CommonTokenStream(lexer);
+        tokens.fill();
+        final List<String> tokenStrings = tokens.getTokens().stream()
+                .filter(t -> t.getChannel() == Token.DEFAULT_CHANNEL)
+                .map(Token::getText)
+                .map(s -> s.toLowerCase(Locale.ROOT))
+                .map(s -> s.replace("\"", "").replace("'", "")) // remove quotes
+                .collect(Collectors.toList());
+        final List<String> expectedTokenStrings = Arrays.asList("|", "teragrep", "exec", "migrate", "epoch", "<eof>");
+        Assertions.assertEquals(expectedTokenStrings, tokenStrings);
+    }
+
+    @ParameterizedTest(name = "{index} command = ''{0}''")
+    @ValueSource(strings = {
+            "| teragrep exec migrate epoch",
+            "| teragrep exec MIGRATE EPOCH"
+    })
+    public void testMigrateEpochCommand(final String command) {
+        final ParserStructureTestingUtility util = new ParserStructureTestingUtility();
+        final String hierarchyXPath = "/root/transformStatement/teragrepTransformation/t_execParameter/t_migrateParameter\n";
+        final Object hierarchyResult = Assertions.assertDoesNotThrow(() -> util.xpathQuery(command, hierarchyXPath, false));
+        final NodeList hierarchyNodes = (NodeList) hierarchyResult;
+        Assertions.assertEquals(1, hierarchyNodes.getLength(),
+                "expected hierarchyNodes length to be 1 for input <" + command + ">");
+    }
+
+    @ParameterizedTest(name = "{index} command = ''{0}''")
+    @ValueSource(strings = {
+            "| teragrep exec migrate epoch"
+    })
+    public void adminMigrateEpochSyntaxParseTest(final String command) {
+        Assertions.assertDoesNotThrow(() -> {
+            final CharStream input = CharStreams.fromString(command);
+            final DPLLexer lexer = new DPLLexer(input);
+            final DPLParser parser = new DPLParser(new CommonTokenStream(lexer));
+            parser.setErrorHandler(new BailErrorStrategy()); // first syntax error aborts parsing
+            final DPLParser.RootContext root = parser.root();
+            Assertions.assertNotNull(root);
+            Assertions.assertEquals(0, parser.getNumberOfSyntaxErrors());
+        });
+    }
+
+    @ParameterizedTest(name = "{index} command = ''{0}''")
+    @ValueSource(strings = {
+            "| teragrep exec migrate",
+            "| teragrep exec migrate migrate epoch",
+            "| teragrep exec migrate epoch epoch",
+            "| teragrep exec MiGrAtE epoch",
+            "| teragrep exec migrate EpOcH"
+    })
+    public void testInvalidRegexMigrateThrowsException(final String command) {
+        Assertions.assertThrows(ParseCancellationException.class, () -> {
+            final CharStream input = CharStreams.fromString(command);
+            final DPLLexer lexer = new DPLLexer(input);
+            final DPLParser parser = new DPLParser(new CommonTokenStream(lexer));
+            parser.setErrorHandler(new BailErrorStrategy()); // first syntax error aborts parsing
+            parser.root();
+        });
+    }
 }