This class provides methods for retrieving the wrapped value of token parsed - * as well the type of token the implementation of this interface represents.
- * - *It also provides method for providing the {@code JsonElement} of implementation - * of this interface.
- */ -@PublicEvolving -public interface Token extends Serializable { - /** - * Returns the {@code value} of the object wrapped by the - * implementation of this interface. - * - * @return {@code value} wrapped by the implementation of this interface. - */ - Object value(); - - /** - * Returns the {@code TokenType} of the object represented by the - * implementation of this interface. - * - * @return {@code TokenType} of the implementation object. - */ - TokenType type(); - - /** - * The class implementing this interface will return the {@code JsonElement} - * instance including the values of the object. - * - * @return {@code JsonElement} object containing members of implementing class. - */ - JsonElement toJson(); -} + import com.google.gson.JsonElement; + import io.cdap.wrangler.api.annotations.PublicEvolving; + + import java.io.Serializable; + + /** + * The Token class represents the object that contains the value and type of + * the token as parsed by the parser of the grammar defined for recipe. + * + *This class provides methods for retrieving the wrapped value of token parsed + * as well the type of token the implementation of this interface represents.
+ * + *It also provides method for providing the {@code JsonElement} of implementation + * of this interface.
+ */ + @PublicEvolving + public interface Token extends Serializable { + /** + * Returns the {@code value} of the object wrapped by the + * implementation of this interface. + * + * @return {@code value} wrapped by the implementation of this interface. + */ + Object value(); + + /** + * Returns the {@code TokenType} of the object represented by the + * implementation of this interface. + * + * @return {@code TokenType} of the implementation object. + */ + TokenType type(); + + /** + * The class implementing this interface will return the {@code JsonElement} + * instance including the values of the object. + * + * @return {@code JsonElement} object containing members of implementing class. + */ + JsonElement toJson(); + } + \ No newline at end of file diff --git a/wrangler-api/src/main/java/io/cdap/wrangler/api/parser/TokenType.java b/wrangler-api/src/main/java/io/cdap/wrangler/api/parser/TokenType.java index 8c93b0e6a..219e2a9d2 100644 --- a/wrangler-api/src/main/java/io/cdap/wrangler/api/parser/TokenType.java +++ b/wrangler-api/src/main/java/io/cdap/wrangler/api/parser/TokenType.java @@ -8,149 +8,114 @@ * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT - * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the - * License for the specific language governing permissions and limitations under - * the License. + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. */ -package io.cdap.wrangler.api.parser; - -import io.cdap.wrangler.api.annotations.PublicEvolving; - -import java.io.Serializable; - -/** - * The TokenType class provides the enumerated types for different types of - * tokens that are supported by the grammar. - * - * Each of the enumerated types specified in this class also has associated - * object representing it. e.g. {@code DIRECTIVE_NAME} is represented by the - * object {@code DirectiveName}. - * - * @see Bool - * @see BoolList - * @see ColumnName - * @see ColumnNameList - * @see DirectiveName - * @see Numeric - * @see NumericList - * @see Properties - * @see Ranges - * @see Expression - * @see Text - * @see TextList - */ -@PublicEvolving -public enum TokenType implements Serializable { - /** - * Represents the enumerated type for the object {@code DirectiveName} type. - * This type is associated with the token that is recognized as a directive - * name within the recipe. - */ - DIRECTIVE_NAME, - - /** - * Represents the enumerated type for the object of {@code ColumnName} type. - * This type is associated with token that represents the column as defined - * by the grammar as :
- * ColumnName[,ColumnName]*
- *
- */
- COLUMN_NAME_LIST,
-
- /**
- * Represents the enumerated type for the object of type {@code TextList} type.
- * This type is associated with the comma separated text represented were each text
- * is enclosed within a single quote (') or double quote (") and each text is separated
- * by comma (,). E.g.
- *
- * Text[,Text]*
- *
- */
- TEXT_LIST,
-
- /**
- * Represents the enumerated type for the object of type {@code NumericList} type.
- * This type is associated with the collection of {@code Numeric} values separated by
- * comma(,). E.g.
- *
- * Numeric[,Numeric]*
- *
- *
- */
- NUMERIC_LIST,
-
- /**
- * Represents the enumerated type for the object of type {@code BoolList} type.
- * This type is associated with the collection of {@code Bool} values separated by
- * comma(,). E.g.
- *
- * Boolean[,Boolean]*
- *
- */
- BOOLEAN_LIST,
-
- /**
- * Represents the enumerated type for the object of type {@code Expression} type.
- * This type is associated with code block that either represents a condition or
- * an expression. E.g.
- *
- * exp:{ }
- *
- */
- EXPRESSION,
-
- /**
- * Represents the enumerated type for the object of type {@code Properties} type.
- * This type is associated with a collection of key and value pairs all separated
- * by a comma(,). E.g.
- *
- * prop:{ =[,=]*}
- *
- */
- PROPERTIES,
-
- /**
- * Represents the enumerated type for the object of type {@code Ranges} types.
- * This type is associated with a collection of range represented in the form shown
- * below
- *
- * :=value[,:=value]*
- *
- */
- RANGES,
-
- /**
- * Represents the enumerated type for the object of type {@code String} with restrictions
- * on characters that can be present in a string.
- */
- IDENTIFIER
-}
+ package io.cdap.wrangler.api.parser;
+
+ import io.cdap.wrangler.api.annotations.PublicEvolving;
+
+ import java.io.Serializable;
+
+ /**
+ * The TokenType class provides the enumerated types for different types of
+ * tokens that are supported by the grammar.
+ *
+ * Each of the enumerated types specified in this class also has associated
+ * object representing it. e.g. {@code DIRECTIVE_NAME} is represented by the
+ * object {@code DirectiveName}.
+ *
+ * @see Bool
+ * @see BoolList
+ * @see ColumnName
+ * @see ColumnNameList
+ * @see DirectiveName
+ * @see Numeric
+ * @see NumericList
+ * @see Properties
+ * @see Ranges
+ * @see Expression
+ * @see Text
+ * @see TextList
+ */
+ @PublicEvolving
+ public enum TokenType implements Serializable {
+ /**
+ * Represents the enumerated type for the object {@code DirectiveName} type.
+ */
+ DIRECTIVE_NAME,
+
+ /**
+ * Represents the enumerated type for the object of {@code ColumnName} type.
+ */
+ COLUMN_NAME,
+
+ /**
+ * Represents the enumerated type for the object of {@code Text} type.
+ */
+ TEXT,
+
+ /**
+ * Represents the enumerated type for the object of {@code Numeric} type.
+ */
+ NUMERIC,
+
+ /**
+ * Represents the enumerated type for the object of {@code Bool} type.
+ */
+ BOOLEAN,
+
+ /**
+ * Represents the enumerated type for a list of column names.
+ */
+ COLUMN_NAME_LIST,
+
+ /**
+ * Represents the enumerated type for a list of text values.
+ */
+ TEXT_LIST,
+
+ /**
+ * Represents the enumerated type for a list of numeric values.
+ */
+ NUMERIC_LIST,
+
+ /**
+ * Represents the enumerated type for a list of boolean values.
+ */
+ BOOLEAN_LIST,
+
+ /**
+ * Represents the enumerated type for the object of type {@code Expression}.
+ */
+ EXPRESSION,
+
+ /**
+ * Represents the enumerated type for the object of type {@code Properties}.
+ */
+ PROPERTIES,
+
+ /**
+ * Represents the enumerated type for the object of type {@code Ranges}.
+ */
+ RANGES,
+
+ /**
+ * Represents the enumerated type for the object of type {@code String} with restrictions.
+ */
+ IDENTIFIER,
+
+ /**
+ * Represents byte size tokens (e.g., "10KB", "2MB").
+ */
+ BYTE_SIZE,
+
+ /**
+ * Represents time duration tokens (e.g., "500ms", "2s").
+ */
+ TIME_DURATION
+ }
+
diff --git a/wrangler-core/src/main/antlr4/io/cdap/wrangler/parser/Directives.g4 b/wrangler-core/src/main/antlr4/io/cdap/wrangler/parser/Directives.g4
index 7c517ed6a..a1123eee8 100644
--- a/wrangler-core/src/main/antlr4/io/cdap/wrangler/parser/Directives.g4
+++ b/wrangler-core/src/main/antlr4/io/cdap/wrangler/parser/Directives.g4
@@ -5,7 +5,7 @@
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
- * http://www.apache.org/licenses/LICENSE-2.0
+ * http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
@@ -28,7 +28,7 @@ options {
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
- * http://www.apache.org/licenses/LICENSE-2.0
+ * http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
@@ -38,57 +38,54 @@ options {
*/
}
-/**
- * Parser Grammar for recognizing tokens and constructs of the directives language.
- */
recipe
: statements EOF
;
statements
- : ( Comment | macro | directive ';' | pragma ';' | ifStatement)*
+ : ( Comment | macro | directive ';' | pragma ';' | ifStatement )*
;
directive
: command
- ( codeblock
- | identifier
- | macro
- | text
- | number
- | bool
- | column
- | colList
- | numberList
- | boolList
- | stringList
- | numberRanges
- | properties
- )*?
- ;
+ ( codeblock
+ | identifier
+ | macro
+ | text
+ | number
+ | bool
+ | column
+ | colList
+ | numberList
+ | boolList
+ | stringList
+ | numberRanges
+ | properties
+ )*?
+ ;
ifStatement
- : ifStat elseIfStat* elseStat? '}'
- ;
+ : ifStat elseIfStat* elseStat? '}'
+ ;
ifStat
- : 'if' expression '{' statements
- ;
+ : 'if' expression '{' statements
+ ;
elseIfStat
- : '}' 'else' 'if' expression '{' statements
- ;
+ : '}' 'else' 'if' expression '{' statements
+ ;
elseStat
- : '}' 'else' '{' statements
- ;
+ : '}' 'else' '{' statements
+ ;
expression
- : '(' (~'(' | expression)* ')'
- ;
+ : '(' (~'(' | expression)* ')'
+ ;
forStatement
- : 'for' '(' Identifier '=' expression ';' expression ';' expression ')' '{' statements '}'
+ : 'for' '(' Identifier '=' expression ';' expression ';' expression ')' '{' statements '}'
;
macro
@@ -116,11 +113,11 @@ identifier
;
properties
- : 'prop' ':' OBrace (propertyList)+ CBrace
+ : 'prop' ':' OBrace (propertyList)+ CBrace
| 'prop' ':' OBrace OBrace (propertyList)+ CBrace { notifyErrorListeners("Too many start paranthesis"); }
| 'prop' ':' OBrace (propertyList)+ CBrace CBrace { notifyErrorListeners("Too many start paranthesis"); }
| 'prop' ':' (propertyList)+ CBrace { notifyErrorListeners("Missing opening brace"); }
- | 'prop' ':' OBrace (propertyList)+ { notifyErrorListeners("Missing closing brace"); }
+ | 'prop' ':' OBrace (propertyList)+ { notifyErrorListeners("Missing closing brace"); }
;
propertyList
@@ -128,7 +125,7 @@ propertyList
;
property
- : Identifier '=' ( text | number | bool )
+ : Identifier '=' value
;
numberRanges
@@ -140,9 +137,21 @@ numberRange
;
value
- : String | Number | Column | Bool
+ : stringValue
+ | numberValue
+ | boolValue
+ | columnValue
+ | byteSizeValue
+ | timeDurationValue
;
+stringValue : String;
+numberValue : Number;
+boolValue : Bool;
+columnValue : Column;
+byteSizeValue : BYTE_SIZE;
+timeDurationValue : TIME_DURATION;
+
ecommand
: '!' Identifier
;
@@ -176,7 +185,7 @@ command
;
colList
- : Column (',' Column)+
+ : Column (',' Column)+
;
numberList
@@ -195,10 +204,6 @@ identifierList
: Identifier (',' Identifier)*
;
-
-/*
- * Following are the Lexer Rules used for tokenizing the recipe.
- */
OBrace : '{';
CBrace : '}';
SColon : ';';
@@ -247,7 +252,6 @@ BackSlash: '\\';
Dollar : '$';
Tilde : '~';
-
Bool
: 'true'
| 'false'
@@ -275,28 +279,25 @@ String
;
EscapeSequence
- : '\\' ('b'|'t'|'n'|'f'|'r'|'"'|'\''|'\\')
- | UnicodeEscape
- | OctalEscape
- ;
-
-fragment
-OctalEscape
- : '\\' ('0'..'3') ('0'..'7') ('0'..'7')
- | '\\' ('0'..'7') ('0'..'7')
- | '\\' ('0'..'7')
- ;
-
-fragment
-UnicodeEscape
- : '\\' 'u' HexDigit HexDigit HexDigit HexDigit
- ;
-
-fragment
- HexDigit : ('0'..'9'|'a'..'f'|'A'..'F') ;
+ : '\\' ('b'|'t'|'n'|'f'|'r'|'"'|'\''|'\\')
+ | UnicodeEscape
+ | OctalEscape
+ ;
+
+fragment OctalEscape
+ : '\\' ('0'..'3') ('0'..'7') ('0'..'7')
+ | '\\' ('0'..'7') ('0'..'7')
+ | '\\' ('0'..'7')
+ ;
+
+fragment UnicodeEscape
+ : '\\' 'u' HexDigit HexDigit HexDigit HexDigit
+ ;
+
+fragment HexDigit : ('0'..'9'|'a'..'f'|'A'..'F') ;
Comment
- : ('//' ~[\r\n]* | '/*' .*? '*/' | '--' ~[\r\n]* ) -> skip
+ : ('//' ~[\r\n]* | '/' .? '/' | '--' ~[\r\n] ) -> skip
;
Space
@@ -311,3 +312,10 @@ fragment Int
fragment Digit
: [0-9]
;
+
+BYTE_SIZE : DIGITS BYTE_UNIT ;
+TIME_DURATION : DIGITS TIME_UNIT ;
+
+fragment DIGITS : [0-9]+ ('.' [0-9]+)? ;
+fragment BYTE_UNIT : [kK]?[bB] | [mM][bB] | [gG][bB] | [tT][bB] | [pP][bB] ;
+fragment TIME_UNIT : 'ns' | 'us' | 'ms' | 's' | 'm' | 'h' | 'd' ;
\ No newline at end of file
diff --git a/wrangler-core/src/main/java/io/cdap/directives/aggregates/AggregrateStats.java b/wrangler-core/src/main/java/io/cdap/directives/aggregates/AggregrateStats.java
new file mode 100644
index 000000000..17ee4cba2
--- /dev/null
+++ b/wrangler-core/src/main/java/io/cdap/directives/aggregates/AggregrateStats.java
@@ -0,0 +1,56 @@
+/*
+ * Copyright © 2025 Cask Data, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
+ * either express or implied. See the License for the specific
+ * language governing permissions and limitations under the License.
+ */
+
+ package io.cdap.directives.aggregates;
+
+import io.cdap.wrangler.api.Directive;
+import io.cdap.wrangler.api.Row;
+import io.cdap.wrangler.api.parser.Text;
+import io.cdap.wrangler.api.parser.Token;
+
+import java.util.List;
+import java.util.stream.Collectors;
+
+public class AggregateStats implements Directive {
+
+ private String operation;
+
+ @Override
+ public void initialize(ListRecipeVisitor implements the visitor pattern
- * used during traversal of the AST tree. The ParserTree#Walker
- * invokes appropriate methods as call backs with information about the node.
- *
- * In order to understand what's being invoked, please look at the grammar file - * Directive.g4
. - * - *This class exposes a getTokenGroups method for retrieving the
- * RecipeSymbol after visiting. The RecipeSymbol represents
- * all the TokenGroup for all directives in a recipe. Each directive
- * will create a TokenGroup
As the ParseTree is walking through the call graph, it generates
- * one TokenGroup for each directive in the recipe. Each TokenGroup
- * contains parsed Tokens for that directive along with more information like
- * SourceInfo. A collection of TokenGroup consistutes a RecipeSymbol
- * that is returned by this function.
RecipeSymbol for the recipe being parsed. This
- * object has all the tokens that were successfully parsed along with source
- * information for each directive in the recipe.
- *
- * @return An compiled object after parsing the recipe.
- */
- public RecipeSymbol getCompiledUnit() {
- return builder.build();
- }
-
- /**
- * A Recipe is made up of Directives and Directives is made up of each individual
- * Directive. This method is invoked on every visit to a new directive in the recipe.
- */
- @Override
- public RecipeSymbol.Builder visitDirective(DirectivesParser.DirectiveContext ctx) {
- builder.createTokenGroup(getOriginalSource(ctx));
- return super.visitDirective(ctx);
- }
-
- /**
- * A Directive can include identifiers, this method extracts that token that is being
- * identified as token of type Identifier.
- */
- @Override
- public RecipeSymbol.Builder visitIdentifier(DirectivesParser.IdentifierContext ctx) {
- builder.addToken(new Identifier(ctx.Identifier().getText()));
- return super.visitIdentifier(ctx);
- }
-
- /**
- * A Directive can include properties (which are a collection of key and value pairs),
- * this method extracts that token that is being identified as token of type Properties.
- */
- @Override
- public RecipeSymbol.Builder visitPropertyList(DirectivesParser.PropertyListContext ctx) {
- MapDirectiveRegistry. These do not affect the data flow.
- *
- * E.g. #pragma load-directives test1, test2, test3; will collect the tokens
- * test1, test2 and test3 as dynamically loadable directives.
- */
- @Override
- public RecipeSymbol.Builder visitPragmaLoadDirective(DirectivesParser.PragmaLoadDirectiveContext ctx) {
- List In order to understand what's being invoked, please look at the grammar file
+ * Directive.g4 This class exposes a As the E.g.
+ */
+ @Override
+ public RecipeSymbol.Builder visitPragmaLoadDirective(DirectivesParser.PragmaLoadDirectiveContext ctx) {
+ ListRanges.
- */
- @Override
- public RecipeSymbol.Builder visitNumberRanges(DirectivesParser.NumberRangesContext ctx) {
- ListRecipeVisitor implements the visitor pattern
+ * used during traversal of the AST tree. The ParserTree#Walker
+ * invokes appropriate methods as call backs with information about the node.
+ *
+ * getTokenGroups method for retrieving the
+ * RecipeSymbol after visiting. The RecipeSymbol represents
+ * all the TokenGroup for all directives in a recipe. Each directive
+ * will create a TokenGroupParseTree is walking through the call graph, it generates
+ * one TokenGroup for each directive in the recipe. Each TokenGroup
+ * contains parsed Tokens for that directive along with more information like
+ * SourceInfo. A collection of TokenGroup consistutes a RecipeSymbol
+ * that is returned by this function.RecipeSymbol for the recipe being parsed. This
+ * object has all the tokens that were successfully parsed along with source
+ * information for each directive in the recipe.
+ *
+ * @return An compiled object after parsing the recipe.
+ */
+ public RecipeSymbol getCompiledUnit() {
+ return builder.build();
+ }
+
+ /**
+ * A Recipe is made up of Directives and Directives is made up of each individual
+ * Directive. This method is invoked on every visit to a new directive in the recipe.
+ */
+ @Override
+ public RecipeSymbol.Builder visitDirective(DirectivesParser.DirectiveContext ctx) {
+ builder.createTokenGroup(getOriginalSource(ctx));
+ return super.visitDirective(ctx);
+ }
+
+ /**
+ * A Directive can include identifiers, this method extracts that token that is being
+ * identified as token of type Identifier.
+ */
+ @Override
+ public RecipeSymbol.Builder visitIdentifier(DirectivesParser.IdentifierContext ctx) {
+ builder.addToken(new Identifier(ctx.Identifier().getText()));
+ return super.visitIdentifier(ctx);
+ }
+
+ /**
+ * A Directive can include properties (which are a collection of key and value pairs),
+ * this method extracts that token that is being identified as token of type Properties.
+ */
+ @Override
+ public RecipeSymbol.Builder visitPropertyList(DirectivesParser.PropertyListContext ctx) {
+ MapColumnName.
- */
- @Override
- public RecipeSymbol.Builder visitColumn(DirectivesParser.ColumnContext ctx) {
- builder.addToken(new ColumnName(ctx.Column().getText().substring(1)));
- return builder;
- }
-
- /**
- * A Directive can consist of text field. These type of fields are enclosed within
- * a single-quote or a double-quote. This visitor method extracts the string value
- * within the quotes and creates a token type Text.
- */
- @Override
- public RecipeSymbol.Builder visitText(DirectivesParser.TextContext ctx) {
- String value = ctx.String().getText();
- builder.addToken(new Text(value.substring(1, value.length() - 1)));
- return builder;
- }
-
- /**
- * A Directive can consist of numeric field. This visitor method extracts the
- * numeric value Numeric.
- */
- @Override
- public RecipeSymbol.Builder visitNumber(DirectivesParser.NumberContext ctx) {
- LazyNumber number = new LazyNumber(ctx.Number().getText());
- builder.addToken(new Numeric(number));
- return builder;
- }
-
- /**
- * A Directive can consist of Bool field. The Bool field is represented as
- * either true or false. This visitor method extract the bool value into a
- * token type Bool.
- */
- @Override
- public RecipeSymbol.Builder visitBool(DirectivesParser.BoolContext ctx) {
- builder.addToken(new Bool(Boolean.valueOf(ctx.Bool().getText())));
- return builder;
- }
-
- /**
- * A Directive can include a expression or a condition to be evaluated. When
- * such a token type is found, the visitor extracts the expression and generates
- * a token type Expression to be added to the TokenGroup
- */
- @Override
- public RecipeSymbol.Builder visitCondition(DirectivesParser.ConditionContext ctx) {
- int childCount = ctx.getChildCount();
- StringBuilder sb = new StringBuilder();
- for (int i = 1; i < childCount - 1; ++i) {
- ParseTree child = ctx.getChild(i);
- sb.append(child.getText()).append(" ");
- }
- builder.addToken(new Expression(sb.toString()));
- return builder;
- }
-
- /**
- * A Directive has name and in the parsing context it's called a command.
- * This visitor methods extracts the command and creates a toke type DirectiveName
- */
- @Override
- public RecipeSymbol.Builder visitCommand(DirectivesParser.CommandContext ctx) {
- builder.addToken(new DirectiveName(ctx.Identifier().getText()));
- return builder;
- }
-
- /**
- * This visitor methods extracts the list of columns specified. It creates a token
- * type ColumnNameList to be added to TokenGroup.
- */
- @Override
- public RecipeSymbol.Builder visitColList(DirectivesParser.ColListContext ctx) {
- ListNumericList to be added to TokenGroup.
- */
- @Override
- public RecipeSymbol.Builder visitNumberList(DirectivesParser.NumberListContext ctx) {
- ListBoolList to be added to TokenGroup.
- */
- @Override
- public RecipeSymbol.Builder visitBoolList(DirectivesParser.BoolListContext ctx) {
- ListStringList to be added to TokenGroup.
- */
- @Override
- public RecipeSymbol.Builder visitStringList(DirectivesParser.StringListContext ctx) {
- ListDirectiveRegistry. These do not affect the data flow.
+ *
+ * #pragma load-directives test1, test2, test3; will collect the tokens
+ * test1, test2 and test3 as dynamically loadable directives. Ranges.
+ */
+ @Override
+ public RecipeSymbol.Builder visitNumberRanges(DirectivesParser.NumberRangesContext ctx) {
+ ListColumnName.
+ */
+ @Override
+ public RecipeSymbol.Builder visitColumn(DirectivesParser.ColumnContext ctx) {
+ builder.addToken(new ColumnName(ctx.Column().getText().substring(1)));
+ return builder;
+ }
+
+ /**
+ * A Directive can consist of text field. These type of fields are enclosed within
+ * a single-quote or a double-quote. This visitor method extracts the string value
+ * within the quotes and creates a token type Text.
+ */
+ @Override
+ public RecipeSymbol.Builder visitText(DirectivesParser.TextContext ctx) {
+ String value = ctx.String().getText();
+ builder.addToken(new Text(value.substring(1, value.length() - 1)));
+ return builder;
+ }
+
+ /**
+ * A Directive can consist of numeric field. This visitor method extracts the
+ * numeric value Numeric.
+ */
+ @Override
+ public RecipeSymbol.Builder visitNumber(DirectivesParser.NumberContext ctx) {
+ LazyNumber number = new LazyNumber(ctx.Number().getText());
+ builder.addToken(new Numeric(number));
+ return builder;
+ }
+
+ /**
+ * A Directive can consist of Bool field. The Bool field is represented as
+ * either true or false. This visitor method extract the bool value into a
+ * token type Bool.
+ */
+ @Override
+ public RecipeSymbol.Builder visitBool(DirectivesParser.BoolContext ctx) {
+ builder.addToken(new Bool(Boolean.valueOf(ctx.Bool().getText())));
+ return builder;
+ }
+
+ /**
+ * A Directive can include a expression or a condition to be evaluated. When
+ * such a token type is found, the visitor extracts the expression and generates
+ * a token type Expression to be added to the TokenGroup
+ */
+ @Override
+ public RecipeSymbol.Builder visitCondition(DirectivesParser.ConditionContext ctx) {
+ int childCount = ctx.getChildCount();
+ StringBuilder sb = new StringBuilder();
+ for (int i = 1; i < childCount - 1; ++i) {
+ ParseTree child = ctx.getChild(i);
+ sb.append(child.getText()).append(" ");
+ }
+ builder.addToken(new Expression(sb.toString()));
+ return builder;
+ }
+
+ /**
+ * A Directive has name and in the parsing context it's called a command.
+ * This visitor methods extracts the command and creates a toke type DirectiveName
+ */
+ @Override
+ public RecipeSymbol.Builder visitCommand(DirectivesParser.CommandContext ctx) {
+ builder.addToken(new DirectiveName(ctx.Identifier().getText()));
+ return builder;
+ }
+
+ /**
+ * This visitor methods extracts the list of columns specified. It creates a token
+ * type ColumnNameList to be added to TokenGroup.
+ */
+ @Override
+ public RecipeSymbol.Builder visitColList(DirectivesParser.ColListContext ctx) {
+ ListNumericList to be added to TokenGroup.
+ */
+ @Override
+ public RecipeSymbol.Builder visitNumberList(DirectivesParser.NumberListContext ctx) {
+ ListBoolList to be added to TokenGroup.
+ */
+ @Override
+ public RecipeSymbol.Builder visitBoolList(DirectivesParser.BoolListContext ctx) {
+ ListStringList to be added to TokenGroup.
+ */
+ @Override
+ public RecipeSymbol.Builder visitStringList(DirectivesParser.StringListContext ctx) {
+ List