Skip to content

Commit

Permalink
[JBRULES-3672] split DRL lexer and expressions
Browse files Browse the repository at this point in the history
  • Loading branch information
@mariofusco
mariofusco committed Oct 30, 2012
1 parent 7e3ac11 commit 37bbbf8
Show file tree
Hide file tree
Showing 57 changed files with 33,157 additions and 16,358 deletions.
14 changes: 12 additions & 2 deletions drools-compiler/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -170,13 +170,23 @@
<echo message="Generating Lexer (${antlr.debugParser})"/>
<java classname="org.antlr.Tool" fork="true">
<jvmarg line="-Xmx750M -Xincgc"/>
<arg line="${antlr.debugParser} -lib src/main/resources/org/drools/lang src/main/resources/org/drools/lang/DRLLexer.g"/>
<arg line="${antlr.debugParser} -lib src/main/resources/org/drools/lang src/main/resources/org/drools/lang/DRL5Lexer.g"/>
<classpath refid="maven.compile.classpath"/>
</java>
<java classname="org.antlr.Tool" fork="true">
<jvmarg line="-Xmx750M -Xincgc"/>
<arg line="${antlr.debugParser} -lib src/main/resources/org/drools/lang src/main/resources/org/drools/lang/DRL6Lexer.g"/>
<classpath refid="maven.compile.classpath"/>
</java>
<echo message="Generating Expressions Parser (${antlr.debugParser})"/>
<java classname="org.antlr.Tool" fork="true">
<jvmarg line="-Xmx750M -Xincgc"/>
<arg line="${antlr.debugParser} -lib src/main/resources/org/drools/lang src/main/resources/org/drools/lang/DRLExpressions.g"/>
<arg line="${antlr.debugParser} -lib src/main/resources/org/drools/lang src/main/resources/org/drools/lang/DRL5Expressions.g"/>
<classpath refid="maven.compile.classpath"/>
</java>
<java classname="org.antlr.Tool" fork="true">
<jvmarg line="-Xmx750M -Xincgc"/>
<arg line="${antlr.debugParser} -lib src/main/resources/org/drools/lang src/main/resources/org/drools/lang/DRL6Expressions.g"/>
<classpath refid="maven.compile.classpath"/>
</java>
<move todir="src/main/java/org/drools/lang/">
Expand Down
260 changes: 260 additions & 0 deletions drools-compiler/src/main/java/org/drools/compiler/DRLFactory.java
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,260 @@
package org.drools.compiler;

import org.antlr.runtime.ANTLRInputStream;
import org.antlr.runtime.ANTLRReaderStream;
import org.antlr.runtime.ANTLRStringStream;
import org.antlr.runtime.CharStream;
import org.antlr.runtime.CommonTokenStream;
import org.antlr.runtime.RecognizerSharedState;
import org.antlr.runtime.TokenStream;
import org.drools.builder.conf.LanguageLevelOption;
import org.drools.lang.DRL5Expressions;
import org.drools.lang.DRL5Lexer;
import org.drools.lang.DRL5Parser;
import org.drools.lang.DRL6Expressions;
import org.drools.lang.DRL6Lexer;
import org.drools.lang.DRL6Parser;
import org.drools.lang.DRLExpressions;
import org.drools.lang.DRLLexer;
import org.drools.lang.DRLParser;
import org.drools.lang.ParserHelper;

import java.io.InputStream;
import java.io.Reader;

import static org.drools.compiler.DRLFactory.buildParser;

public class DRLFactory {

private DRLFactory() { }

public static DRLLexer buildLexer(String text, LanguageLevelOption languageLevel) {
return getDRLLexer(new ANTLRStringStream(text), languageLevel);
}

public static DRLLexer buildLexer( Reader reader, LanguageLevelOption languageLevel ) {
try {
return getDRLLexer(new ANTLRReaderStream(reader), languageLevel);
} catch ( final Exception e ) {
throw new RuntimeException( "Unable to parser Reader", e );
}
}

public static DRLLexer buildLexer( final InputStream is, final String encoding, LanguageLevelOption languageLevel ) {
try {
return getDRLLexer(encoding != null ? new ANTLRInputStream(is, encoding) : new ANTLRInputStream(is), languageLevel);
} catch ( final Exception e ) {
throw new RuntimeException( "Unable to parser Reader", e );
}
}

public static DRLParser buildParser(DRLLexer lexer, LanguageLevelOption languageLevel) {
CommonTokenStream stream = new CommonTokenStream( lexer );
return getDRLParser(stream, languageLevel);
}

public static DRLParser buildParser(CharStream input, LanguageLevelOption languageLevel) {
return buildParser(getDRLLexer( input, languageLevel ), languageLevel);
}

public static DRLParser buildParser(String text, LanguageLevelOption languageLevel) {
return buildParser(new ANTLRStringStream(text), languageLevel);
}

public static DRLParser buildParser( Reader reader, LanguageLevelOption languageLevel ) {
try {
return buildParser(new ANTLRReaderStream(reader), languageLevel);
} catch ( final Exception e ) {
throw new RuntimeException( "Unable to parser Reader", e );
}
}

public static DRLParser buildParser( final InputStream is, final String encoding, LanguageLevelOption languageLevel ) {
try {
return buildParser(encoding != null ? new ANTLRInputStream(is, encoding) : new ANTLRInputStream(is), languageLevel);
} catch ( final Exception e ) {
throw new RuntimeException( "Unable to parser Reader", e );
}
}

public static DRLParser getDRLParser(CommonTokenStream stream, LanguageLevelOption languageLevel) {
switch (languageLevel) {
case DRL5:
return new DRL5Parser(stream);
case DRL6:
return new DRL6Parser(stream);
}
throw new RuntimeException("Unknown language level");
}

public static DRLLexer getDRLLexer(CharStream input, LanguageLevelOption languageLevel) {
switch (languageLevel) {
case DRL5:
return new DRL5Lexer(input);
case DRL6:
return new DRL6Lexer(input);
}
throw new RuntimeException("Unknown language level");
}

public static DRLExpressions getDRLExpressions(TokenStream input, RecognizerSharedState state, ParserHelper helper, LanguageLevelOption languageLevel ) {
switch (languageLevel) {
case DRL5:
return new DRL5Expressions(input, state, helper);
case DRL6:
return new DRL6Expressions(input, state, helper);
}
throw new RuntimeException("Unknown language level");
}

public static int lexerId(LanguageLevelOption languageLevel) {
switch (languageLevel) {
case DRL5:
return DRL5Lexer.ID;
case DRL6:
return DRL6Lexer.ID;
}
throw new RuntimeException("Unknown language level");
}

/**
* Helper method that creates a user friendly token definition
*
* @param tokenType
* token type
* @param defaultValue
* default value for identifier token, may be null
* @return user friendly token definition
*/
public static String getBetterToken( int tokenType, String defaultValue, LanguageLevelOption languageLevel ) {
switch (languageLevel) {
case DRL5:
return getBetterTokenForDRL5(tokenType, defaultValue);
case DRL6:
return getBetterTokenForDRL6(tokenType, defaultValue);
}
throw new RuntimeException("Unknown language level");
}

private static String getBetterTokenForDRL5( int tokenType, String defaultValue ) {
switch ( tokenType ) {
case DRL5Lexer.DECIMAL :
return defaultValue == null ? "int" : defaultValue;
case DRL5Lexer.FLOAT :
return defaultValue == null ? "float" : defaultValue;
case DRL5Lexer.STRING :
return defaultValue == null ? "string" : defaultValue;
case DRL5Lexer.BOOL :
return defaultValue == null ? "boolean" : defaultValue;
case DRL5Lexer.NULL :
return "null";
case DRL5Lexer.SEMICOLON :
return ";";
case DRL5Lexer.COLON :
return ":";
case DRL5Lexer.EQUALS :
return "==";
case DRL5Lexer.NOT_EQUALS :
return "!=";
case DRL5Lexer.GREATER :
return ">";
case DRL5Lexer.GREATER_EQUALS :
return ">=";
case DRL5Lexer.LESS :
return "<";
case DRL5Lexer.LESS_EQUALS :
return "<=";
case DRL5Lexer.ARROW :
return "->";
case DRL5Lexer.ID :
return defaultValue == null ? "identifier" : defaultValue;
case DRL5Lexer.LEFT_PAREN :
return "(";
case DRL5Lexer.RIGHT_PAREN :
return ")";
case DRL5Lexer.LEFT_SQUARE :
return "[";
case DRL5Lexer.RIGHT_SQUARE :
return "]";
case DRL5Lexer.LEFT_CURLY :
return "{";
case DRL5Lexer.RIGHT_CURLY :
return "}";
case DRL5Lexer.COMMA :
return ",";
case DRL5Lexer.DOT :
return ".";
case DRL5Lexer.DOUBLE_AMPER :
return "&&";
case DRL5Lexer.DOUBLE_PIPE :
return "||";
case DRL5Lexer.MISC :
return defaultValue == null ? "misc" : defaultValue;
case DRL5Lexer.EOF :
return "<eof>";
default :
return defaultValue;
}
}

private static String getBetterTokenForDRL6( int tokenType, String defaultValue ) {
switch ( tokenType ) {
case DRL6Lexer.DECIMAL :
return defaultValue == null ? "int" : defaultValue;
case DRL6Lexer.FLOAT :
return defaultValue == null ? "float" : defaultValue;
case DRL6Lexer.STRING :
return defaultValue == null ? "string" : defaultValue;
case DRL6Lexer.BOOL :
return defaultValue == null ? "boolean" : defaultValue;
case DRL6Lexer.NULL :
return "null";
case DRL6Lexer.SEMICOLON :
return ";";
case DRL6Lexer.COLON :
return ":";
case DRL6Lexer.EQUALS :
return "==";
case DRL6Lexer.NOT_EQUALS :
return "!=";
case DRL6Lexer.GREATER :
return ">";
case DRL6Lexer.GREATER_EQUALS :
return ">=";
case DRL6Lexer.LESS :
return "<";
case DRL6Lexer.LESS_EQUALS :
return "<=";
case DRL6Lexer.ARROW :
return "->";
case DRL6Lexer.ID :
return defaultValue == null ? "identifier" : defaultValue;
case DRL6Lexer.LEFT_PAREN :
return "(";
case DRL6Lexer.RIGHT_PAREN :
return ")";
case DRL6Lexer.LEFT_SQUARE :
return "[";
case DRL6Lexer.RIGHT_SQUARE :
return "]";
case DRL6Lexer.LEFT_CURLY :
return "{";
case DRL6Lexer.RIGHT_CURLY :
return "}";
case DRL6Lexer.COMMA :
return ",";
case DRL6Lexer.DOT :
return ".";
case DRL6Lexer.DOUBLE_AMPER :
return "&&";
case DRL6Lexer.DOUBLE_PIPE :
return "||";
case DRL6Lexer.MISC :
return defaultValue == null ? "misc" : defaultValue;
case DRL6Lexer.EOF :
return "<eof>";
default :
return defaultValue;
}
}
}
16 changes: 11 additions & 5 deletions drools-compiler/src/main/java/org/drools/compiler/DrlExprParser.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,12 +23,16 @@
import org.antlr.runtime.CommonTokenStream;
import org.antlr.runtime.RecognitionException;
import org.antlr.runtime.RecognizerSharedState;
import org.drools.builder.conf.LanguageLevelOption;
import org.drools.lang.DRLExpressions;
import org.drools.lang.DRLLexer;
import org.drools.lang.ParserHelper;
import org.drools.lang.descr.BaseDescr;
import org.drools.lang.descr.ConstraintConnectiveDescr;

import static org.drools.compiler.DRLFactory.getDRLExpressions;
import static org.drools.compiler.DRLFactory.getDRLLexer;

/**
* This is a helper class that provides helper methods to parse expressions
* using both the DRLExpressions parser and the DRLExprTree parser.
Expand All @@ -37,19 +41,21 @@ public class DrlExprParser {

private ParserHelper helper = null;

public DrlExprParser() {
private final LanguageLevelOption languageLevel;

public DrlExprParser(LanguageLevelOption languageLevel) {
this.languageLevel = languageLevel;
}

/** Parse an expression from text */
public ConstraintConnectiveDescr parse( final String text ) {
ConstraintConnectiveDescr constraint = null;
try {
DRLLexer lexer = new DRLLexer( new ANTLRStringStream( text ) );
DRLLexer lexer = getDRLLexer(new ANTLRStringStream(text), languageLevel);
CommonTokenStream input = new CommonTokenStream( lexer );
RecognizerSharedState state = new RecognizerSharedState();
helper = new ParserHelper( input,
state );
DRLExpressions parser = new DRLExpressions( input, state, helper );
helper = new ParserHelper( input, state, languageLevel );
DRLExpressions parser = getDRLExpressions( input, state, helper, languageLevel );
parser.setBuildDescr( true );
parser.setLeftMostExpr( null ); // setting initial value just in case
BaseDescr expr = parser.conditionalOrExpression();
Expand Down
Loading

0 comments on commit 37bbbf8

Please sign in to comment.