org.apache.flink.table.planner.delegation.hive.copy

Class HiveParserSemanticAnalyzer

java.lang.Object

org.apache.flink.table.planner.delegation.hive.copy.HiveParserSemanticAnalyzer

public class HiveParserSemanticAnalyzer
extends Object

Counterpart of hive's org.apache.hadoop.hive.ql.parse.SemanticAnalyzer and adapted to our needs.

Field Summary

Fields

Modifier and Type	Field and Description
protected HiveParserBaseSemanticAnalyzer.AnalyzeRewriteContext	analyzeRewrite
static int	AUTOGEN_COLALIAS_PRFX_MAXLENGTH
org.apache.hadoop.hive.ql.parse.ColumnAccessInfo	columnAccessInfo
protected org.apache.hadoop.hive.ql.plan.CreateViewDesc	createVwDesc
HiveParserContext	ctx
protected boolean	defaultJoinMerge
boolean	disableJoinMerge
static String	DUMMY_TABLE
protected HashSet<org.apache.hadoop.hive.ql.hooks.ReadEntity>	inputs
protected boolean	noscan
protected boolean	partialscan
List<org.apache.hadoop.hive.metastore.api.FieldSchema>	resultSchema
static String	SUBQUERY_TAG_1
static String	SUBQUERY_TAG_2
HiveParserUnparseTranslator	unparseTranslator
static String	VALUES_TMP_TABLE_NAME_PREFIX
protected HiveParserASTNode	viewSelect
protected ArrayList<String>	viewsExpanded

Constructor Summary

Constructors

Constructor and Description
HiveParserSemanticAnalyzer(HiveParserQueryState queryState, org.apache.calcite.tools.FrameworkConfig frameworkConfig, org.apache.calcite.plan.RelOptCluster cluster, CatalogManager catalogManager)

Method Summary

Modifier and Type	Method and Description
boolean	autogenColAliasPrfxIncludeFuncName()
void	checkExpressionsForGroupingSet(List<HiveParserASTNode> grpByExprs, List<HiveParserASTNode> distinctGrpByExprs, Map<String,HiveParserASTNode> aggregationTrees, HiveParserRowResolver inputRowResolver)
boolean	doPhase1(HiveParserASTNode ast, HiveParserQB qb, HiveParserBaseSemanticAnalyzer.Phase1Ctx ctx1, org.apache.flink.table.planner.delegation.hive.copy.HiveParserPlannerContext plannerCtx) Phase 1: (including, but not limited to): 1.
void	doPhase1QBExpr(HiveParserASTNode ast, HiveParserQBExpr qbexpr, String id, String alias)
void	doPhase1QBExpr(HiveParserASTNode ast, HiveParserQBExpr qbexpr, String id, String alias, boolean insideView)
Map<HiveParserASTNode,org.apache.hadoop.hive.ql.plan.ExprNodeDesc>	genAllExprNodeDesc(HiveParserASTNode expr, HiveParserRowResolver input) Generates an expression node descriptors for the expression and children of it with default HiveParserTypeCheckCtx.
Map<HiveParserASTNode,org.apache.hadoop.hive.ql.plan.ExprNodeDesc>	genAllExprNodeDesc(HiveParserASTNode expr, HiveParserRowResolver input, HiveParserTypeCheckCtx tcCtx) Generates all of the expression node descriptors for the expression and children of it passed in the arguments.
Integer	genColListRegex(String colRegex, String tabAlias, HiveParserASTNode sel, ArrayList<org.apache.hadoop.hive.ql.plan.ExprNodeDesc> colList, HashSet<org.apache.hadoop.hive.ql.exec.ColumnInfo> excludeCols, HiveParserRowResolver input, HiveParserRowResolver colSrcRR, Integer pos, HiveParserRowResolver output, List<String> aliases, boolean ensureUniqueCols)
org.apache.hadoop.hive.ql.plan.ExprNodeDesc	genExprNodeDesc(HiveParserASTNode expr, HiveParserRowResolver input)
org.apache.hadoop.hive.ql.plan.ExprNodeDesc	genExprNodeDesc(HiveParserASTNode expr, HiveParserRowResolver input, HiveParserRowResolver outerRR, Map<HiveParserASTNode,org.apache.calcite.rel.RelNode> subqueryToRelNode, boolean useCaching)
org.apache.hadoop.hive.ql.plan.ExprNodeDesc	genExprNodeDesc(HiveParserASTNode expr, HiveParserRowResolver input, HiveParserTypeCheckCtx tcCtx) Returns expression node descriptor for the expression.
boolean	genResolvedParseTree(HiveParserASTNode ast, org.apache.flink.table.planner.delegation.hive.copy.HiveParserPlannerContext plannerCtx)
String	getAutogenColAliasPrfxLbl()
CatalogBaseTable	getCatalogBaseTable(String tableName, HiveParserQB qb)
CatalogBaseTable	getCatalogBaseTable(String tableName, HiveParserQB qb, boolean throwException)
CatalogTable	getCatalogTable(String tableName, HiveParserQB qb)
HiveConf	getConf()
void	getMaterializationMetadata(HiveParserQB qb)
void	getMetaData(HiveParserQB qb, boolean enableMaterialization)
Map<String,org.apache.hadoop.hive.ql.parse.SplitSample>	getNameToSplitSampleMap()
HiveParserQB	getQB()
org.apache.hadoop.hive.ql.QueryProperties	getQueryProperties()
void	init(boolean clearPartsCache)
void	initCtx(HiveParserContext context)
String	recommendName(org.apache.hadoop.hive.ql.plan.ExprNodeDesc exp, String colAlias)
void	setQB(HiveParserQB qb)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DUMMY_TABLE

public static final String DUMMY_TABLE

See Also:

Constant Field Values

SUBQUERY_TAG_1

public static final String SUBQUERY_TAG_1

See Also:

Constant Field Values

SUBQUERY_TAG_2

public static final String SUBQUERY_TAG_2

See Also:

Constant Field Values

AUTOGEN_COLALIAS_PRFX_MAXLENGTH

public static final int AUTOGEN_COLALIAS_PRFX_MAXLENGTH

See Also:

Constant Field Values

VALUES_TMP_TABLE_NAME_PREFIX

public static final String VALUES_TMP_TABLE_NAME_PREFIX

See Also:

Constant Field Values

resultSchema

public List<org.apache.hadoop.hive.metastore.api.FieldSchema> resultSchema

createVwDesc

protected org.apache.hadoop.hive.ql.plan.CreateViewDesc createVwDesc

viewsExpanded

protected ArrayList<String> viewsExpanded

viewSelect

protected HiveParserASTNode viewSelect

unparseTranslator

public final HiveParserUnparseTranslator unparseTranslator

noscan

protected boolean noscan

partialscan

protected boolean partialscan

disableJoinMerge

public volatile boolean disableJoinMerge

defaultJoinMerge

protected final boolean defaultJoinMerge

analyzeRewrite

protected HiveParserBaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite

columnAccessInfo

public org.apache.hadoop.hive.ql.parse.ColumnAccessInfo columnAccessInfo

ctx

public HiveParserContext ctx

inputs

protected HashSet<org.apache.hadoop.hive.ql.hooks.ReadEntity> inputs

Constructor Detail

HiveParserSemanticAnalyzer

public HiveParserSemanticAnalyzer(HiveParserQueryState queryState,
                                  org.apache.calcite.tools.FrameworkConfig frameworkConfig,
                                  org.apache.calcite.plan.RelOptCluster cluster,
                                  CatalogManager catalogManager)
                           throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

Method Detail

getConf

public HiveConf getConf()

initCtx

public void initCtx(HiveParserContext context)

getQueryProperties

public org.apache.hadoop.hive.ql.QueryProperties getQueryProperties()

doPhase1QBExpr

public void doPhase1QBExpr(HiveParserASTNode ast,
                           HiveParserQBExpr qbexpr,
                           String id,
                           String alias)
                    throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

doPhase1QBExpr

public void doPhase1QBExpr(HiveParserASTNode ast,
                           HiveParserQBExpr qbexpr,
                           String id,
                           String alias,
                           boolean insideView)
                    throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

getNameToSplitSampleMap

public Map<String,org.apache.hadoop.hive.ql.parse.SplitSample> getNameToSplitSampleMap()

doPhase1

public boolean doPhase1(HiveParserASTNode ast,
                        HiveParserQB qb,
                        HiveParserBaseSemanticAnalyzer.Phase1Ctx ctx1,
                        org.apache.flink.table.planner.delegation.hive.copy.HiveParserPlannerContext plannerCtx)
                 throws org.apache.hadoop.hive.ql.parse.SemanticException

Phase 1: (including, but not limited to): 1. Gets all the aliases for all the tables / subqueries and makes the appropriate mapping in aliasToTabs, aliasToSubq 2. Gets the location of the destination and names the clause "inclause" + i 3. Creates a map from a string representation of an aggregation tree to the actual aggregation AST 4. Creates a mapping from the clause name to the select expression AST in destToSelExpr 5. Creates a mapping from a table alias to the lateral view AST's in aliasToLateralViews

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

getMaterializationMetadata

public void getMaterializationMetadata(HiveParserQB qb)
                                throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

getMetaData

public void getMetaData(HiveParserQB qb,
                        boolean enableMaterialization)
                 throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

genColListRegex

public Integer genColListRegex(String colRegex,
                               String tabAlias,
                               HiveParserASTNode sel,
                               ArrayList<org.apache.hadoop.hive.ql.plan.ExprNodeDesc> colList,
                               HashSet<org.apache.hadoop.hive.ql.exec.ColumnInfo> excludeCols,
                               HiveParserRowResolver input,
                               HiveParserRowResolver colSrcRR,
                               Integer pos,
                               HiveParserRowResolver output,
                               List<String> aliases,
                               boolean ensureUniqueCols)
                        throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

recommendName

public String recommendName(org.apache.hadoop.hive.ql.plan.ExprNodeDesc exp,
                            String colAlias)

getAutogenColAliasPrfxLbl

public String getAutogenColAliasPrfxLbl()

getCatalogBaseTable

public CatalogBaseTable getCatalogBaseTable(String tableName,
                                            HiveParserQB qb)

getCatalogBaseTable

@Nullable
public CatalogBaseTable getCatalogBaseTable(String tableName,
                                                      HiveParserQB qb,
                                                      boolean throwException)

getCatalogTable

public CatalogTable getCatalogTable(String tableName,
                                    HiveParserQB qb)

autogenColAliasPrfxIncludeFuncName

public boolean autogenColAliasPrfxIncludeFuncName()

checkExpressionsForGroupingSet

public void checkExpressionsForGroupingSet(List<HiveParserASTNode> grpByExprs,
                                           List<HiveParserASTNode> distinctGrpByExprs,
                                           Map<String,HiveParserASTNode> aggregationTrees,
                                           HiveParserRowResolver inputRowResolver)
                                    throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

init

public void init(boolean clearPartsCache)

genResolvedParseTree

public boolean genResolvedParseTree(HiveParserASTNode ast,
                                    org.apache.flink.table.planner.delegation.hive.copy.HiveParserPlannerContext plannerCtx)
                             throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

genExprNodeDesc

public org.apache.hadoop.hive.ql.plan.ExprNodeDesc genExprNodeDesc(HiveParserASTNode expr,
                                                                   HiveParserRowResolver input)
                                                            throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

genExprNodeDesc

public org.apache.hadoop.hive.ql.plan.ExprNodeDesc genExprNodeDesc(HiveParserASTNode expr,
                                                                   HiveParserRowResolver input,
                                                                   HiveParserRowResolver outerRR,
                                                                   Map<HiveParserASTNode,org.apache.calcite.rel.RelNode> subqueryToRelNode,
                                                                   boolean useCaching)
                                                            throws org.apache.hadoop.hive.ql.parse.SemanticException

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

genAllExprNodeDesc

public Map<HiveParserASTNode,org.apache.hadoop.hive.ql.plan.ExprNodeDesc> genAllExprNodeDesc(HiveParserASTNode expr,
                                                                                             HiveParserRowResolver input)
                                                                                      throws org.apache.hadoop.hive.ql.parse.SemanticException

Generates an expression node descriptors for the expression and children of it with default HiveParserTypeCheckCtx.

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

genExprNodeDesc

public org.apache.hadoop.hive.ql.plan.ExprNodeDesc genExprNodeDesc(HiveParserASTNode expr,
                                                                   HiveParserRowResolver input,
                                                                   HiveParserTypeCheckCtx tcCtx)
                                                            throws org.apache.hadoop.hive.ql.parse.SemanticException

Returns expression node descriptor for the expression. If it's evaluated already in previous operator, it can be retrieved from cache.

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

genAllExprNodeDesc

public Map<HiveParserASTNode,org.apache.hadoop.hive.ql.plan.ExprNodeDesc> genAllExprNodeDesc(HiveParserASTNode expr,
                                                                                             HiveParserRowResolver input,
                                                                                             HiveParserTypeCheckCtx tcCtx)
                                                                                      throws org.apache.hadoop.hive.ql.parse.SemanticException

Generates all of the expression node descriptors for the expression and children of it passed in the arguments. This function uses the row resolver and the metadata information that are passed as arguments to resolve the column names to internal names.

Throws:

org.apache.hadoop.hive.ql.parse.SemanticException

getQB

public HiveParserQB getQB()

setQB

public void setQB(HiveParserQB qb)