Enable override option

Signed-off-by: Andy Kwok <[email protected]>
opensearch-project · Dec 13, 2024 · d790d20 · d790d20
1 parent cba664d
commit d790d20
Show file tree

Hide file tree

Showing 2 changed files with 297 additions and 295 deletions.
diff --git a/ppl-spark-integration/src/main/java/org/opensearch/sql/ppl/CatalystQueryPlanVisitor.java b/ppl-spark-integration/src/main/java/org/opensearch/sql/ppl/CatalystQueryPlanVisitor.java
@@ -305,13 +305,15 @@ public LogicalPlan visitAppendCol(AppendCol node, CatalystPlanContext context) {
             context.retainAllNamedParseExpressions(p -> p);
             context.retainAllPlans(p -> p);
 
-            SparkSession sparkSession = SparkSession.getActiveSession().get();
+            if (node.override) {
+                SparkSession sparkSession = SparkSession.getActiveSession().get();
 
-            QueryExecution queryExecution = sparkSession.sessionState().executePlan(mainSearchWithRowNumber, CommandExecutionMode.ALL());
-            QueryExecution queryExecutionSub = sparkSession.sessionState().executePlan(subSearchWithRowNumber, CommandExecutionMode.ALL());
+                QueryExecution queryExecution = sparkSession.sessionState().executePlan(mainSearchWithRowNumber, CommandExecutionMode.ALL());
+                QueryExecution queryExecutionSub = sparkSession.sessionState().executePlan(subSearchWithRowNumber, CommandExecutionMode.ALL());
 
-            Seq<Attribute> outputMain = queryExecution.analyzed().output();
-            Seq<Attribute> outputSub = queryExecutionSub.analyzed().output();
+                Seq<Attribute> outputMain = queryExecution.analyzed().output();
+                Seq<Attribute> outputSub = queryExecutionSub.analyzed().output();
+            }
 
             // Composite the join clause
             LogicalPlan joinedQuery = join(