plugins/spark_upgrade/sql_new_execution.py (28 lines of code) (raw):
# Copyright (c) 2023 Uber Technologies, Inc.
# <p>Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
# except in compliance with the License. You may obtain a copy of the License at
# <p>http://www.apache.org/licenses/LICENSE-2.0
# <p>Unless required by applicable law or agreed to in writing, software distributed under the
# License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
# express or implied. See the License for the specific language governing permissions and
# limitations under the License.
from typing import Any, List, Dict
from execute_piranha import ExecutePiranha
from polyglot_piranha import (
Rule,
)
class SQLNewExecutionChange(ExecutePiranha):
def __init__(self, paths_to_codebase: List[str]):
super().__init__(
paths_to_codebase=paths_to_codebase,
substitutions={
"sql_execution": "SQLExecution",
"with_new_execution_id": "withNewExecutionId",
},
language="scala",
)
def step_name(self) -> str:
return "Access execution plans"
def get_rules(self) -> List[Rule]:
sql_new_execution = Rule(
name="sql_new_execution",
query="cs SQLExecution.withNewExecutionId(:[sparkSession], :[qe])",
replace_node="*",
replace="SQLExecution.withNewExecutionId(@qe)",
holes={"sql_execution", "with_new_execution_id"},
)
return [sql_new_execution]
def summaries_to_custom_dict(self, _) -> Dict[str, Any]:
return {}