Skip to content

Local runner

execution.core.local_runner

execution_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) module-attribute

PYSPARK_AVAILABLE = True module-attribute

LocalRunner

spark = None instance-attribute

sc = None instance-attribute

__init__()

setup_spark()

cleanup_spark()

run_job(job_type: str, job_args: Dict[str, Any]) -> Any

main()