def _render_spark_opts()

in src/smspark/cli.py [0:0]

• 8 lines of code
• 7 McCabe index (conditional complexity)

def _render_spark_opts(spark_opts: Dict[str, Any]) -> Dict[str, Any]:
    """Render spark-submit options.

    Args:
        spark_opts (Dict[str, str]): Dictionary storing spark options and values.

    Returns:
        Dict[str, str]: Dictionary with finalized, rendered spark options and values.
    """
    if "jars" in spark_opts and spark_opts["jars"]:
        spark_opts["jars"] = _get_list_of_files(spark_opts["jars"])
    if "files" in spark_opts and spark_opts["files"]:
        spark_opts["files"] = _get_list_of_files(spark_opts["files"])
    if "py_files" in spark_opts and spark_opts["py_files"]:
        spark_opts["py_files"] = _get_list_of_files(spark_opts["py_files"])

    return spark_opts