pyflare.sdk.utils package

Submodules

pyflare.sdk.utils.generic_utils module

pyflare.sdk.utils.generic_utils.append_properties(dict1: dict, dict2: dict) → dict

pyflare.sdk.utils.generic_utils.authorize_user(spark, heimdallClient, apikey)

pyflare.sdk.utils.generic_utils.decode_base64_string(encoded_string: str, type: str) → dict

pyflare.sdk.utils.generic_utils.decorate_logger(fn)

pyflare.sdk.utils.generic_utils.enhance_connection_url(connection_url: str, collection: str, dataset: str) → str

pyflare.sdk.utils.generic_utils.get_abfss_spark_conf(rw_config: ReadConfig)

pyflare.sdk.utils.generic_utils.get_dataset_path(depot_config) → str

pyflare.sdk.utils.generic_utils.get_env_variable(env_variable: str) → str

pyflare.sdk.utils.generic_utils.get_gcs_spark_conf(rw_config: ReadConfig)

pyflare.sdk.utils.generic_utils.get_jars_path()

pyflare.sdk.utils.generic_utils.get_s3_spark_conf(rw_config: ReadConfig)

pyflare.sdk.utils.generic_utils.get_secret_file_path() → str

pyflare.sdk.utils.generic_utils.get_secret_token(depot_details) → str

pyflare.sdk.utils.generic_utils.resolve_dataos_address(dataos_address: str) → dict

pyflare.sdk.utils.generic_utils.safe_assignment(val1, val2)

Returns val1 if val2 is None, else return val2

pyflare.sdk.utils.generic_utils.write_dict_to_file(file_path: str, data_dict: dict, overwrite: bool = True) → None

pyflare.sdk.utils.generic_utils.write_string_to_file(file_path: str, string_data: str, overwrite: bool = True) → None

pyflare.sdk.utils.pyflare_exceptions module

exception pyflare.sdk.utils.pyflare_exceptions.InvalidInputException(message)

Bases: Exception

exception pyflare.sdk.utils.pyflare_exceptions.MissingElementException(message)

Bases: Exception

exception pyflare.sdk.utils.pyflare_exceptions.MissingEnvironmentVariable(message)

Bases: Exception

exception pyflare.sdk.utils.pyflare_exceptions.PyflareReadException(message)

Bases: Exception

exception pyflare.sdk.utils.pyflare_exceptions.PyflareWriteException(message)

Bases: Exception

pyflare.sdk.utils.pyflare_logger module

pyflare.sdk.utils.pyflare_logger.create_log4j_on_disk(root_logger_level)

pyflare.sdk.utils.pyflare_logger.get_pyflare_logger(log_level='INFO', name='pyflare.sdk.utils.pyflare_logger')

pyflare.sdk.utils.pyflare_logger.log4j_log_level(python_log_level)

pyflare.sdk.utils.pyflare_logger.setup_pyflare_logger(log_level='INFO', name='pyflare.sdk.utils.pyflare_logger')

Module contents