pyflare.sdk.config package

Submodules

pyflare.sdk.config.constants module

pyflare.sdk.config.constants.get_log4j_properties_path()[source]

pyflare.sdk.config.constants.get_spark_app_name()[source]

pyflare.sdk.config.read_config module

class pyflare.sdk.config.read_config.ReadConfig(depot_details: dict)[source]

Bases: object

property cluster_name

collection() → str[source]: Returns depot collection name

connection() → dict[source]: Returns connection dict

dataset_absolute_path() → str[source]: Returns an absolute path of dataset

dataset_name() → str[source]: Returns depot dataset name

depot_absolute_path() → str[source]: Returns an absolute path of depot

property depot_details

depot_name() → str[source]: Returns depot name

depot_type() → str[source]: Returns depot type

property driver

property extra_options

format_resolver()[source]

property io_format

property is_stream

property query

property spark_options

pyflare.sdk.config.write_config module

class pyflare.sdk.config.write_config.WriteConfig(depot_details: dict)[source]

Bases: object

collection() → str[source]: Returns depot collection name

connection() → dict[source]: Returns connection dict

dataset_absolute_path() → str[source]: Returns an absolute path of dataset

dataset_name() → str[source]: Returns depot dataset name

depot_absolute_path() → str[source]: Returns an absolute path of depot

property depot_details

depot_name() → str[source]: Returns depot name

depot_type() → str[source]: Returns depot type

property driver

property extra_options

format_resolver()[source]

property io_format

property is_stream

property mode: str

property spark_options

Module contents