c

io.dataos.spark.models.output

FileDatasourceOutput

case class FileDatasourceOutput(path: Option[String], warehousePath: Option[String], catalogName: Option[String], icebergCatalogType: Option[String], schemaName: Option[String], tableName: Option[String], format: String = "parquet", saveMode: SaveMode = SaveMode.Append, metastoreUris: Option[String], title: Option[String], description: Option[String], tags: Option[List[String]], icebergOptions: Option[IcebergOutputOptions], sortOptions: Option[SortOptions], partitionColumns: Seq[String], sparkOptions: Map[String, String] = Map.empty) extends DatasourceOutput with Product with Serializable

Represents the output configuration for a file-based datasource.

path

(Optional) The output file path.

warehousePath

(Optional) The warehouse path.

catalogName

(Optional) The catalog name.

icebergCatalogType

(Optional) The type of the Iceberg catalog.

schemaName

(Optional) The schema name.

tableName

(Optional) The table name.

format

The output format, default is "parquet".

metastoreUris

(Optional) The URIs of the metastore.

title

(Optional) The title of the output.

description

(Optional) The description of the output.

tags

(Optional) The tags associated with the output.

icebergOptions

(Optional) Additional options for the iceberg datasource.

sparkOptions

(Optional) Additional options for the file-based output.

Linear Supertypes
Serializable, Serializable, Product, Equals, DatasourceOutput, OutputConfig, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FileDatasourceOutput
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. DatasourceOutput
  7. OutputConfig
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FileDatasourceOutput(path: Option[String], warehousePath: Option[String], catalogName: Option[String], icebergCatalogType: Option[String], schemaName: Option[String], tableName: Option[String], format: String = "parquet", saveMode: SaveMode = SaveMode.Append, metastoreUris: Option[String], title: Option[String], description: Option[String], tags: Option[List[String]], icebergOptions: Option[IcebergOutputOptions], sortOptions: Option[SortOptions], partitionColumns: Seq[String], sparkOptions: Map[String, String] = Map.empty)

    path

    (Optional) The output file path.

    warehousePath

    (Optional) The warehouse path.

    catalogName

    (Optional) The catalog name.

    icebergCatalogType

    (Optional) The type of the Iceberg catalog.

    schemaName

    (Optional) The schema name.

    tableName

    (Optional) The table name.

    format

    The output format, default is "parquet".

    metastoreUris

    (Optional) The URIs of the metastore.

    title

    (Optional) The title of the output.

    description

    (Optional) The description of the output.

    tags

    (Optional) The tags associated with the output.

    icebergOptions

    (Optional) Additional options for the iceberg datasource.

    sparkOptions

    (Optional) Additional options for the file-based output.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val catalogName: Option[String]
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. val description: Option[String]
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. val format: String
  11. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. val icebergCatalogType: Option[String]
  13. val icebergOptions: Option[IcebergOutputOptions]
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. val metastoreUris: Option[String]
  16. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  19. val partitionColumns: Seq[String]
  20. val path: Option[String]
  21. val saveMode: SaveMode
  22. val schemaName: Option[String]
  23. val sortOptions: Option[SortOptions]
  24. val sparkOptions: Map[String, String]
  25. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  26. val tableName: Option[String]
  27. val tags: Option[List[String]]
  28. val title: Option[String]
  29. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  31. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  32. val warehousePath: Option[String]

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DatasourceOutput

Inherited from OutputConfig

Inherited from AnyRef

Inherited from Any

Ungrouped