case class DatasetOutputOptions(title: Option[String], description: Option[String], tags: Option[List[String]], saveMode: SaveMode = SaveMode.Append, queryParams: Option[String], pathParams: Map[String, String] = Map.empty, sparkOptions: Map[String, String], sortOptions: Option[SortOptions], partitionColumns: Seq[String] = Seq.empty, streamingConfig: Option[Streaming], icebergOptions: Option[IcebergOutputOptions], jdbcOptions: Option[JDBCOutputOptions], bigqueryOptions: Option[BigqueryOutputOptions]) extends Product with Serializable
Represents options for writing data to a dataset output.
- title
An optional title for the dataset output.
- description
An optional description for the dataset output.
- tags
An optional list of tags for the dataset output.
- saveMode
The SaveMode for writing data to the dataset. Default is SaveMode.Append.
- queryParams
An optional String representing query parameters to append to the resolved dataos URL.
- pathParams
The map of path parameters to replace in the resolved dataos URL.
- sparkOptions
The map of Spark options for configuring the dataset output.
- sortOptions
An optional SortOptions for sorting data during output.
- partitionColumns
The sequence of partition columns for the dataset output.
- streamingConfig
An optional Streaming configuration for the dataset output.
- icebergOptions
An optional IcebergOutputOptions for writing data to Iceberg data sources.
- jdbcOptions
An optional JDBCOutputOptions for writing data to JDBC data sources.
- bigqueryOptions
An optional BigqueryOutputOptions for writing data to BigQuery data sources.
- Alphabetic
- By Inheritance
- DatasetOutputOptions
- Serializable
- Serializable
- Product
- Equals
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
DatasetOutputOptions(title: Option[String], description: Option[String], tags: Option[List[String]], saveMode: SaveMode = SaveMode.Append, queryParams: Option[String], pathParams: Map[String, String] = Map.empty, sparkOptions: Map[String, String], sortOptions: Option[SortOptions], partitionColumns: Seq[String] = Seq.empty, streamingConfig: Option[Streaming], icebergOptions: Option[IcebergOutputOptions], jdbcOptions: Option[JDBCOutputOptions], bigqueryOptions: Option[BigqueryOutputOptions])
- title
An optional title for the dataset output.
- description
An optional description for the dataset output.
- tags
An optional list of tags for the dataset output.
- saveMode
The SaveMode for writing data to the dataset. Default is SaveMode.Append.
- queryParams
An optional String representing query parameters to append to the resolved dataos URL.
- pathParams
The map of path parameters to replace in the resolved dataos URL.
- sparkOptions
The map of Spark options for configuring the dataset output.
- sortOptions
An optional SortOptions for sorting data during output.
- partitionColumns
The sequence of partition columns for the dataset output.
- streamingConfig
An optional Streaming configuration for the dataset output.
- icebergOptions
An optional IcebergOutputOptions for writing data to Iceberg data sources.
- jdbcOptions
An optional JDBCOutputOptions for writing data to JDBC data sources.
- bigqueryOptions
An optional BigqueryOutputOptions for writing data to BigQuery data sources.
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val bigqueryOptions: Option[BigqueryOutputOptions]
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val description: Option[String]
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- val icebergOptions: Option[IcebergOutputOptions]
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- val jdbcOptions: Option[JDBCOutputOptions]
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val partitionColumns: Seq[String]
- val pathParams: Map[String, String]
- val queryParams: Option[String]
- val saveMode: SaveMode
- val sortOptions: Option[SortOptions]
- val sparkOptions: Map[String, String]
- val streamingConfig: Option[Streaming]
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
- val tags: Option[List[String]]
- val title: Option[String]
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()