Packages

o

io.dataos.spark.utils

SchemaConverter

object SchemaConverter

The SchemaConverter object provides utility methods for converting JSON schemas into Spark SQL StructType.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SchemaConverter
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val SchemaArrayContents: String
  5. val SchemaFieldId: String
  6. val SchemaFieldName: String
  7. val SchemaFieldType: String
  8. val SchemaRoot: String
  9. val SchemaStructContents: String
  10. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  11. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  12. def convert(inputSchema: JsValue): StructType

    Convert a JsValue representation of a JSON schema into a Spark SQL StructType.

    Convert a JsValue representation of a JSON schema into a Spark SQL StructType.

    inputSchema

    The JsValue representing the JSON schema.

    returns

    The Spark SQL StructType representing the JSON schema.

  13. def convert(fileContent: String): StructType

    Convert a JSON schema string into a Spark SQL StructType.

    Convert a JSON schema string into a Spark SQL StructType.

    fileContent

    The JSON schema string to be converted.

    returns

    The Spark SQL StructType representing the JSON schema.

  14. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  16. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  17. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  18. def getJsonId(json: JsValue): String

    Extract the id property from a JsValue representing a JSON schema.

    Extract the id property from a JsValue representing a JSON schema.

    json

    The JsValue representing the JSON schema.

    returns

    The id property of the JSON schema as a String.

  19. def getJsonName(json: JsValue): String

    Extract the name property from a JsValue representing a JSON schema.

    Extract the name property from a JsValue representing a JSON schema.

    json

    The JsValue representing the JSON schema.

    returns

    The name property of the JSON schema as a String.

  20. def getJsonType(json: JsValue): SchemaType

    Extract the type property from a JsValue representing a JSON schema.

    Extract the type property from a JsValue representing a JSON schema.

    json

    The JsValue representing the JSON schema.

    returns

    A SchemaType object representing the type property of the JSON schema.

  21. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  22. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  23. def loadSchemaJson(fileContent: String): JsValue

    Load a JSON schema string into a JsValue representation.

    Load a JSON schema string into a JsValue representation.

    fileContent

    The JSON schema string to be loaded.

    returns

    The JsValue representation of the JSON schema.

  24. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  25. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  26. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  27. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  28. def toString(): String
    Definition Classes
    AnyRef → Any
  29. val typeMap: Map[String, Serializable with AbstractDataType]
  30. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  31. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  32. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from AnyRef

Inherited from Any

Ungrouped