Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  def alterSchemaComment(conn: Connection, options: JDBCOptions, schema: String, comment: String): Unit
5.  def alterTable(conn: Connection, tableName: String, changes: Seq[TableChange], options: JDBCOptions): Unit

   Update a table from the JDBC database.

6.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

7.  def checkIfIndexExists(conn: Connection, sql: String, options: JDBCOptions): Boolean

   Check if index exists in a table

8.  def classifyException[T](message: String, dialect: JdbcDialect)(f: ⇒ T): T
9.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... ) @native()

10.  def conf: SQLConf

    Definition Classes

    SQLConfHelper

11.  def containsIndexTypeIgnoreCase(supportedIndexTypeList: Array[String], value: String): Boolean
12.  def createIndex(conn: Connection, indexName: String, tableName: String, columns: Array[NamedReference], columnsProperties: Map[NamedReference, Map[String, String]], properties: Map[String, String], options: JDBCOptions): Unit

    Create an index.

13.  def createSchema(conn: Connection, options: JDBCOptions, schema: String, comment: String): Unit

    Creates a schema.

14.  def createTable(conn: Connection, tableName: String, schema: StructType, caseSensitive: Boolean, options: JdbcOptionsInWrite): Unit

    Creates a table with a given schema.

15.  def dropIndex(conn: Connection, indexName: String, tableName: String, options: JDBCOptions): Unit

    Drop an index.

16.  def dropSchema(conn: Connection, options: JDBCOptions, schema: String, cascade: Boolean): Unit

    Drops a schema from the JDBC database.

17.  def dropTable(conn: Connection, table: String, options: JDBCOptions): Unit

    Drops a table from the JDBC database.

18.  final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

19.  def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

20.  def executeQuery(conn: Connection, options: JDBCOptions, sql: String)(f: (ResultSet) ⇒ Unit): Unit
21.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

22.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

23.  def getCommonJDBCType(dt: DataType): Option[JdbcType]

    Retrieve standard jdbc types.

    Retrieve standard jdbc types.

    dt

    The datatype (e.g. org.apache.spark.sql.types.StringType)

    returns

    The default JdbcType for this DataType

24.  def getCustomSchema(tableSchema: StructType, customSchema: String, nameEquality: Resolver): StructType

    Parses the user specified customSchema option value to DataFrame schema, and returns a schema that is replaced by the custom schema's dataType if column name is matched.

25.  def getInsertStatement(table: String, rddSchema: StructType, tableSchema: Option[StructType], isCaseSensitive: Boolean, dialect: JdbcDialect): String

    Returns an Insert SQL statement for inserting a row into the target table via JDBC conn.

26.  def getJdbcType(dt: DataType, dialect: JdbcDialect): JdbcType
27.  def getSchema(resultSet: ResultSet, dialect: JdbcDialect, alwaysNullable: Boolean = false): StructType

    Takes a ResultSet and returns its Catalyst schema.

    Takes a ResultSet and returns its Catalyst schema.

    alwaysNullable

    If true, all the columns are nullable.

    returns

    A StructType giving the Catalyst schema.

    Exceptions thrown

    SQLException if the schema contains an unsupported type.

28.  def getSchemaOption(conn: Connection, options: JDBCOptions): Option[StructType]

    Returns the schema if the table already exists in the JDBC database.

29.  def getSupportedIndexTypeList(catalogName: String): Array[String]
30.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

31.  def indexExists(conn: Connection, indexName: String, tableName: String, options: JDBCOptions): Boolean

    Check if an index exists

32.  def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Attributes

    protected

    Definition Classes

    Logging

33.  def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes

    protected

    Definition Classes

    Logging

34.  def isCascadingTruncateTable(url: String): Option[Boolean]
35.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

36.  def isTraceEnabled(): Boolean

    Attributes

    protected

    Definition Classes

    Logging

37.  def listIndexes(conn: Connection, tableName: String, options: JDBCOptions): Array[TableIndex]

    List all the indexes in a table.

38.  def listSchemas(conn: Connection, options: JDBCOptions): Array[Array[String]]
39.  def log: Logger

    Attributes

    protected

    Definition Classes

    Logging

40.  def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

41.  def logDebug(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

42.  def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

43.  def logError(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

44.  def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

45.  def logInfo(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

46.  def logName: String

    Attributes

    protected

    Definition Classes

    Logging

47.  def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

48.  def logTrace(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

49.  def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

50.  def logWarning(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

51.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

52.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

53.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

54.  def processIndexProperties(properties: Map[String, String], catalogName: String): (String, Array[String])

    Process index properties and return tuple of indexType and list of the other index properties.

55.  def removeSchemaComment(conn: Connection, options: JDBCOptions, schema: String): Unit
56.  def renameTable(conn: Connection, oldTable: String, newTable: String, options: JDBCOptions): Unit

    Rename a table from the JDBC database.

57.  def resultSetToRows(resultSet: ResultSet, schema: StructType): Iterator[Row]

    Convert a ResultSet into an iterator of Catalyst Rows.

58.  def savePartition(table: String, iterator: Iterator[Row], rddSchema: StructType, insertStmt: String, batchSize: Int, dialect: JdbcDialect, isolationLevel: Int, options: JDBCOptions): Unit

    Saves a partition of a DataFrame to the JDBC database.

    Saves a partition of a DataFrame to the JDBC database. This is done in a single database transaction (unless isolation level is "NONE") in order to avoid repeatedly inserting data as much as possible.

    It is still theoretically possible for rows in a DataFrame to be inserted into the database more than once if a stage somehow fails after the commit occurs but before the stage can return successfully.

    This is not a closure inside saveTable() because apparently cosmetic implementation changes elsewhere might easily render such a closure non-Serializable. Instead, we explicitly close over all variables that are used.

    Note that this method records task output metrics. It assumes the method is running in a task. For now, we only records the number of rows being written because there's no good way to measure the total bytes being written. Only effective outputs are taken into account: for example, metric will not be updated if it supports transaction and transaction is rolled back, but metric will be updated even with error if it doesn't support transaction, as there're dirty outputs.

59.  def saveTable(df: DataFrame, tableSchema: Option[StructType], isCaseSensitive: Boolean, options: JdbcOptionsInWrite): Unit

    Saves the RDD to the database in a single transaction.

60.  def schemaExists(conn: Connection, options: JDBCOptions, schema: String): Boolean
61.  def schemaString(schema: StructType, caseSensitive: Boolean, url: String, createTableColumnTypes: Option[String] = None): String

    Compute the schema string for this RDD.

62.  final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

63.  def tableExists(conn: Connection, options: JdbcOptionsInWrite): Boolean

    Returns true if the table already exists in the JDBC database.

64.  def toString(): String

    Definition Classes

    AnyRef → Any

65.  def truncateTable(conn: Connection, options: JdbcOptionsInWrite): Unit

    Truncates a table from the JDBC database without side effects.

66.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

67.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

68.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... ) @native()

69.  def withConnection[T](options: JDBCOptions)(f: (Connection) ⇒ T): T