org.apache.spark.sql.jdbc

Class PostgresDialect

Object

org.apache.spark.sql.jdbc.PostgresDialect

public class PostgresDialect
extends Object

Constructor Summary

Constructors

Constructor and Description
PostgresDialect()

Method Summary

Modifier and Type	Method and Description
static String[]	alterTable(String tableName, scala.collection.Seq<org.apache.spark.sql.connector.catalog.TableChange> changes, int dbMajorVersion)
static void	beforeFetch(java.sql.Connection connection, scala.collection.immutable.Map<String,String> properties)
static boolean	canHandle(String url)
static AnalysisException	classifyException(String message, Throwable e)
static scala.Option<String>	compileAggregate(org.apache.spark.sql.connector.expressions.aggregate.AggregateFunc aggFunction)
static scala.Option<String>	compileExpression(org.apache.spark.sql.connector.expressions.Expression expr)
static Object	compileValue(Object value)
static org.apache.spark.sql.internal.SQLConf	conf()
static scala.Function1<Object,java.sql.Connection>	createConnectionFactory(org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)
static String	createIndex(String indexName, org.apache.spark.sql.connector.catalog.Identifier tableIdent, org.apache.spark.sql.connector.expressions.NamedReference[] columns, java.util.Map<org.apache.spark.sql.connector.expressions.NamedReference,java.util.Map<String,String>> columnsProperties, java.util.Map<String,String> properties)
static void	createSchema(java.sql.Statement statement, String schema, String comment)
static String	dropIndex(String indexName, org.apache.spark.sql.connector.catalog.Identifier tableIdent)
static String	dropSchema(String schema, boolean cascade)
static scala.collection.Seq<scala.Tuple2<String,org.apache.spark.sql.connector.catalog.functions.UnboundFunction>>	functions()
static String	getAddColumnQuery(String tableName, String columnName, String dataType)
static scala.Option<DataType>	getCatalystType(int sqlType, String typeName, int size, MetadataBuilder md)
static String	getDeleteColumnQuery(String tableName, String columnName)
static scala.Option<JdbcType>	getJDBCType(DataType dt)
static String	getLimitClause(Integer limit)
static String	getOffsetClause(Integer offset)
static String	getRenameColumnQuery(String tableName, String columnName, String newName, int dbMajorVersion)
static String	getSchemaCommentQuery(String schema, String comment)
static String	getSchemaQuery(String table)
static String	getTableCommentQuery(String table, String comment)
static String	getTableExistsQuery(String table)
static String	getTableSample(org.apache.spark.sql.execution.datasources.v2.TableSampleInfo sample)
static String	getTruncateQuery(String table, scala.Option<Object> cascade) The SQL query used to truncate a table.
static scala.Option<Object>	getTruncateQuery$default$2()
static String	getUpdateColumnNullabilityQuery(String tableName, String columnName, boolean isNullable)
static String	getUpdateColumnTypeQuery(String tableName, String columnName, String newDataType)
static boolean	indexExists(java.sql.Connection conn, String indexName, org.apache.spark.sql.connector.catalog.Identifier tableIdent, org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)
static scala.Option<Object>	isCascadingTruncateTable()
static boolean	isSupportedFunction(String funcName)
static org.apache.spark.sql.connector.catalog.index.TableIndex[]	listIndexes(java.sql.Connection conn, org.apache.spark.sql.connector.catalog.Identifier tableIdent, org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)
static String[][]	listSchemas(java.sql.Connection conn, org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)
static void	org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)
static org.slf4j.Logger	org$apache$spark$internal$Logging$$log_()
static String	quoteIdentifier(String colName)
static String	removeSchemaCommentQuery(String schema)
static String	renameTable(String oldTable, String newTable)
static boolean	schemasExists(java.sql.Connection conn, org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options, String schema)
static boolean	supportsTableSample()

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

PostgresDialect

public PostgresDialect()

Method Detail

canHandle

public static boolean canHandle(String url)

isSupportedFunction

public static boolean isSupportedFunction(String funcName)

getCatalystType

public static scala.Option<DataType> getCatalystType(int sqlType,
                                                     String typeName,
                                                     int size,
                                                     MetadataBuilder md)

getJDBCType

public static scala.Option<JdbcType> getJDBCType(DataType dt)

getTableExistsQuery

public static String getTableExistsQuery(String table)

isCascadingTruncateTable

public static scala.Option<Object> isCascadingTruncateTable()

getTruncateQuery

public static String getTruncateQuery(String table,
                                      scala.Option<Object> cascade)

The SQL query used to truncate a table. For Postgres, the default behaviour is to also truncate any descendant tables. As this is a (possibly unwanted) side-effect, the Postgres dialect adds 'ONLY' to truncate only the table in question

Parameters:

table - The table to truncate

cascade - Whether or not to cascade the truncation. Default value is the value of isCascadingTruncateTable(). Cascading a truncation will truncate tables with a foreign key relationship to the target table. However, it will not truncate tables with an inheritance relationship to the target table, as the truncate query always includes "ONLY" to prevent this behaviour.

Returns:

The SQL query to use for truncating a table

beforeFetch

public static void beforeFetch(java.sql.Connection connection,
                               scala.collection.immutable.Map<String,String> properties)

getUpdateColumnTypeQuery

public static String getUpdateColumnTypeQuery(String tableName,
                                              String columnName,
                                              String newDataType)

getUpdateColumnNullabilityQuery

public static String getUpdateColumnNullabilityQuery(String tableName,
                                                     String columnName,
                                                     boolean isNullable)

supportsTableSample

public static boolean supportsTableSample()

getTableSample

public static String getTableSample(org.apache.spark.sql.execution.datasources.v2.TableSampleInfo sample)

createIndex

public static String createIndex(String indexName,
                                 org.apache.spark.sql.connector.catalog.Identifier tableIdent,
                                 org.apache.spark.sql.connector.expressions.NamedReference[] columns,
                                 java.util.Map<org.apache.spark.sql.connector.expressions.NamedReference,java.util.Map<String,String>> columnsProperties,
                                 java.util.Map<String,String> properties)

indexExists

public static boolean indexExists(java.sql.Connection conn,
                                  String indexName,
                                  org.apache.spark.sql.connector.catalog.Identifier tableIdent,
                                  org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)

dropIndex

public static String dropIndex(String indexName,
                               org.apache.spark.sql.connector.catalog.Identifier tableIdent)

classifyException

public static AnalysisException classifyException(String message,
                                                  Throwable e)

createConnectionFactory

public static scala.Function1<Object,java.sql.Connection> createConnectionFactory(org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)

quoteIdentifier

public static String quoteIdentifier(String colName)

getSchemaQuery

public static String getSchemaQuery(String table)

getTruncateQuery$default$2

public static scala.Option<Object> getTruncateQuery$default$2()

compileValue

public static Object compileValue(Object value)

compileExpression

public static scala.Option<String> compileExpression(org.apache.spark.sql.connector.expressions.Expression expr)

compileAggregate

public static scala.Option<String> compileAggregate(org.apache.spark.sql.connector.expressions.aggregate.AggregateFunc aggFunction)

functions

public static scala.collection.Seq<scala.Tuple2<String,org.apache.spark.sql.connector.catalog.functions.UnboundFunction>> functions()

createSchema

public static void createSchema(java.sql.Statement statement,
                                String schema,
                                String comment)

schemasExists

public static boolean schemasExists(java.sql.Connection conn,
                                    org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options,
                                    String schema)

listSchemas

public static String[][] listSchemas(java.sql.Connection conn,
                                     org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)

renameTable

public static String renameTable(String oldTable,
                                 String newTable)

alterTable

public static String[] alterTable(String tableName,
                                  scala.collection.Seq<org.apache.spark.sql.connector.catalog.TableChange> changes,
                                  int dbMajorVersion)

getAddColumnQuery

public static String getAddColumnQuery(String tableName,
                                       String columnName,
                                       String dataType)

getRenameColumnQuery

public static String getRenameColumnQuery(String tableName,
                                          String columnName,
                                          String newName,
                                          int dbMajorVersion)

getDeleteColumnQuery

public static String getDeleteColumnQuery(String tableName,
                                          String columnName)

getTableCommentQuery

public static String getTableCommentQuery(String table,
                                          String comment)

getSchemaCommentQuery

public static String getSchemaCommentQuery(String schema,
                                           String comment)

removeSchemaCommentQuery

public static String removeSchemaCommentQuery(String schema)

dropSchema

public static String dropSchema(String schema,
                                boolean cascade)

listIndexes

public static org.apache.spark.sql.connector.catalog.index.TableIndex[] listIndexes(java.sql.Connection conn,
                                                                                    org.apache.spark.sql.connector.catalog.Identifier tableIdent,
                                                                                    org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions options)

getLimitClause

public static String getLimitClause(Integer limit)

getOffsetClause

public static String getOffsetClause(Integer offset)

org$apache$spark$internal$Logging$$log_

public static org.slf4j.Logger org$apache$spark$internal$Logging$$log_()

org$apache$spark$internal$Logging$$log__$eq

public static void org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)

conf

public static org.apache.spark.sql.internal.SQLConf conf()