Package tilda.loader.csv.stores

Class CSVImporter

java.lang.Object

tilda.loader.csv.stores.CSVImporter

Direct Known Subclasses:

IBMDB2CSVImporter, MSSQLCSVImporter, PostgreSQLCSVImporter

public abstract class CSVImporter
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	CSVImporter.Results

Field Summary

Fields

Modifier and Type	Field	Description
protected static int	BATCH_SIZE
protected Connection	C
protected DataObject	cmsDO
protected static int	COMMIT_SIZE
protected static org.apache.logging.log4j.Logger	LOG
protected java.lang.String	rootFolder

Constructor Summary

Constructors

Constructor	Description
CSVImporter()

Method Summary

Modifier and Type	Method	Description
protected static void	createSchemaAndTable(Connection C, java.lang.String schemaName, java.lang.String tableName, java.lang.String[] columns, int ColumnSize)
protected java.lang.StringBuilder	GenerateInsertSQL(java.lang.String schemaName, java.lang.String tableName, java.lang.String[] columns, java.util.Map<java.lang.String,ColumnMeta> DBColumns)
protected abstract java.lang.StringBuilder	GenerateSQL(boolean isUpsert, java.lang.String schemaName, java.lang.String tableName, java.lang.String[] columns, java.util.Map<java.lang.String,ColumnMeta> DBColumns, java.lang.String[] lookupColumns)
protected static void	HandleFinally(java.util.List<java.sql.Array> AllocatedArrays)
protected static java.util.Map<java.lang.String,GenericLoader>	initializeLoaders(Connection C, java.util.Map<java.lang.String,ColumnHeader> columnMap)
protected abstract long	insertData(boolean isUpsert, long t0, java.util.Map<java.lang.String,ColumnMeta> DBColumns, boolean withHeader, java.lang.Iterable<org.apache.commons.csv.CSVRecord> records, java.lang.StringBuilder Str, java.lang.String schemaName, java.lang.String tableName, java.lang.String[] headers, java.lang.String[] columns, java.util.Map<java.lang.String,ColumnHeader> columnMap, java.lang.String[] completeHeaders, java.lang.String[] uniqueColumns, java.lang.String DateTimePattern, java.lang.String DateTimeZoneInfoId, java.lang.String DatePattern)
protected static boolean	isRecordAllNullOrEmpty(org.apache.commons.csv.CSVRecord record)
java.util.List<CSVImporter.Results>	process()
protected static void	validateHeaders(java.lang.String[] completeHeaders, boolean withHeader, java.lang.Iterable<org.apache.commons.csv.CSVRecord> records, java.util.Map<java.lang.String,ColumnHeader> columnMap, java.util.Map<java.lang.String,ColumnMeta> DBColumns)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

protected static final org.apache.logging.log4j.Logger LOG

COMMIT_SIZE

protected static final int COMMIT_SIZE

See Also:

Constant Field Values

BATCH_SIZE

protected static final int BATCH_SIZE

See Also:

Constant Field Values

C

protected Connection C

rootFolder

protected java.lang.String rootFolder

cmsDO

protected DataObject cmsDO

Constructor Detail

CSVImporter

public CSVImporter()

Method Detail

insertData

protected abstract long insertData(boolean isUpsert,
                                   long t0,
                                   java.util.Map<java.lang.String,ColumnMeta> DBColumns,
                                   boolean withHeader,
                                   java.lang.Iterable<org.apache.commons.csv.CSVRecord> records,
                                   java.lang.StringBuilder Str,
                                   java.lang.String schemaName,
                                   java.lang.String tableName,
                                   java.lang.String[] headers,
                                   java.lang.String[] columns,
                                   java.util.Map<java.lang.String,ColumnHeader> columnMap,
                                   java.lang.String[] completeHeaders,
                                   java.lang.String[] uniqueColumns,
                                   java.lang.String DateTimePattern,
                                   java.lang.String DateTimeZoneInfoId,
                                   java.lang.String DatePattern)
                            throws java.lang.Exception

Throws:

java.lang.Exception

GenerateSQL

protected abstract java.lang.StringBuilder GenerateSQL(boolean isUpsert,
                                                       java.lang.String schemaName,
                                                       java.lang.String tableName,
                                                       java.lang.String[] columns,
                                                       java.util.Map<java.lang.String,ColumnMeta> DBColumns,
                                                       java.lang.String[] lookupColumns)

process

public java.util.List<CSVImporter.Results> process()

GenerateInsertSQL

protected java.lang.StringBuilder GenerateInsertSQL(java.lang.String schemaName,
                                                    java.lang.String tableName,
                                                    java.lang.String[] columns,
                                                    java.util.Map<java.lang.String,ColumnMeta> DBColumns)

isRecordAllNullOrEmpty

protected static boolean isRecordAllNullOrEmpty(org.apache.commons.csv.CSVRecord record)

initializeLoaders

protected static java.util.Map<java.lang.String,GenericLoader> initializeLoaders(Connection C,
                                                                                       java.util.Map<java.lang.String,ColumnHeader> columnMap)
                                                                                throws java.lang.Exception

Throws:

java.lang.Exception

validateHeaders

protected static void validateHeaders(java.lang.String[] completeHeaders,
                                      boolean withHeader,
                                      java.lang.Iterable<org.apache.commons.csv.CSVRecord> records,
                                      java.util.Map<java.lang.String,ColumnHeader> columnMap,
                                      java.util.Map<java.lang.String,ColumnMeta> DBColumns)
                               throws java.lang.Exception

Parameters:

args -

withHeader -

records -

Throws:

java.lang.Exception

createSchemaAndTable

protected static void createSchemaAndTable(Connection C,
                                           java.lang.String schemaName,
                                           java.lang.String tableName,
                                           java.lang.String[] columns,
                                           int ColumnSize)
                                    throws java.lang.Exception

Throws:

java.lang.Exception

HandleFinally

protected static void HandleFinally(java.util.List<java.sql.Array> AllocatedArrays)
                             throws java.sql.SQLException

Throws:

java.sql.SQLException