7 using System.Collections.Generic;
70 public const string TRUE =
"true";
71 public const string FALSE =
"false";
147 public const string RANGE =
"RANGE";
157 public const string LIST =
"LIST";
162 public const string HASH =
"HASH";
214 public const string TTL =
"ttl";
366 public const string NONE =
"none";
369 public const string AUTO =
"auto";
372 public const string GZIP =
"gzip";
375 public const string BZIP2 =
"bzip2";
452 public const string ABORT =
"abort";
491 public const string AVRO =
"avro";
498 public const string GDB =
"gdb";
501 public const string JSON =
"json";
529 public const string TRUE =
"true";
533 public const string FALSE =
"false";
596 public const string FULL =
"full";
664 public const string LAYER =
"layer";
719 public const string HEAD =
"head";
1086 public IList<string>
filepaths {
get;
set; } =
new List<string>();
1091 public IDictionary<string, IDictionary<string, string>>
modify_columns {
get;
set; } =
new Dictionary<string, IDictionary<string, string>>();
2178 public IDictionary<string, string>
options {
get;
set; } =
new Dictionary<string, string>();
3306 IDictionary<
string, IDictionary<string, string>>
modify_columns =
null,
3308 IDictionary<string, string>
options =
null)
3311 this.filepaths =
filepaths ??
new List<string>();
3343 public IDictionary<string, IList<string>>
type_properties {
get;
set; } =
new Dictionary<string, IList<string>>();
3358 public IDictionary<string, string>
info {
get;
set; } =
new Dictionary<string, string>();
3360 public IList<string>
files {
get;
set; } =
new List<string>();
const string FLATTEN_COLUMNS
Specifies how to handle nested columns.
const string ERROR_HANDLING
Specifies how errors should be handled upon insertion.
const string AUTO
Auto detect compression type.
A set of string constants for the parameter create_table_options.
const string CHUNK_MAX_MEMORY
Indicates the target maximum data size for all columns in a chunk to be used for this table.
const string TRIM_SPACE
If set to TRUE, remove leading or trailing space from fields.
const string TEXT_DELIMITER
Specifies the character delimiting field values in the source data and field names in the header (if ...
const string AVRO
Avro file format.
A set of string constants for the parameter options.
IDictionary< string, IList< string > > type_properties
A mapping of each target table column name to an array of column properties associated with that colu...
const string TEXT_NULL_STRING
Specifies the character string that should be interpreted as a null value in the source data.
const string IS_RESULT_TABLE
Indicates whether the table is a memory-only table.
const string TEXT_SEARCH_MIN_COLUMN_LENGTH
Set the minimum column size for strings to apply the 'text_search' property to.
const string JSON
JSON file format.
const string KAFKA_SUBSCRIPTION_CANCEL_AFTER
Sets the Kafka subscription lifespan (in minutes).
A set of parameters for Kinetica.insertRecordsFromFiles.
const string TEXT_COMMENT_STRING
Specifies the character string that should be interpreted as a comment line prefix in the source data...
const string KAFKA_TYPE_INFERENCE_FETCH_TIMEOUT
Maximum time to collect Kafka messages before type inferencing on the set of them.
string table_name
Name of the table into which the data will be inserted, in [schema_name.
IDictionary< string, IDictionary< string, string > > modify_columns
Not implemented yet.
const string ABORT
Stops current insertion and aborts entire operation when an error is encountered.
const string SCHEMA_REGISTRY_MAX_CONSECUTIVE_CONNECTION_FAILURES
Max records to skip due to SR connection failures, before failing.
const string TEXT_SEARCH_COLUMNS
Add 'text_search' property to internally inferenced string columns.
KineticaData - class to help with Avro Encoding for Kinetica
const string INTERVAL
Use interval partitioning.
const string PARTITION_DEFINITIONS
Comma-separated list of partition definitions, whose format depends on the choice of PARTITION_TYPE.
const string TYPE_INFERENCE_ONLY
Infer the type of the source data and return, without ingesting any data.
const string KAFKA_GROUP_ID
The group id to be used when consuming data from a Kafka topic (valid only for Kafka datasource subsc...
const string TABLE_PER_FILE
Insert records from each file into a new table corresponding to that file.
long count_inserted
Number of records inserted into the target table.
const string PRIMARY_KEYS
Comma separated list of column names to set as primary keys, when not specified in the type.
const string SPEED
Scans data and picks the widest possible column types so that 'all' values will fit with minimum data...
const string GDAL_CONFIGURATION_OPTIONS
Comma separated list of gdal conf options, for the specific requests: key=value.
IDictionary< string, string > info
Additional information.
const string SHAPEFILE
ShapeFile file format.
const string GDB
Esri/GDB file format.
const string KAFKA_OPTIMISTIC_INGEST
Enable optimistic ingestion where Kafka topic offsets and table data are committed independently to a...
const string CHUNK_COLUMN_MAX_MEMORY
Indicates the target maximum data size for each column in a chunk to be used for this table.
const string NUM_TASKS_PER_RANK
Number of tasks for reading file per rank.
const string TRUNCATE_TABLE
If set to TRUE, truncates the table specified by table_name prior to loading the file(s).
const string DATASOURCE_NAME
Name of an existing external data source from which data file(s) specified in filepaths will be loade...
const string IS_REPLICATED
Affects the distribution scheme for the table's data.
const string FULL
Run a type inference on the source data (if needed) and ingest.
const string INGESTION_MODE
Whether to do a full load, dry run, or perform a type inference on the source data.
string type_definition
A JSON string describing the columns of the target table.
const string FOREIGN_SHARD_KEY
Foreign shard key of the format 'source_column references shard_by_column from target_table(primary_k...
const string COLUMNS_TO_SKIP
Specifies a comma-delimited list of columns from the source data to skip.
const string BAD_RECORD_TABLE_LIMIT_PER_INPUT
For subscriptions, a positive integer indicating the maximum number of records that can be written to...
const string CHUNK_SIZE
Indicates the number of records per chunk to be used for this table.
const string LOADING_MODE
Scheme for distributing the extraction and loading of data from the source data file(s).
const string SHARD_KEYS
Comma separated list of column names to set as shard keys, when not specified in the type.
const string FOREIGN_KEYS
Semicolon-separated list of foreign keys, of the format '(source_column_name [, .....
const string TEXT_QUOTE_CHARACTER
Specifies the character that should be interpreted as a field value quoting character in the source d...
const string SCHEMA_REGISTRY_CONNECTION_RETRIES
Confluent Schema registry connection timeout (in secs).
const string COLUMNS_TO_LOAD
Specifies a comma-delimited list of columns from the source data to load.
const string LAYER
Geo files layer(s) name(s): comma separated.
const string NONE
No compression.
const string FALSE
Reject new records when primary keys match existing records.
const string DELIMITED_TEXT
Delimited text file format; e.g., CSV, TSV, PSV, etc.
InsertRecordsFromFilesRequest()
Constructs an InsertRecordsFromFilesRequest object with default parameters.
const string TYPE_INFERENCE_MAX_RECORDS_READ
const string MAX_CONSECUTIVE_INVALID_SCHEMA_FAILURE
Max records to skip due to schema related errors, before failing.
const string DISTRIBUTED_LOCAL
A single worker process on each node loads all files that are available to it.
A set of results returned by Kinetica.insertRecordsFromFiles.
const string IGNORE_BAD_RECORDS
Malformed records are skipped.
const string SKIP_LINES
Skip a number of lines from the beginning of the file.
const string RANGE
Use range partitioning.
long count_updated
[Not yet implemented] Number of records updated within the target table.
const string GZIP
gzip file compression.
const string SCHEMA_REGISTRY_SCHEMA_NAME
Name of the Avro schema in the schema registry to use when reading Avro records.
const string START_OFFSETS
Starting offsets by partition to fetch from kafka.
const string HASH
Use hash partitioning.
const string DISTRIBUTED_SHARED
The head node coordinates loading data by worker processes across all nodes from shared files availab...
IDictionary< string, string > options
Optional parameters.
const string SCHEMA_REGISTRY_CONNECTION_TIMEOUT
Confluent Schema registry connection timeout (in secs).
const string KAFKA_OFFSET_RESET_POLICY
Policy to determine whether the Kafka data consumption starts either at earliest offset or latest off...
const string NO_ERROR_IF_EXISTS
If TRUE, prevents an error from occurring if the table already exists and is of the given type.
const string TRUE
Upsert new records when primary keys match existing records.
const string PERMISSIVE
Records with missing columns are populated with nulls if possible; otherwise, the malformed records a...
const string TEXT_ESCAPE_CHARACTER
Specifies the character that is used to escape other characters in the source data.
const string HEAD
The head node loads all data.
const string MAX_RECORDS_TO_LOAD
Limit the number of records to load in this request: if this number is larger than BATCH_SIZE,...
const string TYPE_ID
ID of a currently registered type.
const string TEXT_HAS_HEADER
Indicates whether the source data contains a header row.
const string TYPE_INFERENCE_MODE
Optimize type inferencing for either speed or accuracy.
IDictionary< string, string > create_table_options
Options from Kinetica.createTable, allowing the structure of the table to be defined independently of...
const string BAD_RECORD_TABLE_NAME
Name of a table to which records that were rejected are written.
const string DEFAULT_COLUMN_FORMATS
Specifies the default format to be applied to source data loaded into columns with the corresponding ...
const string TEXT_HEADER_PROPERTY_DELIMITER
Specifies the delimiter for column properties in the header row (if present).
const string BZIP2
bzip2 file compression.
const string LIST
Use list partitioning.
const string BAD_RECORD_TABLE_LIMIT
A positive integer indicating the maximum number of records that can be written to the bad-record-tab...
string table_name
Value of table_name.
long count_skipped
Number of records skipped, when not running in ABORT error handling mode.
const string TABLE_INSERT_MODE
Insertion scheme to use when inserting records from multiple shapefiles.
const string POLL_INTERVAL
If TRUE, the number of seconds between attempts to load external files into the table.
IList< string > filepaths
A list of file paths from which data will be sourced; For paths in KiFS, use the URI prefix of kifs:/...
const string PARQUET
Apache Parquet file format.
const string DRY_RUN
Does not load data, but walks through the source data and determines the number of valid records,...
const string SUBSCRIBE
Continuously poll the data source to check for new data and load it into the table.
const string STRATEGY_DEFINITION
The tier strategy for the table and its columns.
const string KAFKA_CONSUMERS_PER_RANK
Number of Kafka consumer threads per rank (valid range 1-6).
const string IS_AUTOMATIC_PARTITION
If TRUE, a new partition will be created for values which don't fall into an existing partition.
const string PARTITION_KEYS
Comma-separated list of partition keys, which are the columns or column expressions by which records ...
string type_label
The user-defined description associated with the target table's structure.
const string COMPRESSION_CODEC
The default compression codec for this table's columns.
const string ACCURACY
Scans data to get exactly-typed and sized columns for all data scanned.
const string BATCH_SIZE
Number of records to insert per batch when inserting data.
const string SINGLE
Insert all records into a single table.
const string LOCAL_TIME_OFFSET
Apply an offset to Avro local timestamp columns.
const string IGNORE_EXISTING_PK
Specifies the record collision error-suppression policy for inserting into a table with a primary key...
const string TRUNCATE_STRINGS
If set to TRUE, truncate string values that are longer than the column's type size.
const string UPDATE_ON_EXISTING_PK
Specifies the record collision policy for inserting into a table with a primary key.
const string PARTITION_TYPE
Partitioning scheme to use.
const string COMPRESSION_TYPE
Source data compression type.
const string COLUMN_FORMATS
For each target column specified, applies the column-property-bound format to the source data loaded ...
const string TTL
Sets the TTL of the table specified in table_name.
const string FILE_TYPE
Specifies the type of the file(s) whose records will be inserted.
string type_id
ID of the currently registered table structure type for the target table.
InsertRecordsFromFilesRequest(string table_name, IList< string > filepaths, IDictionary< string, IDictionary< string, string >> modify_columns=null, IDictionary< string, string > create_table_options=null, IDictionary< string, string > options=null)
Constructs an InsertRecordsFromFilesRequest object with the specified parameters.
const string SERIES
Use series partitioning.