InsertRecordsFromFiles.cs

Go to the documentation of this file.

/*
 *  This file was autogenerated by the Kinetica schema processor.
 *
 *  DO NOT EDIT DIRECTLY.
 */

using System.Collections.Generic;

namespace kinetica
{
    public class InsertRecordsFromFilesRequest : KineticaData
    {
        public struct CreateTableOptions
        {
            public const string TYPE_ID = "type_id";

            public const string NO_ERROR_IF_EXISTS = "no_error_if_exists";

            public const string TRUE = "true";
            public const string FALSE = "false";

            public const string IS_REPLICATED = "is_replicated";

            public const string FOREIGN_KEYS = "foreign_keys";

            public const string FOREIGN_SHARD_KEY = "foreign_shard_key";

            public const string PARTITION_TYPE = "partition_type";

            public const string RANGE = "RANGE";

            public const string INTERVAL = "INTERVAL";

            public const string LIST = "LIST";

            public const string HASH = "HASH";

            public const string SERIES = "SERIES";

            public const string PARTITION_KEYS = "partition_keys";

            public const string PARTITION_DEFINITIONS = "partition_definitions";

            public const string IS_AUTOMATIC_PARTITION = "is_automatic_partition";

            public const string TTL = "ttl";

            public const string CHUNK_SIZE = "chunk_size";

            public const string CHUNK_COLUMN_MAX_MEMORY = "chunk_column_max_memory";

            public const string CHUNK_MAX_MEMORY = "chunk_max_memory";

            public const string IS_RESULT_TABLE = "is_result_table";

            public const string STRATEGY_DEFINITION = "strategy_definition";

            public const string COMPRESSION_CODEC = "compression_codec";
        } // end struct CreateTableOptions

        public struct Options
        {
            public const string BAD_RECORD_TABLE_NAME = "bad_record_table_name";

            public const string BAD_RECORD_TABLE_LIMIT = "bad_record_table_limit";

            public const string BAD_RECORD_TABLE_LIMIT_PER_INPUT = "bad_record_table_limit_per_input";

            public const string BATCH_SIZE = "batch_size";

            public const string COLUMN_FORMATS = "column_formats";

            public const string COLUMNS_TO_LOAD = "columns_to_load";

            public const string COLUMNS_TO_SKIP = "columns_to_skip";

            public const string COMPRESSION_TYPE = "compression_type";

            public const string NONE = "none";

            public const string AUTO = "auto";

            public const string GZIP = "gzip";

            public const string BZIP2 = "bzip2";

            public const string DATASOURCE_NAME = "datasource_name";

            public const string DEFAULT_COLUMN_FORMATS = "default_column_formats";

            public const string ERROR_HANDLING = "error_handling";

            public const string PERMISSIVE = "permissive";

            public const string IGNORE_BAD_RECORDS = "ignore_bad_records";

            public const string ABORT = "abort";

            public const string FILE_TYPE = "file_type";

            public const string AVRO = "avro";

            public const string DELIMITED_TEXT = "delimited_text";

            public const string GDB = "gdb";

            public const string JSON = "json";

            public const string PARQUET = "parquet";

            public const string SHAPEFILE = "shapefile";

            public const string FLATTEN_COLUMNS = "flatten_columns";

            public const string TRUE = "true";

            public const string FALSE = "false";

            public const string GDAL_CONFIGURATION_OPTIONS = "gdal_configuration_options";

            public const string IGNORE_EXISTING_PK = "ignore_existing_pk";

            public const string INGESTION_MODE = "ingestion_mode";

            public const string FULL = "full";

            public const string DRY_RUN = "dry_run";

            public const string TYPE_INFERENCE_ONLY = "type_inference_only";

            public const string KAFKA_CONSUMERS_PER_RANK = "kafka_consumers_per_rank";

            public const string KAFKA_GROUP_ID = "kafka_group_id";

            public const string KAFKA_OFFSET_RESET_POLICY = "kafka_offset_reset_policy";

            public const string EARLIEST = "earliest";
            public const string LATEST = "latest";

            public const string KAFKA_OPTIMISTIC_INGEST = "kafka_optimistic_ingest";

            public const string KAFKA_SUBSCRIPTION_CANCEL_AFTER = "kafka_subscription_cancel_after";

            public const string KAFKA_TYPE_INFERENCE_FETCH_TIMEOUT = "kafka_type_inference_fetch_timeout";

            public const string LAYER = "layer";

            public const string LOADING_MODE = "loading_mode";

            public const string HEAD = "head";

            public const string DISTRIBUTED_SHARED = "distributed_shared";

            public const string DISTRIBUTED_LOCAL = "distributed_local";

            public const string LOCAL_TIME_OFFSET = "local_time_offset";

            public const string MAX_RECORDS_TO_LOAD = "max_records_to_load";

            public const string NUM_TASKS_PER_RANK = "num_tasks_per_rank";

            public const string POLL_INTERVAL = "poll_interval";

            public const string PRIMARY_KEYS = "primary_keys";

            public const string SCHEMA_REGISTRY_CONNECTION_RETRIES = "schema_registry_connection_retries";

            public const string SCHEMA_REGISTRY_CONNECTION_TIMEOUT = "schema_registry_connection_timeout";

            public const string SCHEMA_REGISTRY_MAX_CONSECUTIVE_CONNECTION_FAILURES = "schema_registry_max_consecutive_connection_failures";

            public const string MAX_CONSECUTIVE_INVALID_SCHEMA_FAILURE = "max_consecutive_invalid_schema_failure";

            public const string SCHEMA_REGISTRY_SCHEMA_NAME = "schema_registry_schema_name";

            public const string SHARD_KEYS = "shard_keys";

            public const string SKIP_LINES = "skip_lines";

            public const string START_OFFSETS = "start_offsets";

            public const string SUBSCRIBE = "subscribe";

            public const string TABLE_INSERT_MODE = "table_insert_mode";

            public const string SINGLE = "single";

            public const string TABLE_PER_FILE = "table_per_file";

            public const string TEXT_COMMENT_STRING = "text_comment_string";

            public const string TEXT_DELIMITER = "text_delimiter";

            public const string TEXT_ESCAPE_CHARACTER = "text_escape_character";

            public const string TEXT_HAS_HEADER = "text_has_header";

            public const string TEXT_HEADER_PROPERTY_DELIMITER = "text_header_property_delimiter";

            public const string TEXT_NULL_STRING = "text_null_string";

            public const string TEXT_QUOTE_CHARACTER = "text_quote_character";

            public const string TEXT_SEARCH_COLUMNS = "text_search_columns";

            public const string TEXT_SEARCH_MIN_COLUMN_LENGTH = "text_search_min_column_length";

            public const string TRUNCATE_STRINGS = "truncate_strings";

            public const string TRUNCATE_TABLE = "truncate_table";

            public const string TYPE_INFERENCE_MAX_RECORDS_READ = "type_inference_max_records_read";

            public const string TYPE_INFERENCE_MODE = "type_inference_mode";

            public const string ACCURACY = "accuracy";

            public const string SPEED = "speed";

            public const string UPDATE_ON_EXISTING_PK = "update_on_existing_pk";
        } // end struct Options

        public string table_name { get; set; }

        public IList<string> filepaths { get; set; } = new List<string>();

        public IDictionary<string, IDictionary<string, string>> modify_columns { get; set; } = new Dictionary<string, IDictionary<string, string>>();

        public IDictionary<string, string> create_table_options { get; set; } = new Dictionary<string, string>();

        public IDictionary<string, string> options { get; set; } = new Dictionary<string, string>();

        public InsertRecordsFromFilesRequest() { }

        public InsertRecordsFromFilesRequest( string table_name,
                                              IList<string> filepaths,
                                              IDictionary<string, IDictionary<string, string>> modify_columns = null,
                                              IDictionary<string, string> create_table_options = null,
                                              IDictionary<string, string> options = null)
        {
            this.table_name = table_name ?? "";
            this.filepaths = filepaths ?? new List<string>();
            this.modify_columns = modify_columns ?? new Dictionary<string, IDictionary<string, string>>();
            this.create_table_options = create_table_options ?? new Dictionary<string, string>();
            this.options = options ?? new Dictionary<string, string>();
        } // end constructor
    } // end class InsertRecordsFromFilesRequest

    public class InsertRecordsFromFilesResponse : KineticaData
    {
        public string table_name { get; set; }

        public string type_id { get; set; }

        public string type_definition { get; set; }

        public string type_label { get; set; }

        public IDictionary<string, IList<string>> type_properties { get; set; } = new Dictionary<string, IList<string>>();

        public long count_inserted { get; set; }

        public long count_skipped { get; set; }

        public long count_updated { get; set; }

        public IDictionary<string, string> info { get; set; } = new Dictionary<string, string>();

        public IList<string> files { get; set; } = new List<string>();
    } // end class InsertRecordsFromFilesResponse
} // end namespace kinetica