JSON Ingest - Kinetica Docs

The /insert/records/json REST endpoint can be called directly, or with a convenient wrapper in the Java API. See Overview for call details and Responses for return values.

Basic Ingest from File

KINETICA_URL=http://localhost:9191
USERNAME=auser
PASSWORD=apassword
TABLE_NAME=product
JSON_FILE_NAME=products.json

curl -sS -X POST --header "Content-Type: application/json" \
--user "${USERNAME}:${PASSWORD}" \
-d @${JSON_FILE_NAME} \
${KINETICA_URL}/insert/records/json?table_name=${TABLE_NAME}

kinetica_url = "http://localhost:9191"
username = "auser"
password = "apassword"
kinetica = gpudb.GPUdb([kinetica_url], username = username, password = password)

table_name = "example.product"
json_file_name = "products.json"
records = open(json_file_name,"r").read();

response = kinetica.insert_records_from_json(records, table_name)

// Read in JSON data
String json = String.join("", Files.readAllLines(Paths.get(CSV_FILE_DIR + "/products.json")));

// Connect to database
String url = "http://localhost:9191"
GPUdb.Options options = new GPUdb.Options();
options.setUsername("auser");
options.setPassword("apassword");
GPUdb kdb = new GPUdb(url, options);

// Issue JSON ingest call
Map<String, Object> respObj = kdb.insertRecordsFromJson(json, tableName);

// Read in JSON data
ObjectMapper om = new ObjectMapper();
JsonNode jsonTree = om.readTree(new File(CSV_FILE_DIR + "/products.json"));

// Construct JSON data
List<String> jsonObjects = new ArrayList<>();
for (JsonNode jsonNode : jsonTree)
	jsonObjects.add(om.writeValueAsString(jsonNode));

// Connect to database
String url = "http://localhost:9191"
GPUdb.Options options = new GPUdb.Options();
options.setUsername("auser");
options.setPassword("apassword");
GPUdb kdb = new GPUdb(url, options);

// Set batch size
int batchSize = 10000;

// Issue BulkInserter JSON ingest call
try (BulkInserter<String> bi = new BulkInserter<>(
		kdb, tableName, Type.fromTable(kdb, tableName),
		batchSize, null, new WorkerList(kdb) ))
{
	for (String jsonObject : jsonObjects)
		bi.insert(jsonObject);
}

const kinetica_url = 'http://localhost:9191'
const username = 'auser'
const password = 'apassword'
const db = new GPUdb([kinetica_url], {'username': username, 'password': password});

let tableName = 'product';

const file = inputForm.filename.files[0];
const reader = new FileReader();
reader.readAsText(file, "UTF-8");
reader.onload = function (evt)
{
	const records = evt.target.result;
	db.insert_records_from_json(records, tableName, null, null, (err,  response) => {
		if (err)
			console.error(err);
		else
			console.info("Records inserted: " + response.count_inserted);
	});
}

const kinetica_url = 'http://localhost:9191'
const username = 'auser'
const password = 'apassword'
const db = new GPUdb([kinetica_url], {'username': username, 'password': password});

let tableName = 'product';

let fileName = 'products.json';
const fs = require('fs');
const path = require('path');
const records = fs.readFileSync(path.join(__dirname, fileName), { encoding: 'utf8' });

db.insert_records_from_json(records, tableName, null, null, (err,  response) => {
	if (err)
		console.error(err);
	else
		console.info("Records inserted: " + response.count_inserted);
});

Ingest from File with Options

KINETICA_URL=http://localhost:9191
USERNAME=auser
PASSWORD=apassword
OPTS_TABLE_NAME=product_options
JSON_FILE_NAME=products.json

# Quote the URL when passing multiple options, or the & will stop the URL
#   parsing and run the URL parsed up to that point as a background job
curl -sS -X POST --header "Content-Type: application/json" \
--user "${USERNAME}:${PASSWORD}" \
-d @${JSON_FILE_NAME} \
"${KINETICA_URL}/insert/records/json?table_name=${OPTS_TABLE_NAME}&batch_size=10000&columns_to_load=name,category,description&truncate_table=true"

kinetica_url = "http://localhost:9191"
username = "auser"
password = "apassword"
kinetica = gpudb.GPUdb([kinetica_url], username = username, password = password)

table_name = "example.product_options"
json_file_name = "products.json"
records = open(json_file_name,"r").read();
opts = {
    "batch_size": "10000",
    "columns_to_load": "name, category, description",
    "truncate_table": "true"
}

response = kinetica.insert_records_from_json(records, table_name, options = opts)

// Read in JSON data
String json = String.join("", Files.readAllLines(Paths.get(CSV_FILE_DIR + "/products.json")));

// Connect to database
String url = "http://localhost:9191"
GPUdb.Options options = new GPUdb.Options();
options.setUsername("auser");
options.setPassword("apassword");
GPUdb kdb = new GPUdb(url, options);

// Set options
GPUdb.JsonOptions jsonOpts = GPUdb.JsonOptions.defaultOptions();
Map<String, String> insertOpts = new LinkedHashMap<>();
insertOpts.put(GPUdb.InsertRecordsJsonRequest.Options.BATCH_SIZE, "10000");
insertOpts.put(GPUdb.InsertRecordsJsonRequest.Options.COLUMNS_TO_LOAD, "name,category,description");
insertOpts.put(GPUdb.InsertRecordsJsonRequest.Options.TRUNCATE_TABLE, "true");

// Issue JSON ingest call
Map<String, Object> respObj = kdb.insertRecordsFromJson(json, tableName, jsonOpts, null, insertOpts);

// Read in JSON data
ObjectMapper om = new ObjectMapper();
JsonNode jsonTree = om.readTree(new File(CSV_FILE_DIR + "/products.json"));

// Construct JSON data
List<String> jsonObjects = new ArrayList<>();
for (JsonNode jsonNode : jsonTree)
	jsonObjects.add(om.writeValueAsString(jsonNode));

// Connect to database
String url = "http://localhost:9191"
GPUdb.Options options = new GPUdb.Options();
options.setUsername("auser");
options.setPassword("apassword");
GPUdb kdb = new GPUdb(url, options);

// Set options
GPUdb.JsonOptions jsonOpts = GPUdb.JsonOptions.defaultOptions();
Map<String, String> insertOpts = new LinkedHashMap<>();
insertOpts.put(GPUdb.InsertRecordsJsonRequest.Options.COLUMNS_TO_LOAD, "name,category,description");
int batchSize = 10000;

// Issue BulkInserter JSON ingest call
try (BulkInserter<String> bi = new BulkInserter<>(
		kdb, tableName, Type.fromTable(kdb, tableName),
		batchSize, insertOpts, new WorkerList(kdb), jsonOpts))
{
	for (String jsonObject : jsonObjects)
		bi.insert(jsonObject);
}

const kinetica_url = 'http://localhost:9191'
const username = 'auser'
const password = 'apassword'
const db = new GPUdb([kinetica_url], {'username': username, 'password': password});

let tableName = 'product';

const file = inputForm.filename.files[0];
const options = {
	"batch_size": 10000,
	"columns_to_load": "name, category, description",
	"truncate_table": true
}

const reader = new FileReader();
reader.readAsText(file, "UTF-8");
reader.onload = function (evt)
{
	const records = evt.target.result;
	db.insert_records_from_json(records, tableName, null, options, (err,  response) => {
		if (err)
			console.error(err);
		else
			console.info("Records inserted: " + response.count_inserted);
	});
}

const kinetica_url = 'http://localhost:9191'
const username = 'auser'
const password = 'apassword'
const db = new GPUdb([kinetica_url], {'username': username, 'password': password});

let tableName = 'product';

let fileName = 'products.json';
const fs = require('fs');
const path = require('path');
const records = fs.readFileSync(path.join(__dirname, fileName), { encoding: 'utf8' });

const options = {
	"batch_size": 10000,
	"columns_to_load": "name, category, description",
	"truncate_table": true
}

db.insert_records_from_json(records, tableName, null, options, (err,  response) => {
	if (err)
		console.error(err);
	else
		console.info("Records inserted: " + response.count_inserted);
});

Ingest from JSON String

KINETICA_URL=http://localhost:9191
USERNAME=auser
PASSWORD=apassword
TABLE_NAME=product

curl -sS -X POST --header "Content-Type: application/json" \
--user "${USERNAME}:${PASSWORD}" \
-d '{
	"id": "15",
	"category": "Technology",
	"name": "DVDs",
	"description": "Lightweight storage for low-res screenplays and licensed software",
	"stock": "5000"
}' \
${KINETICA_URL}/insert/records/json?table_name=${TABLE_NAME}

kinetica_url = "http://localhost:9191"
username = "auser"
password = "apassword"
kinetica = gpudb.GPUdb([kinetica_url], username = username, password = password)

table_name = "example.product"
records = """
{
    "id":          "15",
    "category":    "Technology",
    "name":        "DVDs",
    "description": "Lightweight storage for low-res screenplays and licensed software",
    "stock":       "5000"
}
"""

response = kinetica.insert_records_from_json(records, table_name)

// Construct JSON data
Map<String,String> data = new HashMap<>();
data.put("id", "15");
data.put("category", "Technology");
data.put("name", "DVDs");
data.put("description", "Lightweight storage for low-res screenplays and licensed software");
data.put("stock", "5000");

// Convert map to JSON
ObjectMapper om = new ObjectMapper();
String json = om.writeValueAsString(data);

// Connect to database
String url = "http://localhost:9191"
GPUdb.Options options = new GPUdb.Options();
options.setUsername("auser");
options.setPassword("apassword");
GPUdb kdb = new GPUdb(url, options);

// Issue JSON ingest call
Map<String, Object> respObj = kdb.insertRecordsFromJson(json, tableName);

// Construct JSON data
int numRecords = 100;
ObjectMapper om = new ObjectMapper();
List<String> jsonObjects = new ArrayList<>();

for (int i = 0; i < numRecords; i++)
{
	Map<String,String> data = new HashMap<>();
	data.put("id", Integer.toString(i));
	data.put("category", "Technology");
	data.put("name", "DVD #" + i);
	data.put("description", "Lightweight storage for low-res screenplays and licensed software, #" + i);
	data.put("stock", Integer.toString(i + 5000));

	// Convert map to JSON and add to list
	jsonObjects.add(om.writeValueAsString(data));
}

// Connect to database
String url = "http://localhost:9191"
GPUdb.Options options = new GPUdb.Options();
options.setUsername("auser");
options.setPassword("apassword");
GPUdb kdb = new GPUdb(url, options);

// Set batch size
int batchSize = 10000;

// Issue BulkInserter JSON ingest call
try (BulkInserter<String> bi = new BulkInserter<>(
		kdb, tableName, Type.fromTable(kdb, tableName),
		batchSize, null, new WorkerList(kdb) ))
{
	for (String jsonObject : jsonObjects)
		bi.insert(jsonObject);
}

const kinetica_url = 'http://localhost:9191'
const username = 'auser'
const password = 'apassword'
const db = new GPUdb([kinetica_url], {'username': username, 'password': password});

let tableName = 'product';

const records = [
	{
		"id": "15",
		"category": "Technology",
		"name": "DVDs",
		"description": "Lightweight storage for low-res screenplays and licensed software",
		"stock": "5000"
	}
]

db.insert_records_from_json(records, tableName, null, null, (err,  response) => {
	if (err)
		console.error(err);
	else
		console.info("Records inserted: " + response.count_inserted);
});

const kinetica_url = 'http://localhost:9191'
const username = 'auser'
const password = 'apassword'
const db = new GPUdb([kinetica_url], {'username': username, 'password': password});

let tableName = 'product';

const records = [
	{
		"id": 15,
		"category": "Technology",
		"name": "DVDs",
		"description": "Lightweight storage for low-res screenplays and licensed software",
		"stock": 5000
	}
]

db.insert_records_from_json(records, tableName, null, null, (err,  response) => {
	if (err)
		console.error(err);
	else
		console.info("Records inserted: " + response.count_inserted);
});

​Basic Ingest from File

​Ingest from File with Options

​Ingest from JSON String

Basic Ingest from File

Ingest from File with Options

Ingest from JSON String