Bulk Data Upload
Unit21 accepts bulk file uploads through the dashboard.
Simply follow the steps in the section Upload a Data File and make sure the file adheres to the proper format.
Bulk File Format
In the standard JSON format, each uploaded file should contain a single JSON array of multiple objects of the same type (either entity, event, or instrument). Here are some examples of standard JSON format data files:
Entities JSON example:
[{
"general_data": {
"entity_id": "371c4d7b-0563-4685-aab1",
"entity_type": "user",
"entity_subtype": "payments",
"status": "active",
"registered_at": 1572673226,
"parents": [{
"entity_id": "371c4d7b-0563-4685-aab0",
"entity_type": "user"
}],
"tags": [
"account_type:market2",
"sector:europe"
]
},
"user_data": {
"first_name": "John",
"middle_name": "Joseph",
"last_name": "Smith",
"day_of_birth": 14,
"month_of_birth": 1,
"year_of_birth": 1983,
"gender": "male",
"ssn": "733-99-5921"
},
"document_data": [{
"document_id": "G3352403F",
"document_type": "drivers_license",
"state": "CA",
"country": "US",
"issued_at": 1572673226
}],
"communication_data": {
"email_addresses": ["[email protected]"],
"phone_numbers": ["+14159627132"]
},
"location_data": [{
"building_number": "712",
"street_name": "California Ave",
"city": "Redmond",
"state": "WA",
"postal_code": "98008",
"country": "US"
}],
"digital_data": {
"ip_addresses": [{
"ip_address": "1j64.22.53.244",
"first_seen": 1572643226,
"last_seen": 1572673226
}, {
"ip_address": "164.22.53.245",
"first_seen": 1572643225,
"last_seen": 1572673225
}],
"client_fingerprints": [{
"client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
"first_seen": 1572643226,
"last_seen": 1572673229
}]
},
"instrument_ids": ["3234-sdghfdf-3332", "3234-sdghfdf-3333"],
"custom_data": {
"internal_notes": "Reviewed by Mitchell on 31 June 2019"
}
}, {
"general_data": {
"entity_id": "371c4d7b-0563-4685-aab2",
"entity_type": "user",
"entity_subtype": "payments",
"status": "active",
"registered_at": 1572673226,
"parents": [{
"entity_id": "371c4d7b-0563-4685-aab1",
"entity_type": "user"
}],
"tags": ["account_type:market2", "sector:europe"]
},
"user_data": {
"first_name": "John",
"middle_name": "Joseph",
"last_name": "Smith",
"day_of_birth": 14,
"month_of_birth": 1,
"year_of_birth": 1983,
"gender": "male",
"ssn": "733-99-5921"
},
"document_data": [{
"document_id": "G3352403F",
"document_type": "drivers_license",
"state": "CA",
"country": "US",
"issued_at": 1572673226
}],
"communication_data": {
"email_addresses": ["[email protected]"],
"phone_numbers": ["+14159627132"]
},
"location_data": [{
"building_number": "712",
"street_name": "California Ave",
"city": "Redmond",
"state": "WA",
"postal_code": "98008",
"country": "US"
}],
"digital_data": {
"ip_addresses": [{
"ip_address": "1j64.22.53.244",
"first_seen": 1572643226,
"last_seen": 1572673226
}, {
"ip_address": "164.22.53.245",
"first_seen": 1572643225,
"last_seen": 1572673225
}],
"client_fingerprints": [{
"client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
"first_seen": 1572643226,
"last_seen": 1572673229
}]
},
"instrument_ids": ["3234-sdghfdf-3332", "3234-sdghfdf-3333"],
"custom_data": {
"internal_notes": "Reviewed by Mitchell on 31 June 2019"
}
}]
Events JSON example:
[{
"general_data": {
"event_id": "40df948s-0563-aab1-4685",
"event_type": "transaction",
"event_subtype": "ach",
"event_time": 1572673226,
"status": "incomplete",
"tags": ["account_type:market2", "sector:europe"]
},
"transaction_data": {
"sent_amount": 43305.89,
"sent_currency": "usd",
"sender_entity_id": "371c4d7b-0563-4685-aab1",
"sender_entity_type": "user",
"sender_source": "internal",
"sender_instrument_id": "238938823-34347686-39405443",
"received_amount": 38923.33,
"received_currency": "eur",
"receiver_entity_id": "371c4d7b-0563-aab1-4685",
"receiver_entity_type": "user",
"receiver_source": "internal",
"receiver_instrument_id": "39405443-238938823-34347686",
"amount": 43305.89,
"exchange_rate": 1.11,
"usd_conversion_notes": "pulled from forex.com at 1572672226",
"internal_fee": 0,
"external_fee": 0
},
"location_data": {
"building_number": "712",
"unit_number": "A",
"street_name": "California Ave",
"city": "Redmond",
"state": "WA",
"postal_code": "98008",
"country": "US"
},
"digital_data": {
"ip_address": "164.22.53.244",
"client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3"
},
"custom_data": {
"internal_notes": "Reviewed by Tara on 31 May 2019"
},
"options": {
"resolve_geoip": false
}
}, {
"general_data": {
"event_id": "40df948s-0563-aab1-4686",
"event_type": "transaction",
"event_subtype": "ach",
"event_time": 1572673226,
"status": "incomplete",
"tags": ["account_type:market2", "sector:europe"]
},
"transaction_data": {
"sent_amount": 43305.89,
"sent_currency": "usd",
"sender_entity_id": "371c4d7b-0563-4685-aab1",
"sender_entity_type": "user",
"sender_source": "internal",
"sender_instrument_id": "238938823-34347686-39405443",
"received_amount": 38923.33,
"received_currency": "eur",
"receiver_entity_id": "371c4d7b-0563-aab1-4685",
"receiver_entity_type": "user",
"receiver_source": "internal",
"receiver_instrument_id": "39405443-238938823-34347686",
"amount": 43305.89,
"exchange_rate": 1.11,
"usd_conversion_notes": "pulled from forex.com at 1572672226",
"internal_fee": 0,
"external_fee": 0
},
"location_data": {
"building_number": "712",
"unit_number": "A",
"street_name": "California Ave",
"city": "Redmond",
"state": "WA",
"postal_code": "98008",
"country": "US"
},
"digital_data": {
"ip_address": "164.22.53.244",
"client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3"
},
"custom_data": {
"internal_notes": "Reviewed by Tara on 31 May 2019"
},
"options": {
"resolve_geoip": false
}
}]
Instruments JSON example:
[{
"instrument_id": "3234-sdghfdf-3332",
"instrument_type": "account",
"source": "internal",
"status": "active",
"registered_at": 1572672326,
"parent_instrument_id": "3234-sdghfdf-3331",
"custom_data": {
"activated_at": 1572679326
},
"location_data": [{
"building_number": "712",
"street_name": "California Ave",
"city": "Redmond",
"state": "WA",
"postal_code": "98008",
"country": "US"
}],
"digital_data": {
"ip_addresses": [{
"ip_address": "1j64.22.53.244",
"first_seen": 1572643226,
"last_seen": 1572673226
}, {
"ip_address": "164.22.53.245",
"first_seen": 1572643225,
"last_seen": 1572673225
}],
"client_fingerprints": [{
"client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
"first_seen": 1572643226,
"last_seen": 1572673229
}]
},
"tags": ["account_type:market2", "sector:europe"],
"options": {
"resolve_geoip": false
}
}, {
"instrument_id": "3234-sdghfdf-3333",
"instrument_type": "account",
"source": "internal",
"status": "active",
"registered_at": 1572672326,
"parent_instrument_id": "3234-sdghfdf-3331",
"custom_data": {
"activated_at": 1572679326
},
"location_data": [{
"building_number": "712",
"street_name": "California Ave",
"city": "Redmond",
"state": "WA",
"postal_code": "98008",
"country": "US"
}],
"digital_data": {
"ip_addresses": [{
"ip_address": "1j64.22.53.244",
"first_seen": 1572643226,
"last_seen": 1572673226
}, {
"ip_address": "164.22.53.245",
"first_seen": 1572643225,
"last_seen": 1572673225
}],
"client_fingerprints": [{
"client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
"first_seen": 1572643226,
"last_seen": 1572673229
}]
},
"tags": ["account_type:market2", "sector:europe"],
"options": {
"resolve_geoip": false
}
}]
Updated almost 2 years ago