Bulk Data Upload

Unit21 accepts bulk file uploads through the dashboard.

Simply follow the steps in the section Upload a Data File and make sure the file adheres to the proper format.

Bulk File Format

In the standard JSON format, each uploaded file should contain a single JSON array of multiple objects of the same type (either entity, event, or instrument). Here are some examples of standard JSON format data files:

Entities JSON example:

[{
    "general_data": {
        "entity_id": "371c4d7b-0563-4685-aab1",
        "entity_type": "user",
        "entity_subtype": "payments",
        "status": "active",
        "registered_at": 1572673226,
        "parents": [{
            "entity_id": "371c4d7b-0563-4685-aab0",
            "entity_type": "user"
        }],
        "tags": [
            "account_type:market2",
            "sector:europe"
        ]
    },
    "user_data": {
        "first_name": "John",
        "middle_name": "Joseph",
        "last_name": "Smith",
        "day_of_birth": 14,
        "month_of_birth": 1,
        "year_of_birth": 1983,
        "gender": "male",
        "ssn": "733-99-5921"
    },
    "document_data": [{
        "document_id": "G3352403F",
        "document_type": "drivers_license",
        "state": "CA",
        "country": "US",
        "issued_at": 1572673226
    }],
    "communication_data": {
        "email_addresses": ["[email protected]"],
        "phone_numbers": ["+14159627132"]
    },
    "location_data": [{
        "building_number": "712",
        "street_name": "California Ave",
        "city": "Redmond",
        "state": "WA",
        "postal_code": "98008",
        "country": "US"
    }],
    "digital_data": {
        "ip_addresses": [{
            "ip_address": "1j64.22.53.244",
            "first_seen": 1572643226,
            "last_seen": 1572673226
        }, {
            "ip_address": "164.22.53.245",
            "first_seen": 1572643225,
            "last_seen": 1572673225
        }],
        "client_fingerprints": [{
            "client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
            "first_seen": 1572643226,
            "last_seen": 1572673229
        }]
    },
    "instrument_ids": ["3234-sdghfdf-3332", "3234-sdghfdf-3333"],
    "custom_data": {
        "internal_notes": "Reviewed by Mitchell on 31 June 2019"
    }
}, {
    "general_data": {
        "entity_id": "371c4d7b-0563-4685-aab2",
        "entity_type": "user",
        "entity_subtype": "payments",
        "status": "active",
        "registered_at": 1572673226,
        "parents": [{
            "entity_id": "371c4d7b-0563-4685-aab1",
            "entity_type": "user"
        }],
        "tags": ["account_type:market2", "sector:europe"]
    },
    "user_data": {
        "first_name": "John",
        "middle_name": "Joseph",
        "last_name": "Smith",
        "day_of_birth": 14,
        "month_of_birth": 1,
        "year_of_birth": 1983,
        "gender": "male",
        "ssn": "733-99-5921"
    },
    "document_data": [{
        "document_id": "G3352403F",
        "document_type": "drivers_license",
        "state": "CA",
        "country": "US",
        "issued_at": 1572673226
    }],
    "communication_data": {
        "email_addresses": ["[email protected]"],
        "phone_numbers": ["+14159627132"]
    },
    "location_data": [{
        "building_number": "712",
        "street_name": "California Ave",
        "city": "Redmond",
        "state": "WA",
        "postal_code": "98008",
        "country": "US"
    }],
    "digital_data": {
        "ip_addresses": [{
            "ip_address": "1j64.22.53.244",
            "first_seen": 1572643226,
            "last_seen": 1572673226
        }, {
            "ip_address": "164.22.53.245",
            "first_seen": 1572643225,
            "last_seen": 1572673225
        }],
        "client_fingerprints": [{
            "client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
            "first_seen": 1572643226,
            "last_seen": 1572673229
        }]
    },
    "instrument_ids": ["3234-sdghfdf-3332", "3234-sdghfdf-3333"],
    "custom_data": {
        "internal_notes": "Reviewed by Mitchell on 31 June 2019"
    }
}]

Events JSON example:

[{
    "general_data": {
        "event_id": "40df948s-0563-aab1-4685",
        "event_type": "transaction",
        "event_subtype": "ach",
        "event_time": 1572673226,
        "status": "incomplete",
        "tags": ["account_type:market2", "sector:europe"]
    },
    "transaction_data": {
        "sent_amount": 43305.89,
        "sent_currency": "usd",
        "sender_entity_id": "371c4d7b-0563-4685-aab1",
        "sender_entity_type": "user",
        "sender_source": "internal",
        "sender_instrument_id": "238938823-34347686-39405443",
        "received_amount": 38923.33,
        "received_currency": "eur",
        "receiver_entity_id": "371c4d7b-0563-aab1-4685",
        "receiver_entity_type": "user",
        "receiver_source": "internal",
        "receiver_instrument_id": "39405443-238938823-34347686",
        "amount": 43305.89,
        "exchange_rate": 1.11,
        "usd_conversion_notes": "pulled from forex.com at 1572672226",
        "internal_fee": 0,
        "external_fee": 0
    },
    "location_data": {
        "building_number": "712",
        "unit_number": "A",
        "street_name": "California Ave",
        "city": "Redmond",
        "state": "WA",
        "postal_code": "98008",
        "country": "US"
    },
    "digital_data": {
        "ip_address": "164.22.53.244",
        "client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3"
    },
    "custom_data": {
        "internal_notes": "Reviewed by Tara on 31 May 2019"
    },
    "options": {
        "resolve_geoip": false
    }
}, {
    "general_data": {
        "event_id": "40df948s-0563-aab1-4686",
        "event_type": "transaction",
        "event_subtype": "ach",
        "event_time": 1572673226,
        "status": "incomplete",
        "tags": ["account_type:market2", "sector:europe"]
    },
    "transaction_data": {
        "sent_amount": 43305.89,
        "sent_currency": "usd",
        "sender_entity_id": "371c4d7b-0563-4685-aab1",
        "sender_entity_type": "user",
        "sender_source": "internal",
        "sender_instrument_id": "238938823-34347686-39405443",
        "received_amount": 38923.33,
        "received_currency": "eur",
        "receiver_entity_id": "371c4d7b-0563-aab1-4685",
        "receiver_entity_type": "user",
        "receiver_source": "internal",
        "receiver_instrument_id": "39405443-238938823-34347686",
        "amount": 43305.89,
        "exchange_rate": 1.11,
        "usd_conversion_notes": "pulled from forex.com at 1572672226",
        "internal_fee": 0,
        "external_fee": 0
    },
    "location_data": {
        "building_number": "712",
        "unit_number": "A",
        "street_name": "California Ave",
        "city": "Redmond",
        "state": "WA",
        "postal_code": "98008",
        "country": "US"
    },
    "digital_data": {
        "ip_address": "164.22.53.244",
        "client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3"
    },
    "custom_data": {
        "internal_notes": "Reviewed by Tara on 31 May 2019"
    },
    "options": {
        "resolve_geoip": false
    }
}]

Instruments JSON example:

[{
    "instrument_id": "3234-sdghfdf-3332",
    "instrument_type": "account",
    "source": "internal",
    "status": "active",
    "registered_at": 1572672326,
    "parent_instrument_id": "3234-sdghfdf-3331",
    "custom_data": {
        "activated_at": 1572679326
    },
    "location_data": [{
        "building_number": "712",
        "street_name": "California Ave",
        "city": "Redmond",
        "state": "WA",
        "postal_code": "98008",
        "country": "US"
    }],
    "digital_data": {
        "ip_addresses": [{
            "ip_address": "1j64.22.53.244",
            "first_seen": 1572643226,
            "last_seen": 1572673226
        }, {
            "ip_address": "164.22.53.245",
            "first_seen": 1572643225,
            "last_seen": 1572673225
        }],
        "client_fingerprints": [{
            "client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
            "first_seen": 1572643226,
            "last_seen": 1572673229
        }]
    },
    "tags": ["account_type:market2", "sector:europe"],
    "options": {
        "resolve_geoip": false
    }
}, {
    "instrument_id": "3234-sdghfdf-3333",
    "instrument_type": "account",
    "source": "internal",
    "status": "active",
    "registered_at": 1572672326,
    "parent_instrument_id": "3234-sdghfdf-3331",
    "custom_data": {
        "activated_at": 1572679326
    },
    "location_data": [{
        "building_number": "712",
        "street_name": "California Ave",
        "city": "Redmond",
        "state": "WA",
        "postal_code": "98008",
        "country": "US"
    }],
    "digital_data": {
        "ip_addresses": [{
            "ip_address": "1j64.22.53.244",
            "first_seen": 1572643226,
            "last_seen": 1572673226
        }, {
            "ip_address": "164.22.53.245",
            "first_seen": 1572643225,
            "last_seen": 1572673225
        }],
        "client_fingerprints": [{
            "client_fingerprint": "4908hsdfknkd90432nj3k2kj2jk23kj2k3jk2j3",
            "first_seen": 1572643226,
            "last_seen": 1572673229
        }]
    },
    "tags": ["account_type:market2", "sector:europe"],
    "options": {
        "resolve_geoip": false
    }
}]