Teradata to Hadoop REST Example - Teradata Data Mover

Teradata Data Mover User Guide

Product
Teradata Data Mover
Release Number
16.10
Published
June 2017
Language
English (United States)
Last Update
2018-03-29
dita:mapPath
kmo1482331935137.ditamap
dita:ditavalPath
ft:empty
dita:id
B035-4101
lifecycle
previous
Product Category
Analytical Ecosystem
The following example shows the structure for creating a job, Teradata to Hadoop:
{
    "jobName": "tdToHadoopJob",
    "sourceLogin":
    {
        "teradata":
        {
            "tdpid": "dmdev",
            "username": "dbc",
            "password": "dbc",
            "sessionCharset": "UTF8",
            "passwordEncrypted": "false"
        }
    },
    "targetLogin":
    {
        "hadoop":
        {
            "webhcatURL": "http://zircon1.labs.teradata.com:50111",
            "fileSystemURL": "http://zircon1.labs.teradata.com:50070",
            "oozieURL": "http://zircon1.labs.teradata.com:11000",
            "username": "hive",
            "passwordEncrypted": "false"
        }
    },
    "setting":
    {
        "priority": "MEDIUM",
        "overwriteExistingObjects": "true",
        "freezeJobSteps": "false",
        "compareDDL": "true",
        "tdHadoopSettings":
        {
            "forceUtility": "TDCH",
            "fileOptions": "text",
            "columnDelimiter": "|",
            "batchInsertSize": 0,
            "mappers": 10
        }
    },
    "objects":
    [
        {
            "database":
            [
                {
                    "name": "sourceDb",
                    "compareDDL": "false",
                    "journaling": "false",
                    "replaceDatabase": "false",
                    "selection": "unselected",
                    "table":
                    [
                        {
                            "name": "srcTableA",
                            "targetName": "tgtHadoopTableA",
                            "compareDDL": "false",
                            "useExistingTargetTable": "false",
                            "selection": "included",
                            "exportWithoutSpool": "false",
                            "columns":
                            [
                                {
                                    "name": "lastName",
                                    "targetName": "surname",
                                    "targetType": "String",
                                    "allowNull": "false",
                                    "allowDuplicate": "false",
                                    "primaryIndex": "false"
                                },
                                {
                                    "name": "Street number",
                                    "targetType": "int",
                                    "allowNull": "false",
                                    "allowDuplicate": "false",
                                    "primaryIndex": "false"
                                }
                            ]
                        }
                    ]
                }
            ]
        }
    ]
}