Teradata 到 Hadoop REST 示例 - Teradata Data Mover

Teradata® Data Mover 用户指南

Product
Teradata Data Mover
Release Number
17.00
Published
2021 年 11 月
Language
中文 (简体)
Last Update
2021-12-03
dita:mapPath
zh-CN/gmn1574692806523.ditamap
dita:ditavalPath
zh-CN/mpm1591127278842.ditaval
dita:id
B035-4101
Product Category
Analytical Ecosystem
以下示例显示了用于创建 Teradata 到 Hadoop 作业的结构:
{  
   "jobName":"tdToHadoopJob",
   "sourceLogin":{  
      "teradata":{  
         "tdpid":"dmdev",
         "username":"dbc",
         "password":"dbc",
         "sessionCharset":"UTF8",
         "passwordEncrypted":"false"
      }
   },
   "targetLogin":{  
      "hadoop":{  
         "webhcatURL":"http://zircon1.labs.teradata.com:50111",
         "fileSystemURL":"http://zircon1.labs.teradata.com:50070",
         "oozieURL":"http://zircon1.labs.teradata.com:11000",
         "username":"hive",
         "passwordEncrypted":"false"
      }
   },
   "settings":{  
      "priority":"MEDIUM",
      "overwriteExistingObjects":"true",
      "freezeJobSteps":"false",
      "compareDDL":"true",
      "tdHadoopSettings":{  
         "forceUtility":"TDCH",
         "fileOptions":"text",
         "columnDelimiter":"|",
         "batchInsertSize":0,
         "mappers":10
      }
   },
   "jobSecurity":
    {
        "ownerName": "user10",
        "readPermission": {
            "users" : [ "user1", "user2", "user3" ],
            "roles" : [ "role1", "role2", "role3" ]
        },
        "writePermission": {
            "users" : [ "user1", "user2", "user3" ],
            "roles" : [ ]
        },
        "executePermission": {
            "users" : [ "user1", "user3" ],
            "roles" : [ "role1"]
        }
    },
   "objects":{  
      "database":[  
         {  
            "name":"sourceDb",
            "compareDDL":"false",
            "journaling":"false",
            "replaceDatabase":"false",
            "selection":"unselected",
            "table":[  
               {  
                  "name":"srcTableA",
                  "targetName":"tgtHadoopTableA",
                  "compareDDL":"false",
                  "selection":"included",
                  "exportWithoutSpool":"false",
                  "column":[  
                     {  
                        "name":"lastName",
                        "targetName":"surname",
                        "targetType":"String",
                        "allowNull":"false",
                        "allowDuplicate":"false",
                        "primaryIndex":"false"
                     },
                     {  
                        "name":"Street number",
                        "targetType":"int",
                        "allowNull":"false",
                        "allowDuplicate":"false",
                        "primaryIndex":"false"
                     }
                  ],
				  "partialTableParameters":{  
                     "sqlWhereClause":"WHERE id > 4"
                  }
               }
            ]
         }
      ],
      "view":[  
         {  
            "name":"sourceViewA",
            "database":"sourceDB",
            "viewDataTable":{  
               "targetTable":"targetTableToStoreViewData",
               "targetDatabase":"targetDB"
            },
            "validateRowCount":"PARTIAL",
            "useSourceStagingTable":false,
            "forceTargetStagingTable":false,
            "partialTable":{  
               "sqlWhereClause":"WHERE id>1"
            },
            "selection":"unselected",
            "copyData":true
         }
      ]
   }
 }