xdata的使用

 

{
  "job": {
    "setting": {
      "speed": {
        "channel": 3
      },
      "errorLimit": {
        "record": 0,
        "percentage": 0.02
      }
    },
    "content": [
      {
        "reader": {
          "name": "mysqlreader",
          "parameter": {
            "username": "root",
            "password": "123456",
            "column": [
              "id",
              "name",
              "region_id",
              "area_code"
            ],
            "splitPk": "id",
            "connection": [
              {
                "table": [
                  "base_province"
                ],
                "jdbcUrl":["jdbc:mysql://192.168.64.1:3306/tms01?useUnicode=true&characterEncoding=utf8&useSSL=false"]
              }
            ]
          }
        },
        "writer": {
          "name": "hdfswriter",
          "parameter": {
            "defaultFS": "hdfs://mycluster",
            "fieldDelimiter": "\u0001",
            "fileType": "textfile",
             "hadoopConfig":{
                     "dfs.nameservices": "mycluster",
                     "dfs.ha.namenodes.mycluster": "nn1,nn2",
                     "dfs.namenode.rpc-address.aliDfs.nn1": "hadoop-001:8020",
                     "dfs.namenode.rpc-address.aliDfs.nn2": "hadoop-002:8020",
                     "dfs.client.failover.proxy.provider.testDfs": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
             },
            "path": "/base_province",
            "fileName": "base_province_info",
            "writeMode": "append",
            "column": [
              {
                "name": "id",
                "type": "INT"
              },
              {
                "name": "name",
                "type": "STRING"
              },
              {
                "name":"region_id",
                "type":"INT"
              },
              {
                "name":"area_code",
                "type": "STRING"
              }
            ]
          }
        }
      }
    ]
  }
}