datax抽取mongodb数据到hive

泡椒炒甜瓜 / 2025-02-21 / 原文

{
"job": {
"setting": {
"speed": {
"channel": 3
},
"errorLimit": {
"record": 0,
"percentage": 0.02
}
},
"content": [
{
"reader": {
"name": "mongodbreader",
"parameter": {
"address": [
"ip:27001"
],
"userName": "username",
"userPassword": "userpassword",
"dbName": "xxx",
"authDb": "xxx",
"collectionName": "xxx",
"column": [
  {
  "name": "_id",
  "type": "String"
  },
  {
  "name": "productId",
  "type": "String"
  },
  {
  "name": "deviceId",
  "type": "String"
  },
  {
  "name": "deviceNo",
  "type": "String"
  },
  {
  "name": "accountNo",
  "type": "String"
  },
  {
  "name": "commandId",
  "type": "String"
  },
  {
  "name": "params",
  "type": "Document"
  },
  {
  "name": "note",
  "type": "String"
  },
  {
  "name": "commandName",
  "type": "String"
  },
  {
  "name": "status",
  "type": "String"
  },
  {
  "name": "createTime",
  "type": "Long"
  },
  {
  "name": "sendTime",
  "type": "Long"
  },
  {
  "name": "finishTime",
  "type": "Long"
  },
  {
  "name": "operator",
  "type": "String"
  }
]
}
},
"writer": {
"name": "hdfswriter",
"parameter": {
"defaultFS": "hdfs://node151:8020",
"fileType": "orc",
"path": "/warehouse/tablespace/managed/hive/ods.db/ods_",
"fileName": "ods_",
"column": [
  {
  "name": "ID",
  "type": "STRING"
  },
  {
  "name": "PRODUCT_ID",
  "type": "STRING"
  },
  {
  "name": "DEVICE_ID",
  "type": "STRING"
  },
  {
  "name": "DEVICE_NO",
  "type": "STRING"
  },
  {
  "name": "ACCOUNT_NO",
  "type": "STRING"
  },
  {
  "name": "COMMAND_ID",
  "type": "STRING"
  },
  {
  "name": "PARAMS",
  "type": "STRING"
  },
  {
  "name": "NOTE",
  "type": "STRING"
  },
  {
  "name": "COMMAND_NAME",
  "type": "STRING"
  },
  {
  "name": "STATUS",
  "type": "STRING"
  },
  {
  "name": "CREATE_TIME",
  "type": "STRING"
  },
  {
  "name": "SEND_TIME",
  "type": "STRING"
  },
  {
  "name": "FINISH_TIME",
  "type": "STRING"
  },
  {
  "name": "OPERATOR",
  "type": "STRING"
  }
],
"writeMode": "append",
"fieldDelimiter": "^",
"compress": "SNAPPY"
}
}
}
]
}
}