版权声明:本文为博主九师兄(QQ群:spark源代码 198279782 欢迎来探讨技术)原创文章,未经博主允许不得转载。 https://blog.csdn.net/qq_21383435/article/details/83037085
1. datax源码编译
编译
mvn -U clean package assembly:assembly -Dmaven.test.skip=true
2.创建mysql测试表
SET FOREIGN_KEY_CHECKS = 0;
-- ----------------------------
-- Table structure for `users`
-- ----------------------------
DROP TABLE IF EXISTS `users`;
CREATE TABLE `users` (
`id` int(11) NOT NULL,
`name` varchar(255) DEFAULT NULL,
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=latin1;
-- ----------------------------
-- Records of `users`
-- ----------------------------
BEGIN;
INSERT INTO `users` VALUES ('1', 'ee'), ('2', '333'), ('3', 'ss');
COMMIT;
SET FOREIGN_KEY_CHECKS = 1;
CREATE TABLE `users2` (
`id` int(11) DEFAULT NULL,
`name` varchar(255) DEFAULT NULL
) ENGINE=InnoDB DEFAULT CHARSET=latin1;
-- ----------------------------
-- Records of `users2`
-- ----------------------------
BEGIN;
INSERT INTO `users2` VALUES ('1', 'ee'), ('2', '333'), ('3', 'ss');
COMMIT;
SET FOREIGN_KEY_CHECKS = 1;
2. mysql到Mysql测试
保存本地为: /Users/lcc/lcc_datax2.json
{
"job": {
"content": [
{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "root",
"password": "541711153",
"connection": [
{
"jdbcUrl": [
"jdbc:mysql://127.0.0.1:3306/lcc"
],
"table": [
"users"
]
}
],
"column": [
"id",
"name"
]
}
},
"writer": {
"name": "mysqlwriter",
"parameter": {
"username": "root",
"password": "541711153",
"connection": [
{
"jdbcUrl":
"jdbc:mysql://127.0.0.1:3306/lcc"
,
"table": [
"users2"
]
}
],
"column": [
"id",
"name"
]
}
}
}
],
"setting": {
"errorLimit": {
"record": 0
},
"speed": {
"channel": 1,
"dataSpeed": 10485760
}
}
}
}
debug运行程序
lcc@lcc datax$ python /Users/lcc/IdeaProjects/datax/target/datax-v3.2.0/datax/bin/datax.py /Users/lcc/lcc_datax.json --debug
DataX (DATAX-OPENSOURCE-3.0), From Alibaba !
Copyright (C) 2010-2016, Alibaba Group. All Rights Reserved.
local ip: Unknown
Listening for transport dt_socket at address: 9999
这里会显示端口
开启远程
最后点击debug按钮就可以了