1.将MySQL数据采集到hdfs
mysql> create database sqoop;
Query OK, 1 row affected (0.00 sec)
mysql> use sqoop;
Database changed
mysql> create table stu(sid bigint primary key auto_increment,sname varchar(80));
Query OK, 0 rows affected (0.01 sec)
mysql> insert into stu values(null,'zhangsan');
Query OK, 1 row affected (0.00 sec)
mysql> insert into stu values(null,'lisi');
Query OK, 1 row affected (0.00 sec)
mysql> grant all privileges on *.* to 'root'@'%' identified by '123456'
-> ;
Query OK, 0 rows affected, 1 warning (0.01 sec)
sqoop import --connect jdbc:mysql://192.168.67.1:3306/sqoop --username root --password 123456 --table stu -m 1 --split-by sid --fields-terminated-by '#' --target-dir '/usr/local/soft/hive-3.1.2/data/td2' --delete-target-dir
2.将MySQL数据采集到hive
nohup hive --service metastore >> metastore.log 2>&1 &
hive
create table stu(sid bigint,sname string) row format delimited fields terminated by '\t';
sqoop import --connect jdbc:mysql://192.168.67.1:3306/sqoop --username root --password 123456 --table stu --fields-terminated-by "\t" --lines-terminated-by "\n" --hive-import --hive-overwrite --hive-table default.stu --delete-target-dir
3.将hive数据采集到MySQL
sqoop export --connect jdbc:mysql://192.168.67.1:3306/sqoop --username root --password 123456 --export-dir '/user/hive/warehouse/stu' --table stu -m 1 --fields-terminated-by '\t'
