Sqoop导出hive表数据测试

CREATE TABLE item_zc_test1(

num_id string,

dp_id string,

approve_status string,

title string,

price string,

nick string,

cid string,

pic_url string,

props string,

list_time string,

modified string,

delist_time string,

date_id string,

day_id string

)

row format delimited fields terminated by '\001'

stored as textfile;

hive分区表（二级分区）：

drds建表语句：

1）单表：

create table item_zc_test1 ( num_id varchar(100), dp_id varchar(100), approve_status varchar(100), title varchar(100), price varchar(100), nick varchar(100), cid varchar(100), pic_url varchar(200), props varchar(400), list_time varchar(100), modified varchar(100), delist_time varchar(100), date_id varchar(50), day_id varchar(50), primary key(num_id) );

2）分库不分表

create table item_zc_test ( num_id varchar(100), dp_id varchar(100), approve_status varchar(100), title varchar(100), price varchar(100), nick varchar(100), cid varchar(100), pic_url varchar(200), props varchar(400), list_time varchar(100), modified varchar(100), delist_time varchar(100), date_id varchar(50), day_id varchar(50), primary key(num_id) ) dbpartition by hash(num_id);

3）分库分表

create table item_zc_test2 ( num_id varchar(100), dp_id varchar(100), approve_status varchar(100), title varchar(100), price varchar(100), nick varchar(100), cid varchar(100), pic_url varchar(200), props varchar(400), list_time varchar(100), modified varchar(100), delist_time varchar(100), date_id varchar(50), day_id varchar(50), primary key(num_id) ) dbpartition by hash(num_id) tbpartition by hash(dp_id) tbpartitions 3;

1、hive单表---》drds单表

sqoop export \

--connect jdbc:mysql://xxxx/xx \

--username xxxx \

--password xx \

--table item_zc_test1 \

--export-dir /user/hive/warehouse/item_zc_test1\

--input-fields-terminated-by '\001' \

--num-mappers 1

sqoop export \

--connect jdbc:mysql://xxxx/xx \

--username xxxx \

--password xx \

--table item_zc_test \

--export-dir /user/hive/warehouse/item_zc_test1 \

--input-fields-terminated-by '\001' \

--num-mappers 1