mock数据，尽量随机，1次插入多条

建表，多设置一个字段id_tmp create table if not exists mall_data.dtw_mall2_adm_customer_d_tmp( id_tmp string comment '临时创建的id', mac_addr string comment 'Mac地址', customer_id string comment '客户ID', name string comment '姓名', gender string comment '性别', age string comment '年龄', phone string comment '手机', email string comment '邮箱', birthday string comment '生日', city string comment '省份城市', has_car string comment '是否有车', member_id string comment '会员号', member_point string comment '会员积分', member_status string comment '会员状态', member_activate_time string comment '激活时间', customer_type string comment '客户类型', customer_life_cycle string comment '生命周期', customer_new_old string comment '新老客户', customer_level string comment '客户等级', worth_consume_level string comment '消费层级', shopping_feature string comment '购物特征', character_all string comment '性格特征', food_style string comment '偏好菜系', food_price string comment '偏好用餐价位', food_taste string comment '偏好口味', food_time string comment '偏好用餐时间', food_type string comment '偏好餐饮类型', mall_visit_times_all string comment '到访次数', mall_stay_time_all string comment '总停留时长', mall_stay_time_avg string comment '平均停留时长', shop_visit_num string comment '到访店铺数', shop_stay_time_avg string comment '到店平均停留时长', mall_last_visit_time string comment '上次到访时间', pay_mall_all string comment '交易总额', pay_num_mall_all string comment '交易笔数', pay_per_deal_avg string comment '平均每笔交易金额', pay_shop_num_all string comment '成交店铺数', pay_per_shop_avg string comment '成交店铺平均单价', pay_commodity_num_all string comment '成交商品数', pay_commodity_per_unit_avg string comment '成交商品平均单价', pay_last_time string comment '上次交易时间' ) comment '用户表' partitioned by (ds string comment '分区', tenantId int comment '租户id' , mallName string comment '商场名称') stored as parquet;
创建临时表 tmp_count_control,用于辅助数据的插入 create table tmp_count_control(id int); insert into table tmp_count_control values(1),(2),(3),(4),(5),(6),(7),(8),(9),(10),(11),(12),(13),(14),(15),(16); select * from tmp_count_control;
插入数据到 insert into mall_data.dtw_mall2_adm_customer_d_tmp partition(ds='20180615', tenantid=1, mallname='big') select id, cast(rand()*1000000 as int)+1000000, cast(rand()*1000000 as int)+1000000, concat( split('a b c d e f g h i g k l m n o p q r s t u v w x y z',' ')[cast(rand()*26 as int)], split('a b c d e f g h i g k l m n o p q r s t u v w x y z',' ')[cast(rand()*26 as int)], split('a b c d e f g h i g k l m n o p q r s t u v w x y z',' ')[cast(rand()*26 as int)], split('a b c d e f g h i g k l m n o p q r s t u v w x y z',' ')[cast(rand()*26 as int)], split('a b c d e f g h i g k l m n o p q r s t u v w x y z',' ')[cast(rand()*26 as int)], split('a b c d e f g h i g k l m n o p q r s t u v w x y z',' ')[cast(rand()*26 as int)], split('a b c d e f g h i g k l m n o p q r s t u v w x y z',' ')[cast(rand()*26 as int)] ), split('m f notclear',' ')[cast((rand()*3) as int)], cast((rand()*40) as int)+10, 13344455666, '[email protected]', concat(concat(199,split('0 1 2 3 4 5 6 7 8 9',' ')[cast(rand()*10 as int)]), split('01 02 03 04 05 06 07 08 09 10 11 12',' ')[cast(rand()*12 as int)], concat(split('0 1 2',' ')[cast(rand()*3 as int)],split('1 2 3 4 5 6 7 8',' ')[cast(rand()*8 as int)]) ), split('北京上海广州深圳杭州厦门福州济南青岛烟台济宁临沂莱芜曲阜平壤太原阜阳合肥嵊州平度拉萨昆明沈阳长春哈尔滨',' ')[cast(rand()*25 as int)], split('有无不确定',' ')[cast((rand()*3) as int)], cast(rand()*1000000 as int)+1000000, cast(rand()*100000 as int), split('未激活已激活',' ')[cast(rand()*2 as int)], concat(concat(201,split('0 1 2 3 4 5 6 7',' ')[cast(rand()*8 as int)]), split('01 02 03 04 05 06 07 08 09 10 11 12',' ')[cast(rand()*12 as int)], concat(split('0 1 2',' ')[cast(rand()*3 as int)],split('1 2 3 4 5 6 7 8',' ')[cast(rand()*8 as int)]) ), split('到访客户成交客户会员客户',' ')[cast(rand()*3 as int)], split('新客活跃客户忠诚客户流失客户回头客',' ')[cast(rand()*5 as int)], split('新客户老客户',' ')[cast(rand()*2 as int)], split('初级访客中级访客高级访客初级会员中级会员高级会员',' ')[cast(rand()*6 as int)], split('低中高',' ')[cast(rand()*3 as int)], concat( '{', split('花卉一族摄影一族健美一族果粉电影派阅读者舞林人士乐器迷爱听音乐童心未泯',' ')[cast(rand()*10 as int)], ',', split('御宅族白富美高帅富呼朋唤友休闲大咖装修一族甜蜜新人户外一族网络一族酒品人生',' ')[cast(rand()*10 as int)], ',', split('有型潮男拜金主义数码达人家有儿女养生专家运动一族车友派家有宠物游戏人生爱家人士',' ')[cast(rand()*10 as int)], '}' ), concat( '{', split('明确果断犹豫再三喜新厌旧货比三家',' ')[cast(rand()*4 as int)], ',', split('只逛不买虚荣型忠诚型',' ')[cast(rand()*3 as int)], ',', split('挑剔型将就型跟风型',' ')[cast(rand()*3 as int)], '}' ), split('川菜粤菜淮扬菜浙菜湘菜徽菜闽菜日本菜台湾菜韩国菜',' ')[cast(rand()*10 as int)], split('低中高',' ')[cast(rand()*3 as int)], split('油清淡辣麻咸',' ')[cast(rand()*5 as int)], split('上午中午下午黄昏傍晚晚上',' ')[cast(rand()*6 as int)], split('中餐西餐自助餐小吃快餐饮品店面包甜点火锅特色菜烧烤',' ')[cast(rand()*9 as int)], cast(rand()*50 as int), round(rand()*50,1)+5, round(rand()*5,1), cast(rand()*10 as int), round(rand()*5,1)+1, concat(concat(201,split('6 7 8',' ')[cast(rand()*3 as int)]), split('01 02 03 04 05 06 07 08 09 10 11 12',' ')[cast(rand()*12 as int)], concat(split('0 1 2',' ')[cast(rand()*3 as int)],split('1 2 3 4 5 6 7 8',' ')[cast(rand()*8 as int)]) ), round(rand()*5000,1)+5000, cast(rand()*50 as int), round(rand()*1000,1)+500, cast(rand()*20 as int), round(rand()*500,1)+50, cast(rand()*20 as int), round(rand()*100,1)+50, concat(concat(201,split('6 7 8',' ')[cast(rand()*3 as int)]), split('01 02 03 04 05 06 07 08 09 10 11 12',' ')[cast(rand()*12 as int)], concat(split('0 1 2',' ')[cast(rand()*3 as int)],split('1 2 3 4 5 6 7 8',' ')[cast(rand()*8 as int)]) ) from tmp_count_control [limit 5000];

- 　　OK，完成数据的插入！！！
- 通过新建临时表来辅助实现插入数据条数的控制，否则就得通过insert into tablename values (******),(******)......形式，写多次上面蓝色的sql（上面80行sql仅仅插入1条数据）

mock数据，尽量随机，1次插入多条

猜你喜欢