大数据Spark “蘑菇云”行动第96课：基于Hive对电商数据案例分析
大数据Spark “蘑菇云”行动第96课：基于Hive对电商数据案例分析
tbStock.txt
订单号， 交易位置 ，交易日期
BYSL00000893,ZHAO,2007-8-23
BYSL00000897,ZHAO,2007-8-24
BYSL00000898,ZHAO,2007-8-25
tbStockDetail.txt
订单号，行号，订单产品，有效性，数量，金额
BYSL00000893,0,FS527258160501,-1,268,-268
BYSL00000893,1,FS527258169701,1,268,268
tbDate.txt
日期，年月，年，月，日， 周三，第一周，第一季度，上旬，上半月
2003-1-1,200301,2003,1,1,3,1,1,1,1
2003-1-2,200301,2003,1,2,4,1,1,1,1
2003-1-3,200301,2003,1,3,5,1,1,1,1
2003-1-4,200301,2003,1,4,6,1,1,1,1
create table tbData(dataID string,theyearmonth string,theyear string,themonth string,thedate string,theweek
string,theweeks string,thequot string, thetenday string ,thehalfmonth string) ROW FORMAT DELIMITED FIELDS
TERMINATED BY ',' LINES TERMINATED BY '\n';
CREATE TABLE tbStock(ordernumber STRING,locatitionid string,dataID string) ROW FORMAT DELIMITED FIELDS
TERMINATED BY ',' LINES TERMINATED BY '\n';
CREATE TABLE tbStockDetail(ordernumber STRING,rownum int,itemid string,qty int,price int ,amout int) ROW FORMAT
DELIMITED FIELDS TERMINATED BY ',' LINES TERMINATED BY '\n';
load data local inpath '/usr/local/IMFdatatest/HiveTBdata/tbDate.txt' into table tbdata;
load data inpath '/library/HiveTBdata/tbStock.txt'into table tbStock;
load data inpath '/library/HiveTBdata/tbStockDetail.txt'into table tbstockdetail;
//销售金额大于50000的订单
select ordernumber,sum(t2.amout) as totalfees FROM tbStock as t1 ,tbStockDetail as t2 where t1.ordernumber = t2.ordernumber group by t1.oredernumber having
totalfees >50000;
//每年每季度销售排名前10名的商品
select c.theyear,c.thequot,sum(b.amout) as sumofamount from tbstock a,tbstockdetail b,tbdata c where
a.ordernumber=b.ordernumber and a.dataid=c.dataid group by c.theyear,c.thequot order by sumofamount desc limit 10;
//所有的订单系统每年最畅销的产品
select distinct e.theyear,e.itemid,f.maxofmount from
(select c.theyear,b.itemid,sum(b.amout) as sumofmount from tbstock a,tbstockdetail b,tbdata c where a.ordernumber=b.ordernumber and a.dataid=c.dataid group by
c.theyear,b.itemid ) e,
(select d.theyear, max(d.sumofamount) as maxofmount from (select c.theyear,b.itemid,sum(b.amout) as sumofamount from tbstock a,tbstockdetail b,tbdata c where
a.ordernumber=b.ordernumber and
a.dataid=c.dataid group by c.theyear,b.itemid ) d
group by d.theyear ) f
where e.theyear=f.theyear and
e.sumofmount=f.maxofmount order by e.theyear;
//每年所有订单中最大金额订单的全部销售额
