验证策略

脚本

Hive

Spark-sql

创建库 删除库

Create database lvhou_hive

Create database lvhou_spark

Dorp database lvhou_hive

Dorp database lvhou_spark

True

True

创建表 删除表

Use lvhou_hive

Create table hive_test(a string,b string)

Use lvhou_spark

Create table spark_test(a string,b string)

Drop table hive_test

Drop table spark_test

True

True

CTAS

Create table lvhou_test as selec * from lvhou_test1;

true

false

Insert

Insert into lvhou_hive values(‘hhah’,’heheh’)

true

false

insert

Insert into lvhou_spark value(‘12’.’32’),(‘asd’,’asdf’)

True

false

Select

Select * from lvhou_hive

Select * from lvhou_spark

True

True

Select in

Select子查询

in 两条数据

not in 两条数据

select * from test1 where a,b in (select a,b from test2 where a = 'aa');

select * from test1 where a,b not

in (select a,b from test2 where a = 'aa');

falese

false

Select

union查询

union all

select * from test union all select * from test0;(合一)

select * from test union select * from test0;(去重)

true

false

Select

union 3查询

union all

select * from (select * from test union select * from test0) a;

select a from (select * from test union all select * from test0) a;

false

False

Select

exit

not exit

select * from test t where exists(select * from test0 t0 where t0.a = t.a);

select * from lv_test where exists(select * tfrom test t where lv_test.a = t.a);

True

False

update

update test1 set b = 'abc' where a = 'aa';

update test1 set a = 'abc';

Update test1 set b = 'abc';

True

False

delete

delete from test1 where a = 'aa';

delete from test1;

True

False

TRUNCATE TABLE

Truncate table test;

True

False

Alter

alter table test1 add columns (d string);

alter table test drop a;

alter table test rename a to a1;

True

False

索引

create index index_a on table test(a)

as 'org.apache.hadoop.hive.ql.index.compact.CompactIndexHandler'

with deferred rebuild;

True

False

INTERSECT

交集

select a from test

INTERSECT

select a from test0;

False

False

EXCEPT

select a from test

EXCPEPT

select a from test0;

False

False

Minus

返回第一个结果中不同的

select a from test

minus

select a from test0;

False

False

order by

排序

select a from test order by a desc;

True

False

sort by

排序

select a,b from test sort by b desc;

True

False

distribute by

select a,b from test distribute by a;

True

False

distribute by + sort by

select a,b from test distribute by a sort by b asc;

True

False

cluster by

select a,b from test cluster by a;

True

False

trim(string a)

去空格

select trim('   aaa ') from test00;

True

True

substr（string A,int start,int len）

截取字符串

select substr('abcdefg',3,2) from test;

select substr('abcdefg',-3,2) from test;

True

True

like

select * from test where a like '%a%';

True

False

Count

select count(*) from test00;

select count(distinct *) from test00;

True

False

Sum

select sum(c) from test00;

select sum(distinct c) from test00;

True

False

Avg

select avg(c) from test00

select avg(distinct c) from test00

True

False

Min

select min(distinct c) from test00;

True

False

Max

select max(distinct c) from test00;

True

False

group by

select a from test00 group by a ;

select a,sum(c) from test00 group by a;

select a,avg(c) from test00 group by a;

True

False

Hiving

select a,avg(c) as ac from test00 group by a having ac=1;

True

False

load

load data local inpath '/tmp/qichangjian/test01.txt' overwrite into table test_load;

True

False