Commit 828121bd authored by tsmith/tim@siva.hindu.god's avatar tsmith/tim@siva.hindu.god
Browse files

In func_group.test, round the results of std() for some calls, because... 

In func_group.test, round the results of std() for some calls, because Windows' sqrt() function appears to return fewer "significant" digits than the Unix implementations.
This is for bug #22555.
parent d13077c7

mysql-test/r/func_group.result

+12 −12
Original line number Diff line number Diff line
@@ -1216,15 +1216,15 @@ i count(*) std(e1/e2) 
1	4	0.000000000000000000000000000000

2	4	0.000000000000000000000000000000

3	4	0.000000000000000000000000000000

select std(s1/s2) from bug22555;

std(s1/s2)

0.213257635866493405751853629226

select round(std(s1/s2), 17) from bug22555;

round(std(s1/s2), 17)

0.21325763586649341

select std(o1/o2) from bug22555;

std(o1/o2)

0.21325763586649

select std(e1/e2) from bug22555;

std(e1/e2)

0.213257635866493405751853629226

select round(std(e1/e2), 17) from bug22555;

round(std(e1/e2), 17)

0.21325763586649341

set div_precision_increment=20;

select i, count(*), std(s1/s2) from bug22555 group by i order by i;

i	count(*)	std(s1/s2)
@@ -1241,15 +1241,15 @@ i count(*) std(e1/e2) 
1	4	0.000000000000000000000000000000

2	4	0.000000000000000000000000000000

3	4	0.000000000000000000000000000000

select std(s1/s2) from bug22555;

std(s1/s2)

0.213257635866493405751853629226

select round(std(s1/s2), 17) from bug22555;

round(std(s1/s2), 17)

0.21325763586649341

select std(o1/o2) from bug22555;

std(o1/o2)

0.21325763586649

select std(e1/e2) from bug22555;

std(e1/e2)

0.213257635866493405751853629226

select round(std(e1/e2), 17) from bug22555;

round(std(e1/e2), 17)

0.21325763586649341

set @@div_precision_increment=@saved_div_precision_increment;

drop table bug22555;

create table bug22555 (s smallint, o double, e decimal);

mysql-test/t/func_group.test

+4 −4
Original line number Diff line number Diff line
@@ -757,16 +757,16 @@ set div_precision_increment=19; 
select i, count(*), std(s1/s2) from bug22555 group by i order by i;

select i, count(*), std(o1/o2) from bug22555 group by i order by i;

select i, count(*), std(e1/e2) from bug22555 group by i order by i;

select std(s1/s2) from bug22555;

select round(std(s1/s2), 17) from bug22555;

select std(o1/o2) from bug22555;

select std(e1/e2) from bug22555;

select round(std(e1/e2), 17) from bug22555;

set div_precision_increment=20;

select i, count(*), std(s1/s2) from bug22555 group by i order by i;

select i, count(*), std(o1/o2) from bug22555 group by i order by i;

select i, count(*), std(e1/e2) from bug22555 group by i order by i;

select std(s1/s2) from bug22555;

select round(std(s1/s2), 17) from bug22555;

select std(o1/o2) from bug22555;

select std(e1/e2) from bug22555;

select round(std(e1/e2), 17) from bug22555;

set @@div_precision_increment=@saved_div_precision_increment;

drop table bug22555;