Merge pull request #659 from dk2k/dk_fix_tolerance

leerho · web-flow · commit f6cb3ed59922 · 2025-04-08T12:56:53.000-07:00
Fixed octal number 1 - need 0.01 instead. At least according to comment
diff --git a/src/main/java/org/apache/datasketches/cpc/TestUtil.java b/src/main/java/org/apache/datasketches/cpc/TestUtil.java
@@ -68,7 +68,7 @@ static boolean specialEquals(final CpcSketch sk1, final CpcSketch sk2,
       rtAssertEquals(sk1.mergeFlag, sk2.mergeFlag);
       rtAssertEquals(ficolA, ficolB);
       rtAssertEquals(sk1.kxp, sk2.kxp, .01 * sk1.kxp); //1% tolerance
-      rtAssertEquals(sk1.hipEstAccum, sk2.hipEstAccum, 01 * sk1.hipEstAccum); //1% tolerance
+      rtAssertEquals(sk1.hipEstAccum, sk2.hipEstAccum, .01 * sk1.hipEstAccum); //1% tolerance
     }
     return true;
   }

Original file line number	Diff line number	Diff line change
`@@ -68,7 +68,7 @@ static boolean specialEquals(final CpcSketch sk1, final CpcSketch sk2,`
`68`	`68`	`rtAssertEquals(sk1.mergeFlag, sk2.mergeFlag);`
`69`	`69`	`rtAssertEquals(ficolA, ficolB);`
`70`	`70`	`rtAssertEquals(sk1.kxp, sk2.kxp, .01 * sk1.kxp); //1% tolerance`
`71`		`- rtAssertEquals(sk1.hipEstAccum, sk2.hipEstAccum, 01 * sk1.hipEstAccum); //1% tolerance`
	`71`	`+ rtAssertEquals(sk1.hipEstAccum, sk2.hipEstAccum, .01 * sk1.hipEstAccum); //1% tolerance`
`72`	`72`	`}`
`73`	`73`	`return true;`
`74`	`74`	`}`