andreacavalli/rust-average
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Fix a negative underflow when calculating quantiles

Browse Source 
Fixes #5.
This commit is contained in:
Vinzent Steinberg 2017-11-19 10:31:00 +01:00
parent 57f9d13434
commit 5656156660
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/quantile.rs
View File

@ -60,9 +60,9 @@ impl Quantile {
#[inline] #[inline]
fn linear(&self, i: usize, d: f64) -> f64 { fn linear(&self, i: usize, d: f64) -> f64 {
debug_assert_eq!(d.abs(), 1.); debug_assert_eq!(d.abs(), 1.);
let s: usize = d.approx().unwrap(); let sum = if d < 0. { i - 1 } else { i + 1 };
self.q[i] + d * (self.q[i + s] - self.q[i]) self.q[i] + d * (self.q[sum] - self.q[i])
/ f64::approx_from(self.n[i + s] - self.n[i]).unwrap() / f64::approx_from(self.n[sum] - self.n[i]).unwrap()
} }
/// Estimate the p-quantile of the population. /// Estimate the p-quantile of the population.