Lines Matching defs:compute_error32
8 fn compute_error32(q: i32, w: u64) -> (i32, u64) {
41 assert_eq!(compute_error32(0, 16777216), (111 + f32::INVALID_FP, 9223372036854775808));
42 assert_eq!(compute_error32(0, 16777217), (111 + f32::INVALID_FP, 9223372586610589696));
43 assert_eq!(compute_error32(0, 16777218), (111 + f32::INVALID_FP, 9223373136366403584));
44 assert_eq!(compute_error32(0, 16777219), (111 + f32::INVALID_FP, 9223373686122217472));
45 assert_eq!(compute_error32(0, 16777220), (111 + f32::INVALID_FP, 9223374235878031360));
50 compute_error32(-10, 167772160000000000),
54 compute_error32(-10, 167772170000000000),
58 compute_error32(-10, 167772180000000000),
63 compute_error32(-10, 167772190000000000),
67 compute_error32(-10, 167772200000000000),