Point clouds: keep every PTS point within the import limit (#11093) (#11717)

* claim: #11093

* Point clouds: count point rows before thinning PTS imports

* Point clouds: exclude invalid coordinates from text sampling
This commit is contained in:
PaddleStroke authored and GitHub committed 2026-11-04 18:27:21 +00:00
1 parent f91db06904
commit c8c0c28fc8
1 file changed
+62 -6
+62 -6
View File
@@ -50,9 +50,17 @@ struct Keep {
}
impl Keep {
fn push(&mut self, [x, y, z]: [f64; 3], rgb: Option<[u8; 3]>) {
fn scaled_point(&self, [x, y, z]: [f64; 3]) -> Option<Vec3> {
let p = Vec3::new(x, y, z) * self.scale;
if ![p.x, p.y, p.z].iter().all(|v| v.is_finite() && v.abs() <= MAX_COORD) || self.out.points.len() / 3 >= self.max {
[p.x, p.y, p.z].iter().all(|v| v.is_finite() && v.abs() <= MAX_COORD).then_some(p)
}
fn push(&mut self, coordinates: [f64; 3], rgb: Option<[u8; 3]>) {
let Some(p) = self.scaled_point(coordinates) else {
self.bad += 1;
return;
};
if self.out.points.len() / 3 >= self.max {
self.bad += 1;
return;
}
@@ -129,12 +137,19 @@ fn numbers(line: &str, out: &mut Vec<f64>) -> bool {
/// Read an XYZ file into `keep`; returns the thinning stride.
fn read_xyz(bytes: &[u8], keep: &mut Keep) -> Result<u64> {
let text = String::from_utf8_lossy(bytes);
let lines = bytes.iter().filter(|b| **b == b'\n').count() as u64 + 1;
let stride = lines.div_ceil(keep.max as u64).max(1);
let mut v = Vec::with_capacity(16);
// Count point rows when the physical lines could exceed the cap. A PTS count line,
// comments, blank lines and invalid rows are not part of the sampling stride.
let stride = if text.lines().nth(keep.max).is_some() {
let points = text.lines().filter(|line| numbers(line, &mut v) && v.len() >= 3 && keep.scaled_point([v[0], v[1], v[2]]).is_some()).count();
points.div_ceil(keep.max).max(1) as u64
} else {
1
};
// Where the colour is: after x, y, z (6 numbers), or after an intensity too (7, as PTS).
let mut rgb_at: Option<Option<usize>> = None;
let mut data = 0u64;
let mut eligible = 0u64;
for line in text.lines() {
if !numbers(line, &mut v) {
if !line.trim().is_empty() && !line.trim_start().starts_with('#') && !line.trim_start().starts_with("//") {
@@ -149,14 +164,19 @@ fn read_xyz(bytes: &[u8], keep: &mut Keep) -> Result<u64> {
}
continue;
}
data += 1;
if keep.scaled_point([v[0], v[1], v[2]]).is_none() {
keep.bad += 1;
continue;
}
let at = *rgb_at.get_or_insert(match v.len() {
6 => Some(3),
n if n >= 7 => Some(4),
_ => None,
});
keep.colored = at.is_some();
data += 1;
if !(data - 1).is_multiple_of(stride) {
eligible += 1;
if !(eligible - 1).is_multiple_of(stride) {
continue;
}
let rgb = at.and_then(|i| {
@@ -218,6 +238,42 @@ mod tests {
assert_eq!(plain.points.len(), 3, "thinned to one point");
}
#[test]
fn pts_thinning_counts_points_without_headers_comments_or_blank_lines() {
let pts = b"3\n# scan\n0 0 0 -200 255 0 0\n\n20 0 0 -150 0 255 0\n// end of scan\n40 0 0 -100 0 0 255\n";
let full = read_point_cloud(pts, "scan.pts", 1.0, 3).unwrap();
assert_eq!(full.source_points, 3);
assert_eq!(full.points, [0., 0., 0., 20., 0., 0., 40., 0., 0.]);
assert_eq!(full.colors, [255, 0, 0, 0, 255, 0, 0, 0, 255]);
assert!(full.warnings.is_empty());
let thinned = read_point_cloud(pts, "scan.pts", 1.0, 2).unwrap();
assert_eq!(thinned.source_points, 3);
assert_eq!(thinned.points, [0., 0., 0., 40., 0., 0.]);
assert_eq!(thinned.colors, [255, 0, 0, 0, 0, 255]);
assert_eq!(thinned.warnings, ["2 of the file's 3 points kept (one in 2)"]);
}
#[test]
fn pts_thinning_samples_only_finite_points_within_the_scaled_range() {
for (invalid, scale) in [("NaN", 1.), ("inf", 1.), ("1e309", 1.), ("1000000001", 1.), ("1000000", 1e6), ("1e308", 1e6)] {
let pts = format!("4\n{invalid} 0 0 -200 255 0 0\n1 0 0 -150 0 255 0\n{invalid} 0 0 -200 255 0 0\n2 0 0 -100 0 0 255\n# scan\n");
let full = read_point_cloud(pts.as_bytes(), "scan.pts", scale, 2).unwrap();
assert_eq!(full.source_points, 4);
assert_eq!(full.origin, Vec3::new(scale, 0., 0.));
assert_eq!(full.points, [0., 0., 0., scale as f32, 0., 0.]);
assert_eq!(full.colors, [0, 255, 0, 0, 0, 255]);
assert_eq!(full.warnings, ["2 point(s) could not be read and were left out"]);
}
let pts = b"5\nNaN 0 0\n1 0 0 -150 0 255 0\nNaN 0 0\n2 0 0 -100 0 0 255\n3 0 0 -50 255 0 0\n# scan\n";
let thinned = read_point_cloud(pts, "scan.pts", 1., 2).unwrap();
assert_eq!(thinned.source_points, 5);
assert_eq!(thinned.points, [0., 0., 0., 2., 0., 0.]);
assert_eq!(thinned.colors, [0, 255, 0, 255, 0, 0]);
assert_eq!(thinned.warnings, ["2 point(s) could not be read and were left out", "2 of the file's 5 points kept (one in 2)"]);
}
#[test]
fn hostile_point_clouds_never_panic() {
for (b, name) in [