1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91

use anyhow::Result;
use geo::{BoundingRect, Intersects, MapCoordsInPlace};

use geom::{GPSBounds, Polygon};

use crate::CensusArea;

impl CensusArea {
    pub async fn fetch_all_for_map(
        map_area: &Polygon,
        bounds: &GPSBounds,
    ) -> Result<Vec<CensusArea>> {
        use flatgeobuf::HttpFgbReader;
        use geozero::geo_types::GeoWriter;

        let mut geo_map_area: geo::Polygon<_> = map_area.clone().into();
        geo_map_area.map_coords_in_place(|c| {
            let projected = geom::Pt2D::new(c.x, c.y).to_gps(bounds);
            (projected.x(), projected.y()).into()
        });

        // See the import handbook for how to prepare this file.
        let mut fgb =
            HttpFgbReader::open("https://abstreet.s3.amazonaws.com/population_areas.fgb").await?;

        let bounding_rect = geo_map_area
            .bounding_rect()
            .ok_or_else(|| anyhow!("missing bound rect"))?;
        fgb.select_bbox(
            bounding_rect.min().x,
            bounding_rect.min().y,
            bounding_rect.max().x,
            bounding_rect.max().y,
        )
        .await?;

        let mut results = vec![];
        while let Some(feature) = fgb.next().await? {
            use flatgeobuf::FeatureProperties;
            // PERF TODO: how to parse into usize directly? And avoid parsing entire props dict?
            let props = feature.properties()?;
            if !props.contains_key("population") {
                warn!("skipping feature with missing population");
                continue;
            }
            let population: usize = props["population"].parse()?;
            let geometry = match feature.geometry() {
                Some(g) => g,
                None => {
                    warn!("skipping feature with missing geometry");
                    continue;
                }
            };
            let mut geo = GeoWriter::new();
            geometry.process(&mut geo, flatgeobuf::GeometryType::MultiPolygon)?;
            if let geo::Geometry::MultiPolygon(multi_poly) = geo.geometry() {
                let geo_polygon = multi_poly
                    .0
                    .first()
                    .ok_or_else(|| anyhow!("multipolygon was unexpectedly empty"))?;
                if multi_poly.0.len() > 1 {
                    warn!(
                        "dropping {} extra polygons from census area: {:?}",
                        multi_poly.0.len() - 1,
                        props
                    );
                }

                if !geo_polygon.intersects(&geo_map_area) {
                    debug!(
                        "skipping polygon outside of map area. polygon: {:?}, map_area: {:?}",
                        geo_polygon, geo_map_area
                    );
                    continue;
                }

                let mut polygon = geo_polygon.clone();
                polygon.map_coords_in_place(|c| geom::LonLat::new(c.x, c.y).to_pt(bounds).into());
                results.push(CensusArea {
                    polygon,
                    population,
                });
            } else {
                warn!("skipping unexpected geometry");
                continue;
            }
        }

        Ok(results)
    }
}