imposm3/geom/limit/limit.go

405 lines
10 KiB
Go

package limit
import (
"errors"
"github.com/omniscale/imposm3/geom/geojson"
"github.com/omniscale/imposm3/geom/geos"
"github.com/omniscale/imposm3/logging"
"math"
"os"
"strings"
"sync"
)
var log = logging.NewLogger("limiter")
// Tile bbox into multiple sub-boxes, each of `width` size.
// >>> list(tile_bbox((-1, 1, 0.49, 1.51), 0.5)) #doctest: +NORMALIZE_WHITESPACE
// [(-1.0, 1.0, -0.5, 1.5),
// (-1.0, 1.5, -0.5, 2.0),
// (-0.5, 1.0, 0.0, 1.5),
// (-0.5, 1.5, 0.0, 2.0),
// (0.0, 1.0, 0.5, 1.5),
// (0.0, 1.5, 0.5, 2.0)]
func tileBounds(bounds geos.Bounds, width float64) []geos.Bounds {
var results []geos.Bounds
minX := math.Floor(bounds.MinX/width) * width
minY := math.Floor(bounds.MinY/width) * width
maxX := math.Ceil(bounds.MaxX/width) * width
maxY := math.Ceil(bounds.MaxY/width) * width
xSteps := math.Ceil((maxX - minX) / width)
ySteps := math.Ceil((maxY - minY) / width)
for x := 0; x < int(xSteps); x++ {
for y := 0; y < int(ySteps); y++ {
results = append(results, geos.Bounds{
MinX: minX + float64(x)*width,
MinY: minY + float64(y)*width,
MaxX: minX + float64(x+1)*width,
MaxY: minY + float64(y+1)*width,
})
}
}
return results
}
func splitParams(bounds geos.Bounds, maxGrids int, minGridWidth float64) (float64, float64) {
width := bounds.MaxX - bounds.MinX
height := bounds.MaxY - bounds.MinY
gridWidthX := minGridWidth
gridWidthY := minGridWidth
if width/gridWidthX > float64(maxGrids) {
gridWidthX = width / float64(maxGrids)
}
if height/gridWidthY > float64(maxGrids) {
gridWidthY = height / float64(maxGrids)
}
gridWidth := math.Max(gridWidthX, gridWidthY)
currentWidth := gridWidth
for currentWidth <= width/2 {
currentWidth *= 2
}
return gridWidth, currentWidth
}
func SplitPolygonAtAutoGrid(g *geos.Geos, geom *geos.Geom) ([]*geos.Geom, error) {
geomBounds := geom.Bounds()
if geomBounds == geos.NilBounds {
return nil, errors.New("couldn't create bounds for geom")
}
gridWidth, currentGridWidth := splitParams(geomBounds, 32, 50000.0)
return SplitPolygonAtGrid(g, geom, gridWidth, currentGridWidth)
}
func SplitPolygonAtGrid(g *geos.Geos, geom *geos.Geom, gridWidth, currentGridWidth float64) ([]*geos.Geom, error) {
var result []*geos.Geom
geomBounds := geom.Bounds()
if geomBounds == geos.NilBounds {
return nil, errors.New("couldn't create bounds for geom")
}
for _, bounds := range tileBounds(geom.Bounds(), currentGridWidth) {
clipGeom := g.BoundsPolygon(bounds)
if clipGeom == nil {
return nil, errors.New("couldn't create bounds polygon")
}
part := g.Intersection(geom, clipGeom)
g.Destroy(clipGeom)
if part == nil {
return nil, errors.New("couldn't create intersection")
}
if !g.IsEmpty(part) && strings.HasSuffix(g.Type(part), "Polygon") {
if gridWidth >= currentGridWidth {
result = append(result, part)
} else {
moreParts, err := SplitPolygonAtGrid(g, part, gridWidth, currentGridWidth/2.0)
g.Destroy(part)
if err != nil {
return nil, err
}
result = append(result, moreParts...)
}
}
}
return result, nil
}
type Limiter struct {
// for quick intersections of small geometries
index *geos.Index
// for direct intersections of large geometries
geom *geos.Geom
// for quick contains checks
geomPrep *geos.PreparedGeom
geomPrepMu *sync.Mutex
// bufferedXxx for diff elements
// (we keep more data at the boundary to be able to build
// geometries that intersects the limitto geometry)
// for quick coarse contains checks
bufferedBbox geos.Bounds
// for quick contains checks
bufferedPrep *geos.PreparedGeom
bufferedPrepMu *sync.Mutex
}
func NewFromGeoJson(source string) (*Limiter, error) {
return NewFromGeoJsonWithBuffered(source, 0.0)
}
func NewFromGeoJsonWithBuffered(source string, buffer float64) (*Limiter, error) {
f, err := os.Open(source)
if err != nil {
return nil, err
}
defer f.Close()
features, err := geojson.ParseGeoJson(f)
if err != nil {
return nil, err
}
g := geos.NewGeos()
defer g.Finish()
index := g.CreateIndex()
var bufferedPolygons []*geos.Geom
var polygons []*geos.Geom
withBuffer := false
if buffer != 0.0 {
withBuffer = true
}
for _, feature := range features {
if withBuffer {
simplified := g.SimplifyPreserveTopology(feature.Geom, 1000)
if simplified == nil {
return nil, errors.New("couldn't simplify limitto")
}
buffered := g.Buffer(simplified, buffer)
g.Destroy(simplified)
if buffered == nil {
return nil, errors.New("couldn't buffer limitto")
}
// buffered gets destroyed in UnionPolygons
bufferedPolygons = append(bufferedPolygons, buffered)
}
polygons = append(polygons, feature.Geom)
parts, err := SplitPolygonAtAutoGrid(g, feature.Geom)
if err != nil {
return nil, err
}
for _, part := range parts {
g.IndexAdd(index, part)
}
}
var bufferedBbox geos.Bounds
var bufferedPrep *geos.PreparedGeom
if len(bufferedPolygons) > 0 {
union := g.UnionPolygons(bufferedPolygons)
if union == nil {
return nil, errors.New("unable to union limitto polygons")
}
simplified := g.SimplifyPreserveTopology(union, 5000)
if simplified == nil {
return nil, errors.New("unable to simplify limitto polygons")
}
g.Destroy(union)
bufferedBbox = simplified.Bounds()
bufferedPrep = g.Prepare(simplified)
// keep simplified around for prepared geometry
if bufferedPrep == nil {
return nil, errors.New("unable to prepare limitto polygons")
}
}
var geomPrep *geos.PreparedGeom
union := g.UnionPolygons(polygons)
if union == nil {
return nil, errors.New("unable to union limitto polygons")
}
geomPrep = g.Prepare(union)
if geomPrep == nil {
return nil, errors.New("unable to prepare limitto polygons")
}
return &Limiter{index, union, geomPrep, &sync.Mutex{}, bufferedBbox, bufferedPrep, &sync.Mutex{}}, nil
}
func filterGeometryByType(g *geos.Geos, geom *geos.Geom, targetType string) []*geos.Geom {
// Filter (multi)geometry for compatible `geom_type`,
// because we can't insert points into linestring tables for example
geomType := g.Type(geom)
if geomType == targetType {
// same type is fine
return []*geos.Geom{geom}
}
if geomType == "Polygon" && targetType == "MultiPolygon" {
// multipolygon mappings also support polygons
return []*geos.Geom{geom}
}
if geomType == "MultiPolygon" && targetType == "Polygon" {
// polygon mappings should also support multipolygons
return []*geos.Geom{geom}
}
if g.NumGeoms(geom) >= 1 {
// GeometryCollection or MultiLineString? return list of geometries
var geoms []*geos.Geom
for _, part := range g.Geoms(geom) {
// only parts with same type
if g.Type(part) == targetType {
geoms = append(geoms, g.Clone(part))
}
}
g.Destroy(geom)
if len(geoms) != 0 {
return geoms
}
return []*geos.Geom{}
}
g.Destroy(geom)
return []*geos.Geom{}
}
func (l *Limiter) Clip(geom *geos.Geom) ([]*geos.Geom, error) {
g := geos.NewGeos()
defer g.Finish()
// check if geom is completely contained
l.geomPrepMu.Lock()
if g.PreparedContains(l.geomPrep, geom) {
l.geomPrepMu.Unlock()
return []*geos.Geom{geom}, nil
}
l.geomPrepMu.Unlock()
// we have intersections, query index to get intersecting parts
hits := g.IndexQueryGeoms(l.index, geom)
geomType := g.Type(geom)
// too many intersecting parts, it probably faster to
// intersect with the original geometry
if len(hits) > 50 {
newPart := g.Intersection(l.geom, geom)
if newPart == nil {
return nil, nil
}
newParts := filterGeometryByType(g, newPart, geomType)
return mergeGeometries(g, newParts, geomType), nil
}
var intersections []*geos.Geom
// intersect with each part...
for _, hit := range hits {
newPart := g.Intersection(hit.Geom, geom)
if newPart == nil {
continue
}
newParts := filterGeometryByType(g, newPart, geomType)
for _, p := range newParts {
intersections = append(intersections, p)
}
}
// and merge parts back to our clipped intersection
return mergeGeometries(g, intersections, geomType), nil
}
func (c *Limiter) IntersectsBuffer(g *geos.Geos, x, y float64) bool {
if c.bufferedPrep == nil {
return true
}
if x < c.bufferedBbox.MinX ||
y < c.bufferedBbox.MinY ||
x > c.bufferedBbox.MaxX ||
y > c.bufferedBbox.MaxY {
return false
}
p := g.Point(x, y)
if p == nil {
return false
}
defer g.Destroy(p)
c.bufferedPrepMu.Lock()
defer c.bufferedPrepMu.Unlock()
return g.PreparedIntersects(c.bufferedPrep, p)
}
func flattenPolygons(g *geos.Geos, geoms []*geos.Geom) []*geos.Geom {
var result []*geos.Geom
for _, geom := range geoms {
if g.Type(geom) == "MultiPolygon" {
for _, part := range g.Geoms(geom) {
result = append(result, g.Clone(part))
}
g.Destroy(geom)
} else if g.Type(geom) == "Polygon" {
result = append(result, geom)
} else {
log.Printf("unexpected geometry type in flattenPolygons")
g.Destroy(geom)
}
}
return result
}
func flattenLineStrings(g *geos.Geos, geoms []*geos.Geom) []*geos.Geom {
var result []*geos.Geom
for _, geom := range geoms {
if g.Type(geom) == "MultiLineString" {
for _, part := range g.Geoms(geom) {
result = append(result, g.Clone(part))
}
g.Destroy(geom)
} else if g.Type(geom) == "LineString" {
result = append(result, geom)
} else {
log.Printf("unexpected geometry type in flattenPolygons")
g.Destroy(geom)
}
}
return result
}
func filterInvalidLineStrings(g *geos.Geos, geoms []*geos.Geom) []*geos.Geom {
var result []*geos.Geom
for _, geom := range geoms {
if geom.Length() > 1e-9 {
result = append(result, geom)
} else {
g.Destroy(geom)
}
}
return result
}
// mergeGeometries
func mergeGeometries(g *geos.Geos, geoms []*geos.Geom, geomType string) []*geos.Geom {
// intersections from multiple sub-polygons
// try to merge them back to a single geometry
if strings.HasSuffix(geomType, "Polygon") {
polygons := flattenPolygons(g, geoms)
polygon := g.UnionPolygons(polygons)
if polygon == nil {
return nil
}
g.DestroyLater(polygon)
return []*geos.Geom{polygon}
} else if strings.HasSuffix(geomType, "LineString") {
linestrings := flattenLineStrings(g, geoms)
linestrings = filterInvalidLineStrings(g, linestrings)
if len(linestrings) == 0 {
return nil
}
union := g.LineMerge(linestrings)
for _, l := range union {
g.DestroyLater(l)
}
return union
} else if geomType == "Point" {
if len(geoms) >= 1 {
for _, p := range geoms {
g.DestroyLater(p)
}
return geoms[0:1]
}
return nil
} else {
panic("unexpected geometry type" + geomType)
}
}