Add export routes
This commit is contained in:
parent
1c09725ff1
commit
0c256d8923
|
@ -254,6 +254,7 @@ from .routes import (
|
|||
tracks,
|
||||
users,
|
||||
mapdetails,
|
||||
exports,
|
||||
)
|
||||
|
||||
from .routes import frontend
|
||||
|
|
137
api/obs/api/routes/exports.py
Normal file
137
api/obs/api/routes/exports.py
Normal file
|
@ -0,0 +1,137 @@
|
|||
import json
|
||||
from gzip import decompress
|
||||
from enum import Enum
|
||||
from contextlib import contextmanager
|
||||
from sqlite3 import connect
|
||||
from obs.api.db import OvertakingEvent
|
||||
from sanic.response import raw
|
||||
from sanic.exceptions import InvalidUsage
|
||||
|
||||
from sqlalchemy import select, text, func
|
||||
from sqlalchemy.sql.expression import table, column
|
||||
|
||||
from obs.api.app import app, json as json_response
|
||||
|
||||
from .mapdetails import get_single_arg
|
||||
|
||||
@app.get(r"/export/events.json")
|
||||
async def tiles(req):
|
||||
x = get_single_arg(req, "x", convert=int)
|
||||
y = get_single_arg(req, "y", convert=int)
|
||||
zoom = get_single_arg(req, "zoom", convert=int)
|
||||
|
||||
features = []
|
||||
async for event in get_events(req.ctx.db, zoom, x, y):
|
||||
features.append({
|
||||
"type": "Feature",
|
||||
"geometry": json.loads(event.geometry),
|
||||
"properties": {
|
||||
"distance_overtaker": event.distance_overtaker,
|
||||
"distance_stationary": event.distance_stationary,
|
||||
"direction": -1 if event.direction_reversed else 1,
|
||||
"way_id": event.way_id,
|
||||
"course": event.course,
|
||||
"speed": event.speed,
|
||||
"time": event.time,
|
||||
}
|
||||
})
|
||||
|
||||
geojson = {"type": "FeatureCollection", "features": features}
|
||||
return json_response(geojson)
|
||||
|
||||
class ExportFormat(str, Enum):
|
||||
SHAPEFILE = "shapefile"
|
||||
GEOJSON = "geojson"
|
||||
|
||||
|
||||
def parse_bounding_box(s):
|
||||
left, bottom, right, top = map(float, s.split(","))
|
||||
return func.ST_SetSRID(
|
||||
func.ST_MakeBox2D(
|
||||
func.ST_Point(left, bottom),
|
||||
func.ST_Point(right, top),
|
||||
),
|
||||
3857,
|
||||
)
|
||||
|
||||
@contextmanager
|
||||
def shapefile_zip():
|
||||
import io, shapefile
|
||||
zip_buffer = io.BytesIO()
|
||||
shp, shx, dbf = (io.BytesIO() for _ in range(3))
|
||||
writer = shapefile.Writer(shp=shp, shx=shx, dbf=dbf, shapeType=shapefile.POINT, encoding="utf8")
|
||||
|
||||
yield writer, zip_buffer
|
||||
|
||||
writer.balance()
|
||||
writer.close()
|
||||
|
||||
PRJ = (
|
||||
'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],'
|
||||
'AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],'
|
||||
'UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AUTHORITY["EPSG","4326"]]'
|
||||
)
|
||||
|
||||
import zipfile
|
||||
zf = zipfile.ZipFile(zip_buffer, "a", zipfile.ZIP_DEFLATED, False)
|
||||
zf.writestr('events.shp', shp.getbuffer())
|
||||
zf.writestr('events.shx', shx.getbuffer())
|
||||
zf.writestr('events.dbf', dbf.getbuffer())
|
||||
zf.writestr('events.prj', PRJ)
|
||||
zf.close()
|
||||
|
||||
@app.get(r"/export/events")
|
||||
async def export_events(req):
|
||||
bbox = get_single_arg(req, "bbox", default="-180,-90,180,90", convert=parse_bounding_box)
|
||||
fmt = get_single_arg(req, "fmt", convert=ExportFormat)
|
||||
|
||||
events = await req.ctx.db.stream_scalars(
|
||||
select(OvertakingEvent)
|
||||
.where(OvertakingEvent.geometry.bool_op("&&")(bbox))
|
||||
)
|
||||
|
||||
if fmt == ExportFormat.SHAPEFILE:
|
||||
with shapefile_zip() as (writer, zip_buffer):
|
||||
writer.field("distance_overtaker", "N", decimal=4)
|
||||
writer.field("distance_stationary", "N", decimal=4)
|
||||
writer.field("way_id", "N", decimal=0)
|
||||
writer.field("direction", "N", decimal=0)
|
||||
writer.field("course", "N", decimal=4)
|
||||
writer.field("speed", "N", decimal=4)
|
||||
|
||||
async for event in events:
|
||||
writer.point(event.longitude, event.latitude)
|
||||
writer.record(
|
||||
distance_overtaker=event.distance_overtaker,
|
||||
distance_stationary=event.distance_stationary,
|
||||
direction=-1 if event.direction_reversed else 1,
|
||||
way_id=event.way_id,
|
||||
course=event.course,
|
||||
speed=event.speed,
|
||||
#"time"=event.time,
|
||||
)
|
||||
|
||||
return raw(zip_buffer.getbuffer())
|
||||
|
||||
elif fmt == ExportFormat.GEOJSON:
|
||||
features = []
|
||||
async for event in events:
|
||||
features.append({
|
||||
"type": "Feature",
|
||||
"geometry": json.loads(event.geometry),
|
||||
"properties": {
|
||||
"distance_overtaker": event.distance_overtaker,
|
||||
"distance_stationary": event.distance_stationary,
|
||||
"direction": -1 if event.direction_reversed else 1,
|
||||
"way_id": event.way_id,
|
||||
"course": event.course,
|
||||
"speed": event.speed,
|
||||
"time": event.time,
|
||||
}
|
||||
})
|
||||
|
||||
geojson = {"type": "FeatureCollection", "features": features}
|
||||
return json_response(geojson)
|
||||
|
||||
else:
|
||||
raise InvalidUsage("unknown export format")
|
|
@ -24,10 +24,11 @@ def get_single_arg(req, name, default=RAISE, convert=None):
|
|||
try:
|
||||
value = req.args[name][0]
|
||||
except LookupError as e:
|
||||
if default is not RAISE:
|
||||
return default
|
||||
if default is RAISE:
|
||||
raise InvalidUsage("missing `{name}`") from e
|
||||
|
||||
value = default
|
||||
|
||||
if convert is not None:
|
||||
try:
|
||||
value = convert(value)
|
||||
|
|
|
@ -66,3 +66,4 @@ async def tiles(req, zoom: int, x: int, y: str):
|
|||
tile = decompress(tile)
|
||||
|
||||
return raw(tile, content_type="application/x-protobuf", headers=headers)
|
||||
|
||||
|
|
|
@ -10,3 +10,4 @@ pyyaml<6
|
|||
sqlparse~=0.4.2
|
||||
sqlalchemy[asyncio]~=1.4.25
|
||||
asyncpg~=0.24.0
|
||||
pyshp~=2.1.3
|
||||
|
|
|
@ -19,6 +19,7 @@ setup(
|
|||
"motor~=2.5.1",
|
||||
"sqlparse~=0.4.2",
|
||||
"openmaptiles-tools", # install from git
|
||||
"pyshp~=2.1.3",
|
||||
],
|
||||
entry_points={
|
||||
"console_scripts": [
|
||||
|
|
Loading…
Reference in a new issue