mirrors/PMTiles
1
0
Fork 0
mirror of https://github.com/protomaps/PMTiles.git synced 2026-02-04 10:51:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

implement pmtiles-to-mbtiles and pmtiles-to-dir conversions; don't delete redundant metadata keys (center, minzoom, etc)

Browse Source
This commit is contained in:
Brandon Liu
2022-10-13 16:28:36 +08:00
parent 5e400b0dbd
commit b1c7cf59a3
4 changed files with 114 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

106
python/pmtiles/convert.py
View File

@@ -4,7 +4,7 @@ import json
import os
import sqlite3
from pmtiles.writer import write
from pmtiles.reader import Reader, MmapSource
from pmtiles.reader import Reader, MmapSource, all_tiles
from .tile import zxy_to_tileid, tileid_to_zxy, TileType, Compression
@@ -12,23 +12,19 @@ def mbtiles_to_header_json(mbtiles_metadata):
header = {}
header["min_zoom"] = int(mbtiles_metadata["minzoom"])
del mbtiles_metadata["minzoom"]
header["max_zoom"] = int(mbtiles_metadata["maxzoom"])
del mbtiles_metadata["maxzoom"]
bounds = mbtiles_metadata["bounds"].split(",")
header["min_lon_e7"] = int(float(bounds[0]) * 10000000)
header["min_lat_e7"] = int(float(bounds[1]) * 10000000)
header["max_lon_e7"] = int(float(bounds[2]) * 10000000)
header["max_lat_e7"] = int(float(bounds[3]) * 10000000)
del mbtiles_metadata["bounds"]
center = mbtiles_metadata["center"].split(",")
header["center_lon_e7"] = int(float(center[0]) * 10000000)
header["center_lat_e7"] = int(float(center[1]) * 10000000)
header["center_zoom"] = int(center[2])
del mbtiles_metadata["center"]
tile_format = mbtiles_metadata["format"]
if tile_format == "pbf":
@@ -92,48 +88,72 @@ def mbtiles_to_pmtiles(input, output, maxzoom):
def pmtiles_to_mbtiles(input, output):
pass
# conn = sqlite3.connect(output)
# cursor = conn.cursor()
# cursor.execute("CREATE TABLE metadata (name text, value text);")
# cursor.execute(
# "CREATE TABLE tiles (zoom_level integer, tile_column integer, tile_row integer, tile_data blob);"
# )
conn = sqlite3.connect(output)
cursor = conn.cursor()
cursor.execute("CREATE TABLE metadata (name text, value text);")
cursor.execute(
"CREATE TABLE tiles (zoom_level integer, tile_column integer, tile_row integer, tile_data blob);"
)
# with open(input, "r+b") as f:
# source = MmapSource(f)
# reader = Reader(source)
# metadata = reader.header().metadata
# for k, v in metadata.items():
# cursor.execute("INSERT INTO metadata VALUES(?,?)", (k, v))
# for tile, data in reader.tiles():
# flipped = (1 << tile[0]) - 1 - tile[2]
# cursor.execute(
# "INSERT INTO tiles VALUES(?,?,?,?)",
# (tile[0], tile[1], flipped, force_compress(data, gzip)),
# )
with open(input, "r+b") as f:
source = MmapSource(f)
# cursor.execute(
# "CREATE UNIQUE INDEX tile_index on tiles (zoom_level, tile_column, tile_row);"
# )
# conn.commit()
# conn.close()
reader = Reader(source)
header = reader.header()
metadata = reader.metadata()
if "minzoom" not in metadata:
metadata["minzoom"] = header["min_zoom"]
if "maxzoom" not in metadata:
metadata["maxzoom"] = header["max_zoom"]
if "bounds" not in metadata:
min_lon = header["min_lon_e7"] / 10000000
min_lat = header["min_lat_e7"] / 10000000
max_lon = header["max_lon_e7"] / 10000000
max_lat = header["max_lat_e7"] / 10000000
metadata["bounds"] = f"{min_lon},{min_lat},{max_lon},{max_lat}"
if "center" not in metadata:
center_lon = header["center_lon_e7"] / 10000000
center_lat = header["center_lat_e7"] / 10000000
center_zoom = header["center_zoom"]
metadata["center"] = f"{center_lon},{center_lat},{center_zoom}"
if "format" not in metadata:
if header["tile_type"] == TileType.MVT:
metadata["format"] = "pbf"
for k, v in metadata.items():
cursor.execute("INSERT INTO metadata VALUES(?,?)", (k, v))
for zxy, tile_data in all_tiles(source):
flipped_y = (1 << zxy[0]) - 1 - zxy[2]
cursor.execute(
"INSERT INTO tiles VALUES(?,?,?,?)",
(zxy[0], zxy[1], flipped_y, tile_data),
)
cursor.execute(
"CREATE UNIQUE INDEX tile_index on tiles (zoom_level, tile_column, tile_row);"
)
conn.commit()
conn.close()
def pmtiles_to_dir(input, output):
pass
# os.makedirs(output)
os.makedirs(output)
with open(input, "r+b") as f:
source = MmapSource(f)
# with open(input, "r+b") as f:
# source = MmapSource(f)
# reader = Reader(source)
# metadata = reader.header().metadata
# with open(os.path.join(output, "metadata.json"), "w") as f:
# f.write(json.dumps(metadata))
reader = Reader(source)
with open(os.path.join(output, "metadata.json"), "w") as f:
f.write(json.dumps(reader.metadata()))
# for tile, data in reader.tiles():
# directory = os.path.join(output, str(tile[0]), str(tile[1]))
# path = os.path.join(directory, str(tile[2]) + "." + metadata["format"])
# os.makedirs(directory, exist_ok=True)
# with open(path, "wb") as f:
# f.write(force_compress(data, gzip))
for zxy, tile_data in all_tiles(source):
directory = os.path.join(output, str(zxy[0]), str(zxy[1]))
path = os.path.join(directory, str(zxy[2]) + "." + "mvt")
os.makedirs(directory, exist_ok=True)
with open(path, "wb") as f:
f.write(data)