mirrors/PMTiles
1
0
Fork 0
mirror of https://github.com/protomaps/PMTiles.git synced 2026-02-04 10:51:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

reformat with black

Browse Source
This commit is contained in:
fscottfoti
2022-04-09 12:32:11 -07:00
parent 02c4dcc920
commit ed40933563
6 changed files with 252 additions and 220 deletions
Download Patch File Download Diff File Expand all files Collapse all files

67
python/pmtiles/reader.py
View File

@@ -2,6 +2,7 @@ import json
import mmap
from contextlib import contextmanager
@contextmanager
def read(fname):
r = Reader(fname)
@@ -10,73 +11,75 @@ def read(fname):
finally:
r.close()
class Reader:
def __init__(self,fname):
def __init__(self, fname):
self.f = open(fname, "r+b")
self.mmap = mmap.mmap(self.f.fileno(), 0)
assert int.from_bytes(self.mmap[0:2],byteorder='little') == 0x4D50
first_entry_idx = 10+self.metadata_len
self.root_dir, self.leaves = self.load_directory(first_entry_idx,self.root_entries)
assert int.from_bytes(self.mmap[0:2], byteorder="little") == 0x4D50
first_entry_idx = 10 + self.metadata_len
self.root_dir, self.leaves = self.load_directory(
first_entry_idx, self.root_entries
)
def load_directory(self,offset,num_entries):
def load_directory(self, offset, num_entries):
directory = {}
leaves = {}
for i in range(offset,offset+num_entries*17,17):
z = int.from_bytes(self.mmap[i:i+1],byteorder='little')
x = int.from_bytes(self.mmap[i+1:i+4],byteorder='little')
y = int.from_bytes(self.mmap[i+4:i+7],byteorder='little')
tile_off = int.from_bytes(self.mmap[i+7:i+13],byteorder='little')
tile_len = int.from_bytes(self.mmap[i+13:i+17],byteorder='little')
if (z & 0b10000000):
leaves[(z & 0b01111111,x,y)] = (tile_off,tile_len)
for i in range(offset, offset + num_entries * 17, 17):
z = int.from_bytes(self.mmap[i : i + 1], byteorder="little")
x = int.from_bytes(self.mmap[i + 1 : i + 4], byteorder="little")
y = int.from_bytes(self.mmap[i + 4 : i + 7], byteorder="little")
tile_off = int.from_bytes(self.mmap[i + 7 : i + 13], byteorder="little")
tile_len = int.from_bytes(self.mmap[i + 13 : i + 17], byteorder="little")
if z & 0b10000000:
leaves[(z & 0b01111111, x, y)] = (tile_off, tile_len)
else:
directory[(z,x,y)] = (tile_off,tile_len)
return (directory,leaves)
directory[(z, x, y)] = (tile_off, tile_len)
return (directory, leaves)
def close(self):
self.f.close()
@property
def metadata_len(self):
return int.from_bytes(self.mmap[4:8],byteorder='little')
return int.from_bytes(self.mmap[4:8], byteorder="little")
@property
def metadata(self):
s = self.mmap[10:10+self.metadata_len]
s = self.mmap[10 : 10 + self.metadata_len]
return json.loads(s)
@property
def version(self):
return int.from_bytes(self.mmap[2:4],byteorder='little')
return int.from_bytes(self.mmap[2:4], byteorder="little")
@property
def root_entries(self):
return int.from_bytes(self.mmap[8:10],byteorder='little')
return int.from_bytes(self.mmap[8:10], byteorder="little")
@property
def leaf_level(self):
return next(iter(self.leaves))[0]
def get(self,z,x,y):
val = self.root_dir.get((z,x,y))
def get(self, z, x, y):
val = self.root_dir.get((z, x, y))
if val:
return self.mmap[val[0]:val[0]+val[1]]
return self.mmap[val[0] : val[0] + val[1]]
else:
if len(self.leaves) > 0:
level_diff = z - self.leaf_level
leaf = (self.leaf_level,x // (1 << level_diff),y // (1 << level_diff))
leaf = (self.leaf_level, x // (1 << level_diff), y // (1 << level_diff))
val = self.leaves.get(leaf)
if val:
directory, _ = self.load_directory(val[0],val[1]//17)
val = directory.get((z,x,y))
directory, _ = self.load_directory(val[0], val[1] // 17)
val = directory.get((z, x, y))
if val:
return self.mmap[val[0]:val[0]+val[1]]
return self.mmap[val[0] : val[0] + val[1]]
def tiles(self):
for k,v in self.root_dir.items():
yield (k,self.mmap[v[0]:v[0]+v[1]])
for k, v in self.root_dir.items():
yield (k, self.mmap[v[0] : v[0] + v[1]])
for val in self.leaves.values():
leaf_dir, _ = self.load_directory(val[0],val[1]//17)
for k,v in leaf_dir.items():
yield (k,self.mmap[v[0]:v[0]+v[1]])
leaf_dir, _ = self.load_directory(val[0], val[1] // 17)
for k, v in leaf_dir.items():
yield (k, self.mmap[v[0] : v[0] + v[1]])