mirrors/PMTiles
1
0
Fork 0
mirror of https://github.com/protomaps/PMTiles.git synced 2026-02-04 10:51:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

JS v3 reader with caching and ETag support [#59, #53, #41, #24, #4]

Browse Source 
The v3 module is not exported yet; specifics of header design subject to change.
This commit is contained in:
Brandon Liu
2022-09-23 09:03:33 +08:00
parent fbb0f4614c
commit f23ca5823b
8 changed files with 910 additions and 264 deletions
Download Patch File Download Diff File Expand all files Collapse all files

252
js/index.test.ts
View File

@@ -1,252 +1,4 @@
import { test } from "zora";
import {
unshift,
getUint24,
getUint48,
queryLeafdir,
queryLeafLevel,
queryTile,
parseEntry,
Entry,
createDirectory,
} from "./index";
import './v2.test';
import './v3.test';
import {
Entry as EntryV3,
zxyToTileId,
tileIdToZxy,
findTile,
readVarint,
} from "./v3";
test("stub data", (assertion) => {
let dataview = createDirectory([
{ z: 5, x: 1000, y: 2000, offset: 1000, length: 2000, is_dir: false },
{
z: 14,
x: 16383,
y: 16383,
offset: 999999,
length: 999,
is_dir: false,
},
]);
var z_raw = dataview.getUint8(17 + 0);
var x = getUint24(dataview, 17 + 1);
var y = getUint24(dataview, 17 + 4);
var offset = getUint48(dataview, 17 + 7);
var length = dataview.getUint32(17 + 13, true);
assertion.ok(z_raw === 14);
assertion.ok(x === 16383);
assertion.ok(y === 16383);
});
test("get entry", (assertion) => {
let view = createDirectory([
{ z: 5, x: 1000, y: 2000, offset: 1000, length: 2000, is_dir: false },
{
z: 14,
x: 16383,
y: 16383,
offset: 999999,
length: 999,
is_dir: false,
},
]);
let entry = queryTile(view, 14, 16383, 16383);
assertion.ok(entry!.z === 14);
assertion.ok(entry!.x === 16383);
assertion.ok(entry!.y === 16383);
assertion.ok(entry!.offset === 999999);
assertion.ok(entry!.length === 999);
assertion.ok(entry!.is_dir === false);
assertion.ok(queryLeafdir(view, 14, 16383, 16383) === null);
});
test("get leafdir", (assertion) => {
let view = createDirectory([
{
z: 14,
x: 16383,
y: 16383,
offset: 999999,
length: 999,
is_dir: true,
},
]);
let entry = queryLeafdir(view, 14, 16383, 16383);
assertion.ok(entry!.z === 14);
assertion.ok(entry!.x === 16383);
assertion.ok(entry!.y === 16383);
assertion.ok(entry!.offset === 999999);
assertion.ok(entry!.length === 999);
assertion.ok(entry!.is_dir === true);
assertion.ok(queryTile(view, 14, 16383, 16383) === null);
});
test("derive the leaf level", (assertion) => {
let view = createDirectory([
{
z: 6,
x: 3,
y: 3,
offset: 0,
length: 0,
is_dir: true,
},
]);
let level = queryLeafLevel(view);
assertion.ok(level === 6);
view = createDirectory([
{
z: 6,
x: 3,
y: 3,
offset: 0,
length: 0,
is_dir: false,
},
]);
level = queryLeafLevel(view);
assertion.ok(level === null);
});
test("convert spec v1 directory to spec v2 directory", (assertion) => {
let view = createDirectory([
{
z: 7,
x: 3,
y: 3,
offset: 3,
length: 3,
is_dir: true,
},
{
z: 6,
x: 2,
y: 2,
offset: 2,
length: 2,
is_dir: false,
},
{
z: 6,
x: 2,
y: 1,
offset: 1,
length: 1,
is_dir: false,
},
]);
let entry = queryLeafdir(view, 7, 3, 3);
assertion.ok(entry!.offset === 3);
entry = queryTile(view, 6, 2, 2);
assertion.ok(entry!.offset === 2);
entry = queryTile(view, 6, 2, 1);
assertion.ok(entry!.offset === 1);
entry = parseEntry(view, 0);
assertion.ok(entry!.offset === 1);
entry = parseEntry(view, 1);
assertion.ok(entry!.offset === 2);
entry = parseEntry(view, 2);
assertion.ok(entry!.offset === 3);
});
test("varint", (assertion) => {
let b: BufferPosition = {
buf: new Uint8Array([0, 1, 127, 0xe5, 0x8e, 0x26]),
pos: 0,
};
assertion.eq(readVarint(b), 0);
assertion.eq(readVarint(b), 1);
assertion.eq(readVarint(b), 127);
assertion.eq(readVarint(b), 624485);
b = {
buf: new Uint8Array([0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x0f]),
pos: 0,
};
assertion.eq(readVarint(b), 9007199254740991);
});
test("zxy to tile id", (assertion) => {
assertion.eq(zxyToTileId(0, 0, 0), 0);
assertion.eq(zxyToTileId(1, 0, 0), 1);
assertion.eq(zxyToTileId(1, 0, 1), 2);
assertion.eq(zxyToTileId(1, 1, 1), 3);
assertion.eq(zxyToTileId(1, 1, 0), 4);
assertion.eq(zxyToTileId(2, 0, 0), 5);
});
test("tile id to zxy", (assertion) => {
assertion.eq(tileIdToZxy(0), [0, 0, 0]);
assertion.eq(tileIdToZxy(1), [1, 0, 0]);
assertion.eq(tileIdToZxy(2), [1, 0, 1]);
assertion.eq(tileIdToZxy(3), [1, 1, 1]);
assertion.eq(tileIdToZxy(4), [1, 1, 0]);
assertion.eq(tileIdToZxy(5), [2, 0, 0]);
});
test("a lot of tiles", (assertion) => {
for (var z = 0; z < 9; z++) {
for (var x = 0; x < 1 << z; x++) {
for (var y = 0; y < 1 << z; y++) {
let result = tileIdToZxy(zxyToTileId(z, x, y));
if (result[0] !== z || result[1] !== x || result[2] !== y) {
assertion.fail("roundtrip failed");
}
}
}
}
});
test("tile search for first entry == id", (assertion) => {
let entries: EntryV3[] = [];
assertion.eq(findTile(entries, 101), null);
});
test("tile search for first entry == id", (assertion) => {
let entries: EntryV3[] = [
{ tileId: 100, offset: 1, length: 1, runLength: 1 },
];
let entry = findTile(entries, 100)!;
assertion.eq(entry.offset, 1);
assertion.eq(entry.length, 1);
assertion.eq(findTile(entries, 101), null);
});
test("tile search for first entry == id", (assertion) => {
let entries: EntryV3[] = [
{ tileId: 100, offset: 1, length: 1, runLength: 2 },
];
let entry = findTile(entries, 101)!;
assertion.eq(entry.offset, 1);
assertion.eq(entry.length, 1);
entries = [
{ tileId: 100, offset: 1, length: 1, runLength: 1 },
{ tileId: 150, offset: 2, length: 2, runLength: 2 },
];
entry = findTile(entries, 151)!;
assertion.eq(entry.offset, 2);
assertion.eq(entry.length, 2);
entries = [
{ tileId: 50, offset: 1, length: 1, runLength: 2 },
{ tileId: 100, offset: 2, length: 2, runLength: 1 },
{ tileId: 150, offset: 3, length: 3, runLength: 1 },
];
entry = findTile(entries, 51)!;
assertion.eq(entry.offset, 1);
assertion.eq(entry.length, 1);
});
test("leaf search", (assertion) => {
let entries: EntryV3[] = [
{ tileId: 100, offset: 1, length: 1, runLength: 0 },
];
let entry = findTile(entries, 150);
assertion.eq(entry!.offset, 1);
assertion.eq(entry!.length, 1);
});