mirror of
https://github.com/cfpwastaken/planetiler-openmaptiles.git
synced 2026-02-04 12:31:10 +00:00
Make planetiler-openmaptiles runnable as a standalone project (#19)
This commit is contained in:
Michael Barry
266
src/test/java/org/openmaptiles/util/OmtLanguageUtilsTest.java
Normal file
266
src/test/java/org/openmaptiles/util/OmtLanguageUtilsTest.java
Normal file
@@ -0,0 +1,266 @@
|
||||
package org.openmaptiles.util;
|
||||
|
||||
import static com.onthegomap.planetiler.TestUtils.assertSubmap;
|
||||
import static com.onthegomap.planetiler.util.LanguageUtils.containsOnlyLatinCharacters;
|
||||
import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||
import static org.junit.jupiter.api.Assertions.assertFalse;
|
||||
import static org.junit.jupiter.api.Assertions.assertNull;
|
||||
|
||||
import com.onthegomap.planetiler.util.Translations;
|
||||
import com.onthegomap.planetiler.util.Wikidata;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.junit.jupiter.params.ParameterizedTest;
|
||||
import org.junit.jupiter.params.provider.CsvSource;
|
||||
import org.junit.jupiter.params.provider.ValueSource;
|
||||
|
||||
class OmtLanguageUtilsTest {
|
||||
|
||||
private final Wikidata.WikidataTranslations wikidataTranslations = new Wikidata.WikidataTranslations();
|
||||
private final Translations translations = Translations.defaultProvider(List.of("en", "es", "de"))
|
||||
.addTranslationProvider(wikidataTranslations);
|
||||
|
||||
@Test
|
||||
void testSimpleExample() {
|
||||
assertSubmap(Map.of(
|
||||
"name", "name",
|
||||
"name_en", "english name",
|
||||
"name_de", "german name"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "name",
|
||||
"name:en", "english name",
|
||||
"name:de", "german name"
|
||||
), translations));
|
||||
|
||||
assertSubmap(Map.of(
|
||||
"name", "name",
|
||||
"name_en", "name",
|
||||
"name_de", "german name"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "name",
|
||||
"name:de", "german name"
|
||||
), translations));
|
||||
|
||||
assertSubmap(Map.of(
|
||||
"name", "name",
|
||||
"name_en", "english name",
|
||||
"name_de", "name"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "name",
|
||||
"name:en", "english name"
|
||||
), translations));
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@CsvSource({
|
||||
"abc, true",
|
||||
"5!, true",
|
||||
"5~, true",
|
||||
"é, true",
|
||||
"éś, true",
|
||||
"ɏə, true",
|
||||
"ɐ, true",
|
||||
"ᵿἀ, false",
|
||||
"Ḁỿ, true",
|
||||
"\u02ff\u0370, false",
|
||||
"\u0030\u036f, true",
|
||||
"日本, false",
|
||||
"abc本123, false",
|
||||
})
|
||||
void testIsLatin(String in, boolean isLatin) {
|
||||
if (!isLatin) {
|
||||
assertFalse(containsOnlyLatinCharacters(in));
|
||||
} else {
|
||||
assertEquals(in, OmtLanguageUtils.getNames(Map.of(
|
||||
"name", in
|
||||
), translations).get("name:latin"));
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@ParameterizedTest
|
||||
@CsvSource(value = {
|
||||
"abcaāíìś+, null",
|
||||
"abca日āíìś+, 日+",
|
||||
"(abc), null",
|
||||
"日本 (Japan), 日本",
|
||||
"日本 [Japan - Nippon], 日本",
|
||||
" Japan - Nippon (Japan) - Japan - 日本 - Japan - Nippon (Japan), 日本",
|
||||
"Japan - 日本~+ , 日本~+",
|
||||
"Japan / 日本 / Japan , 日本",
|
||||
}, nullValues = "null")
|
||||
void testRemoveNonLatin(String in, String out) {
|
||||
assertEquals(out, OmtLanguageUtils.getNames(Map.of(
|
||||
"name", in
|
||||
), translations).get("name:nonlatin"));
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@ValueSource(strings = {
|
||||
// OSM tags that SHOULD be eligible for name:latin feature in the output
|
||||
"name:en",
|
||||
"name:en-US",
|
||||
"name:en-010",
|
||||
"int_name",
|
||||
"name:fr",
|
||||
"name:es",
|
||||
"name:pt",
|
||||
"name:de",
|
||||
"name:ar",
|
||||
"name:it",
|
||||
"name:ko-Latn",
|
||||
"name:be-tarask",
|
||||
// https://wiki.openstreetmap.org/wiki/Multilingual_names#Japan
|
||||
"name:ja",
|
||||
"name:ja-Latn",
|
||||
"name:ja_rm",
|
||||
"name:ja_kana",
|
||||
// https://wiki.openstreetmap.org/wiki/Multilingual_names#China
|
||||
"name:zh-CN",
|
||||
"name:zh-hant-CN",
|
||||
"name:zh_pinyin",
|
||||
"name:zh_zhuyin",
|
||||
"name:zh-Latn-tongyong",
|
||||
"name:zh-Latn-pinyin",
|
||||
"name:zh-Latn-wadegiles",
|
||||
"name:yue-Latn-jyutping",
|
||||
// https://wiki.openstreetmap.org/wiki/Multilingual_names#France
|
||||
"name:fr",
|
||||
"name:fr-x-gallo",
|
||||
"name:br",
|
||||
"name:oc",
|
||||
"name:vls",
|
||||
"name:frp",
|
||||
"name:gcf",
|
||||
"name:gsw",
|
||||
})
|
||||
void testLatinFallbacks(String key) {
|
||||
assertEquals("a", OmtLanguageUtils.getNames(Map.of(
|
||||
key, "a"
|
||||
), translations).get("name:latin"));
|
||||
assertNull(OmtLanguageUtils.getNames(Map.of(
|
||||
key, "ア"
|
||||
), translations).get("name:latin"));
|
||||
assertNull(OmtLanguageUtils.getNames(Map.of(
|
||||
key, "غ"
|
||||
), translations).get("name:latin"));
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@ValueSource(strings = {
|
||||
// OSM tags that should NOT be eligible for name:latin feature in the output
|
||||
"name:signed",
|
||||
"name:prefix",
|
||||
"name:abbreviation",
|
||||
"name:source",
|
||||
"name:full",
|
||||
"name:adjective",
|
||||
"name:proposed",
|
||||
"name:pronunciation",
|
||||
"name:etymology",
|
||||
"name:etymology:wikidata",
|
||||
"name:etymology:wikipedia",
|
||||
"name:etymology:right",
|
||||
"name:etymology:left",
|
||||
"name:genitive",
|
||||
})
|
||||
void testNoLatinFallback(String key) {
|
||||
assertSubmap(Map.of(
|
||||
"name", "Branch Hill–Loveland Road",
|
||||
"name_en", "Branch Hill–Loveland Road",
|
||||
"name_de", "Branch Hill–Loveland Road",
|
||||
"name:latin", "Branch Hill–Loveland Road",
|
||||
"name_int", "Branch Hill–Loveland Road"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "Branch Hill–Loveland Road",
|
||||
key, "Q22133584;Q843993"
|
||||
), translations));
|
||||
assertSubmap(Map.of(
|
||||
"name", "日",
|
||||
"name_en", "日",
|
||||
"name_de", "日",
|
||||
"name:latin", "rì",
|
||||
"name_int", "rì"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "日",
|
||||
key, "other" // don't use this latin string with invalid name keys
|
||||
), translations));
|
||||
}
|
||||
|
||||
@ParameterizedTest
|
||||
@CsvSource({
|
||||
"キャンパス, kyanpasu",
|
||||
"Αλφαβητικός Κατάλογος, Alphabētikós Katálogos",
|
||||
"биологическом, biologičeskom",
|
||||
})
|
||||
void testTransliterate(String in, String out) {
|
||||
assertEquals(out, OmtLanguageUtils.getNames(Map.of(
|
||||
"name", in
|
||||
), translations).get("name:latin"));
|
||||
translations.setShouldTransliterate(false);
|
||||
assertNull(OmtLanguageUtils.getNames(Map.of(
|
||||
"name", in
|
||||
), translations).get("name:latin"));
|
||||
}
|
||||
|
||||
@Test
|
||||
void testUseWikidata() {
|
||||
wikidataTranslations.put(123, "es", "es name");
|
||||
assertSubmap(Map.of(
|
||||
"name:es", "es name"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "name",
|
||||
"wikidata", "Q123"
|
||||
), translations));
|
||||
}
|
||||
|
||||
@Test
|
||||
void testUseOsm() {
|
||||
assertSubmap(Map.of(
|
||||
"name:es", "es name osm"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "name",
|
||||
"wikidata", "Q123",
|
||||
"name:es", "es name osm"
|
||||
), translations));
|
||||
}
|
||||
|
||||
@Test
|
||||
void testPreferWikidata() {
|
||||
wikidataTranslations.put(123, "es", "wd es name");
|
||||
assertSubmap(Map.of(
|
||||
"name:es", "wd es name",
|
||||
"name:de", "de name osm"
|
||||
), OmtLanguageUtils.getNames(Map.of(
|
||||
"name", "name",
|
||||
"wikidata", "Q123",
|
||||
"name:es", "es name osm",
|
||||
"name:de", "de name osm"
|
||||
), translations));
|
||||
}
|
||||
|
||||
@Test
|
||||
void testDontUseTranslationsWhenNotSpecified() {
|
||||
var result = OmtLanguageUtils.getNamesWithoutTranslations(Map.of(
|
||||
"name", "name",
|
||||
"wikidata", "Q123",
|
||||
"name:es", "es name osm",
|
||||
"name:de", "de name osm"
|
||||
));
|
||||
assertNull(result.get("name:es"));
|
||||
assertNull(result.get("name:de"));
|
||||
assertEquals("name", result.get("name"));
|
||||
}
|
||||
|
||||
@Test
|
||||
void testIgnoreLanguages() {
|
||||
wikidataTranslations.put(123, "ja", "ja name wd");
|
||||
var result = OmtLanguageUtils.getNamesWithoutTranslations(Map.of(
|
||||
"name", "name",
|
||||
"wikidata", "Q123",
|
||||
"name:ja", "ja name osm"
|
||||
));
|
||||
assertNull(result.get("name:ja"));
|
||||
}
|
||||
}
|
||||
64
src/test/java/org/openmaptiles/util/VerifyMonacoTest.java
Normal file
64
src/test/java/org/openmaptiles/util/VerifyMonacoTest.java
Normal file
@@ -0,0 +1,64 @@
|
||||
package org.openmaptiles.util;
|
||||
|
||||
import static com.onthegomap.planetiler.geo.GeoUtils.point;
|
||||
import static com.onthegomap.planetiler.util.Gzip.gzip;
|
||||
import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||
|
||||
import com.onthegomap.planetiler.VectorTile;
|
||||
import com.onthegomap.planetiler.geo.TileCoord;
|
||||
import com.onthegomap.planetiler.mbtiles.Mbtiles;
|
||||
import com.onthegomap.planetiler.mbtiles.TileEncodingResult;
|
||||
import java.io.IOException;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.OptionalLong;
|
||||
import org.junit.jupiter.api.AfterEach;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
class VerifyMonacoTest {
|
||||
|
||||
private Mbtiles mbtiles;
|
||||
|
||||
@BeforeEach
|
||||
public void setup() {
|
||||
mbtiles = Mbtiles.newInMemoryDatabase();
|
||||
}
|
||||
|
||||
@AfterEach
|
||||
public void teardown() throws IOException {
|
||||
mbtiles.close();
|
||||
}
|
||||
|
||||
@Test
|
||||
void testEmptyFileInvalid() {
|
||||
assertInvalid(mbtiles);
|
||||
}
|
||||
|
||||
@Test
|
||||
void testEmptyTablesInvalid() {
|
||||
mbtiles.createTablesWithIndexes();
|
||||
assertInvalid(mbtiles);
|
||||
}
|
||||
|
||||
@Test
|
||||
void testStilInvalidWithOneTile() throws IOException {
|
||||
mbtiles.createTablesWithIndexes();
|
||||
mbtiles.metadata().setName("name");
|
||||
try (var writer = mbtiles.newBatchedTileWriter()) {
|
||||
VectorTile tile = new VectorTile();
|
||||
tile.addLayerFeatures("layer", List.of(new VectorTile.Feature(
|
||||
"layer",
|
||||
1,
|
||||
VectorTile.encodeGeometry(point(0, 0)),
|
||||
Map.of()
|
||||
)));
|
||||
writer.write(new TileEncodingResult(TileCoord.ofXYZ(0, 0, 0), gzip(tile.encode()), OptionalLong.empty()));
|
||||
}
|
||||
assertInvalid(mbtiles);
|
||||
}
|
||||
|
||||
private void assertInvalid(Mbtiles mbtiles) {
|
||||
assertTrue(VerifyMonaco.verify(mbtiles).numErrors() > 0);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user