Squashed 'third_party/libosmium/' changes from 80df1d6..40c4a48
40c4a48 Release v2.10.0 6addb2e Search for protozero also in the place where libosmium was found. 9c0d4bb Consistently use lhs and rhs as parameter names in operators etc. 6179759 Update change log. 894eb7d Explicitly use size_t to get no narrowing conversions. e549e73 Fix CMake config for index_lookup. ccf0bc2 Fix bug where some compilers deduce the wrong type. fc3507d Cleaned and documented index example and renamed to osmium_index_lookup. d3c3036 Rename serdump example to dump_internal and document it. 0e9822e Also forward set_uid_from_signed() function. 29ef95c Rename build_taglist function because it was to similar to build_tag_list. c088dd0 Move static constant out of class so clang will compile it. 606cdc4 Fix CMake build script: Path for finding libosmium. 65f91fe Removed unused typedef. 07174f5 Use condition_variable to tell producer when thread queue is not full. b35e957 Some code cleanup in XML parser. c703dff Fix problem with MemberMeta. 1ccbbef Refactoring CompressionFactory. 6561bd6 Use our own exception type for map factory errors. 56e31fa Throw not_found error directly instead of using helper function. 28230c3 Test empty value for node location store, reorganize tests. 2ba316c Reorganize and fix projection tests. f949485 Don't run quite as many tests with projections because they are slow. 1bad16d Add information about build environment to benchmark output. 99617bb Change proj_geojson benchmark into mercator benchmark. 553b946 Allow optional parameters on Reader in any order. dcc3d8f Factor out some common code. 004d8cd Fix forwarding constructor. 9702978 Fix metadata check. 6cfb6c4 Faster implementation of decode_dense_nodes without reading metdata. 4ba4638 Add additional read_metadata parameter to other Reader constructors. d005937 Optionally ignore metadata when reading file. 63961da Mark all CRC32 update functions as noexcept. cc4ca75 Refactor set_user() function to speed it up. 38d19dc Update comments with file sizes. OSM has grown... f7d0824 Add new benchmark that shows performance when main thread is busy. 25070dc Use const ref params. 88e8d96 Mark add_user() as deprecated. f58d9db Refactor some low-level collection code to clean up code. 4680def Add example showing how to create OSM data out of thin air. d42fd50 Add an example showing how tags in OSM files can be changed. 49bf5bc Add additional constructors to Builders taking a reference to parent. 7b91d63 Change Builder::add_item() to take a reference instead of pointer. 2957e48 Some cleanup of examples. d0b458d Calculate size of object at compile time. 3fbb6e7 Use explicit cast. 1851f3d Remove a test that depends on math details. f6a0802 Various cleanups of example programs. ba4921f Rename add_user() to set_user(). d7637c9 Various cleanups related to builders. 07827bc Fix add_user(). 9a5b395 Also refactor OSMObjectBuilder like ChangesetBuilder before. b1f423c Use call chaining on the builder. e49473d Get rid of ObjectBuilder class. 67d70b9 Refactor ChangesetBuilder::add_user(). 8199c33 Make ChangesetBuilder derive directly from Builder. 61d1b67 Simplify some code. d38467a Change derivation hierarchy of some builder classes. b52f8af Refactor Builder code. d012bfa Refactored some code setting attributes on objects using builder instead. 6a05f60 Also forward set_removed function from builders. 8d63b7d Return *this from Builder setter functions and test it. 72a1266 Update catch.hpp to newest version. 3424a74 Check GEOS version is <= 3.5. aee9f9d Cleanup test code. aef198c Improved asserts in Buffer. a98b9bf Code cleanup in tests. a150466 Use GDAL/OGR instead of GEOS to test our WKB implementation. b04a525 Refactor test. 39aa932 Refactored test_factory_with_projection so it works without GEOS. 648f43a Remove unused dependency on geos from tile test. f1748ae Add setters to Builder classes forwarding to underlying objects. 8166879 In debug mode check that Builders are correctly called and destructed. 1c4257e Call commit() on buffer only after all builders are destructed. 2618636 Add functions to check availability of relation members. b45a4d9 Mark RelationMember::set_ref() as deprecated. 7886771 Move "basic" and "buffer" tests to "osm" and "memory", respectively. b664685 Use functions instead of macros in location test for faster compile. b4929ac Add more tests for number parser. 02662a7 Merge pull request #171 from lonvia/fix-long-exponentials 5344a6c fix parsing of numbers in e-notiation with many post-comma digits 3aeaff3 Add some typedefs to NodeRefList and memory::Collection. e750665 Add iterators to IdSetSmall and add docs and tests to IdSet classes. 50ecb2a Add more features to IdSetDense, including unset and iterator. e3dec78 Make IdSet virtual base class with two implementations. 8ea0153 Use C array instead of std::array in IdSet and clear explicitly. 3ba9905 Deprecate osmium::index::BoolVector in favour of new IdSet. 453d1ca Add osmium::index::IdSet. c78254e Add function to (temporarily) disable the progress bar. 4d88a9f Better document osmium::io::Header class. 320e3af Look for protozero includes in CMake config. 838d25e Allow optional checking for libosmium version number in CMake config. 6ce60c1 Fix entity_bits static_assert() tests. f054731 Update change log. 77ac4c2 Make sleep duration for full queues much smaller. 7e39c01 Make some entity_bits functions constexpr. 69ea72f Fix ~ operator on entity_bits and more tests for entity bits. dafe4cf Update embedded Catch unit test header to version 1.5.7. a41c832 Fixed parsing of location coordinates starting with decimal dot. 6523bae README cosmetics. 229acac Add tests for some examples. f1e753d Merge pull request #163 from sebastic/executable-not-elf-or-script ccea2d5 Remove executable bit from .cpp files. af77fb4 Changelog formatting fixes. git-subtree-dir: third_party/libosmium git-subtree-split: 40c4a48f88d25edace6f0b9e079c306308c7760b
This commit is contained in:
@@ -55,12 +55,17 @@ namespace osmium {
|
||||
|
||||
namespace detail {
|
||||
|
||||
struct reader_options {
|
||||
osmium::osm_entity_bits::type read_which_entities = osm_entity_bits::all;
|
||||
osmium::io::read_meta read_metadata = read_meta::yes;
|
||||
};
|
||||
|
||||
class Parser {
|
||||
|
||||
future_buffer_queue_type& m_output_queue;
|
||||
std::promise<osmium::io::Header>& m_header_promise;
|
||||
queue_wrapper<std::string> m_input_queue;
|
||||
osmium::osm_entity_bits::type m_read_types;
|
||||
reader_options m_options;
|
||||
bool m_header_is_done;
|
||||
|
||||
protected:
|
||||
@@ -73,11 +78,15 @@ namespace osmium {
|
||||
return m_input_queue.has_reached_end_of_data();
|
||||
}
|
||||
|
||||
osmium::osm_entity_bits::type read_types() const {
|
||||
return m_read_types;
|
||||
osmium::osm_entity_bits::type read_types() const noexcept {
|
||||
return m_options.read_which_entities;
|
||||
}
|
||||
|
||||
bool header_is_done() const {
|
||||
osmium::io::read_meta read_metadata() const noexcept {
|
||||
return m_options.read_metadata;
|
||||
}
|
||||
|
||||
bool header_is_done() const noexcept {
|
||||
return m_header_is_done;
|
||||
}
|
||||
|
||||
@@ -111,11 +120,11 @@ namespace osmium {
|
||||
Parser(future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_types) :
|
||||
osmium::io::detail::reader_options options) :
|
||||
m_output_queue(output_queue),
|
||||
m_header_promise(header_promise),
|
||||
m_input_queue(input_queue),
|
||||
m_read_types(read_types),
|
||||
m_options(options),
|
||||
m_header_is_done(false) {
|
||||
}
|
||||
|
||||
@@ -157,7 +166,7 @@ namespace osmium {
|
||||
using create_parser_type = std::function<std::unique_ptr<Parser>(future_string_queue_type&,
|
||||
future_buffer_queue_type&,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_which_entities)>;
|
||||
osmium::io::detail::reader_options options)>;
|
||||
|
||||
private:
|
||||
|
||||
|
||||
@@ -80,7 +80,7 @@ namespace osmium {
|
||||
struct o5m_error : public io_error {
|
||||
|
||||
explicit o5m_error(const char* what) :
|
||||
io_error(std::string("o5m format error: ") + what) {
|
||||
io_error(std::string{"o5m format error: "} + what) {
|
||||
}
|
||||
|
||||
}; // struct o5m_error
|
||||
@@ -135,7 +135,7 @@ namespace osmium {
|
||||
|
||||
const char* get(uint64_t index) const {
|
||||
if (m_table.empty() || index == 0 || index > number_of_entries) {
|
||||
throw o5m_error("reference to non-existing string in table");
|
||||
throw o5m_error{"reference to non-existing string in table"};
|
||||
}
|
||||
auto entry = (current_entry + number_of_entries - index) % number_of_entries;
|
||||
return &m_table[entry * entry_size];
|
||||
@@ -191,7 +191,7 @@ namespace osmium {
|
||||
static const unsigned char header_magic[] = { 0xff, 0xe0, 0x04, 'o', '5' };
|
||||
|
||||
if (std::strncmp(reinterpret_cast<const char*>(header_magic), m_data, sizeof(header_magic))) {
|
||||
throw o5m_error("wrong header magic");
|
||||
throw o5m_error{"wrong header magic"};
|
||||
}
|
||||
|
||||
m_data += sizeof(header_magic);
|
||||
@@ -203,7 +203,7 @@ namespace osmium {
|
||||
} else if (*m_data == 'c') { // o5c change file
|
||||
m_header.set_has_multiple_object_versions(true);
|
||||
} else {
|
||||
throw o5m_error("wrong header magic");
|
||||
throw o5m_error{"wrong header magic"};
|
||||
}
|
||||
|
||||
m_data++;
|
||||
@@ -211,7 +211,7 @@ namespace osmium {
|
||||
|
||||
void check_file_format_version() {
|
||||
if (*m_data != '2') {
|
||||
throw o5m_error("wrong header magic");
|
||||
throw o5m_error{"wrong header magic"};
|
||||
}
|
||||
|
||||
m_data++;
|
||||
@@ -219,7 +219,7 @@ namespace osmium {
|
||||
|
||||
void decode_header() {
|
||||
if (! ensure_bytes_available(7)) { // overall length of header
|
||||
throw o5m_error("file too short (incomplete header info)");
|
||||
throw o5m_error{"file too short (incomplete header info)"};
|
||||
}
|
||||
|
||||
check_header_magic();
|
||||
@@ -260,7 +260,7 @@ namespace osmium {
|
||||
if (**dataptr == 0x00) { // get inline string
|
||||
(*dataptr)++;
|
||||
if (*dataptr == end) {
|
||||
throw o5m_error("string format error");
|
||||
throw o5m_error{"string format error"};
|
||||
}
|
||||
return *dataptr;
|
||||
} else { // get from reference table
|
||||
@@ -277,7 +277,7 @@ namespace osmium {
|
||||
auto uid = protozero::decode_varint(&data, end);
|
||||
|
||||
if (data == end) {
|
||||
throw o5m_error("missing user name");
|
||||
throw o5m_error{"missing user name"};
|
||||
}
|
||||
|
||||
const char* user = ++data;
|
||||
@@ -290,7 +290,7 @@ namespace osmium {
|
||||
|
||||
while (*data++) {
|
||||
if (data == end) {
|
||||
throw o5m_error("no null byte in user name");
|
||||
throw o5m_error{"no null byte in user name"};
|
||||
}
|
||||
}
|
||||
|
||||
@@ -302,24 +302,24 @@ namespace osmium {
|
||||
return std::make_pair(static_cast_with_assert<osmium::user_id_type>(uid), user);
|
||||
}
|
||||
|
||||
void decode_tags(osmium::builder::Builder* builder, const char** dataptr, const char* const end) {
|
||||
osmium::builder::TagListBuilder tl_builder(m_buffer, builder);
|
||||
void decode_tags(osmium::builder::Builder& parent, const char** dataptr, const char* const end) {
|
||||
osmium::builder::TagListBuilder builder{parent};
|
||||
|
||||
while(*dataptr != end) {
|
||||
while (*dataptr != end) {
|
||||
bool update_pointer = (**dataptr == 0x00);
|
||||
const char* data = decode_string(dataptr, end);
|
||||
const char* start = data;
|
||||
|
||||
while (*data++) {
|
||||
if (data == end) {
|
||||
throw o5m_error("no null byte in tag key");
|
||||
throw o5m_error{"no null byte in tag key"};
|
||||
}
|
||||
}
|
||||
|
||||
const char* value = data;
|
||||
while (*data++) {
|
||||
if (data == end) {
|
||||
throw o5m_error("no null byte in tag value");
|
||||
throw o5m_error{"no null byte in tag value"};
|
||||
}
|
||||
}
|
||||
|
||||
@@ -328,7 +328,7 @@ namespace osmium {
|
||||
*dataptr = data;
|
||||
}
|
||||
|
||||
tl_builder.add_tag(start, value);
|
||||
builder.add_tag(start, value);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -357,50 +357,46 @@ namespace osmium {
|
||||
}
|
||||
|
||||
void decode_node(const char* data, const char* const end) {
|
||||
osmium::builder::NodeBuilder builder(m_buffer);
|
||||
osmium::Node& node = builder.object();
|
||||
osmium::builder::NodeBuilder builder{m_buffer};
|
||||
|
||||
node.set_id(m_delta_id.update(zvarint(&data, end)));
|
||||
builder.set_id(m_delta_id.update(zvarint(&data, end)));
|
||||
|
||||
builder.add_user(decode_info(node, &data, end));
|
||||
builder.set_user(decode_info(builder.object(), &data, end));
|
||||
|
||||
if (data == end) {
|
||||
// no location, object is deleted
|
||||
builder.object().set_visible(false);
|
||||
builder.object().set_location(osmium::Location{});
|
||||
builder.set_visible(false);
|
||||
builder.set_location(osmium::Location{});
|
||||
} else {
|
||||
auto lon = m_delta_lon.update(zvarint(&data, end));
|
||||
auto lat = m_delta_lat.update(zvarint(&data, end));
|
||||
builder.object().set_location(osmium::Location{lon, lat});
|
||||
builder.set_location(osmium::Location{lon, lat});
|
||||
|
||||
if (data != end) {
|
||||
decode_tags(&builder, &data, end);
|
||||
decode_tags(builder, &data, end);
|
||||
}
|
||||
}
|
||||
|
||||
m_buffer.commit();
|
||||
}
|
||||
|
||||
void decode_way(const char* data, const char* const end) {
|
||||
osmium::builder::WayBuilder builder(m_buffer);
|
||||
osmium::Way& way = builder.object();
|
||||
osmium::builder::WayBuilder builder{m_buffer};
|
||||
|
||||
way.set_id(m_delta_id.update(zvarint(&data, end)));
|
||||
builder.set_id(m_delta_id.update(zvarint(&data, end)));
|
||||
|
||||
builder.add_user(decode_info(way, &data, end));
|
||||
builder.set_user(decode_info(builder.object(), &data, end));
|
||||
|
||||
if (data == end) {
|
||||
// no reference section, object is deleted
|
||||
builder.object().set_visible(false);
|
||||
builder.set_visible(false);
|
||||
} else {
|
||||
auto reference_section_length = protozero::decode_varint(&data, end);
|
||||
if (reference_section_length > 0) {
|
||||
const char* const end_refs = data + reference_section_length;
|
||||
if (end_refs > end) {
|
||||
throw o5m_error("way nodes ref section too long");
|
||||
throw o5m_error{"way nodes ref section too long"};
|
||||
}
|
||||
|
||||
osmium::builder::WayNodeListBuilder wn_builder(m_buffer, &builder);
|
||||
osmium::builder::WayNodeListBuilder wn_builder{builder};
|
||||
|
||||
while (data < end_refs) {
|
||||
wn_builder.add_node_ref(m_delta_way_node_id.update(zvarint(&data, end)));
|
||||
@@ -408,16 +404,14 @@ namespace osmium {
|
||||
}
|
||||
|
||||
if (data != end) {
|
||||
decode_tags(&builder, &data, end);
|
||||
decode_tags(builder, &data, end);
|
||||
}
|
||||
}
|
||||
|
||||
m_buffer.commit();
|
||||
}
|
||||
|
||||
osmium::item_type decode_member_type(char c) {
|
||||
if (c < '0' || c > '2') {
|
||||
throw o5m_error("unknown member type");
|
||||
throw o5m_error{"unknown member type"};
|
||||
}
|
||||
return osmium::nwr_index_to_item_type(c - '0');
|
||||
}
|
||||
@@ -429,13 +423,13 @@ namespace osmium {
|
||||
|
||||
auto member_type = decode_member_type(*data++);
|
||||
if (data == end) {
|
||||
throw o5m_error("missing role");
|
||||
throw o5m_error{"missing role"};
|
||||
}
|
||||
const char* role = data;
|
||||
|
||||
while (*data++) {
|
||||
if (data == end) {
|
||||
throw o5m_error("no null byte in role");
|
||||
throw o5m_error{"no null byte in role"};
|
||||
}
|
||||
}
|
||||
|
||||
@@ -448,30 +442,29 @@ namespace osmium {
|
||||
}
|
||||
|
||||
void decode_relation(const char* data, const char* const end) {
|
||||
osmium::builder::RelationBuilder builder(m_buffer);
|
||||
osmium::Relation& relation = builder.object();
|
||||
osmium::builder::RelationBuilder builder{m_buffer};
|
||||
|
||||
relation.set_id(m_delta_id.update(zvarint(&data, end)));
|
||||
builder.set_id(m_delta_id.update(zvarint(&data, end)));
|
||||
|
||||
builder.add_user(decode_info(relation, &data, end));
|
||||
builder.set_user(decode_info(builder.object(), &data, end));
|
||||
|
||||
if (data == end) {
|
||||
// no reference section, object is deleted
|
||||
builder.object().set_visible(false);
|
||||
builder.set_visible(false);
|
||||
} else {
|
||||
auto reference_section_length = protozero::decode_varint(&data, end);
|
||||
if (reference_section_length > 0) {
|
||||
const char* const end_refs = data + reference_section_length;
|
||||
if (end_refs > end) {
|
||||
throw o5m_error("relation format error");
|
||||
throw o5m_error{"relation format error"};
|
||||
}
|
||||
|
||||
osmium::builder::RelationMemberListBuilder rml_builder(m_buffer, &builder);
|
||||
osmium::builder::RelationMemberListBuilder rml_builder{builder};
|
||||
|
||||
while (data < end_refs) {
|
||||
auto delta_id = zvarint(&data, end);
|
||||
if (data == end) {
|
||||
throw o5m_error("relation member format error");
|
||||
throw o5m_error{"relation member format error"};
|
||||
}
|
||||
auto type_role = decode_role(&data, end);
|
||||
auto i = osmium::item_type_to_nwr_index(type_role.first);
|
||||
@@ -481,11 +474,9 @@ namespace osmium {
|
||||
}
|
||||
|
||||
if (data != end) {
|
||||
decode_tags(&builder, &data, end);
|
||||
decode_tags(builder, &data, end);
|
||||
}
|
||||
}
|
||||
|
||||
m_buffer.commit();
|
||||
}
|
||||
|
||||
void decode_bbox(const char* data, const char* const end) {
|
||||
@@ -537,11 +528,11 @@ namespace osmium {
|
||||
try {
|
||||
length = protozero::decode_varint(&m_data, m_end);
|
||||
} catch (const protozero::end_of_buffer_exception&) {
|
||||
throw o5m_error("premature end of file");
|
||||
throw o5m_error{"premature end of file"};
|
||||
}
|
||||
|
||||
if (! ensure_bytes_available(length)) {
|
||||
throw o5m_error("premature end of file");
|
||||
throw o5m_error{"premature end of file"};
|
||||
}
|
||||
|
||||
switch (ds_type) {
|
||||
@@ -549,18 +540,21 @@ namespace osmium {
|
||||
mark_header_as_done();
|
||||
if (read_types() & osmium::osm_entity_bits::node) {
|
||||
decode_node(m_data, m_data + length);
|
||||
m_buffer.commit();
|
||||
}
|
||||
break;
|
||||
case dataset_type::way:
|
||||
mark_header_as_done();
|
||||
if (read_types() & osmium::osm_entity_bits::way) {
|
||||
decode_way(m_data, m_data + length);
|
||||
m_buffer.commit();
|
||||
}
|
||||
break;
|
||||
case dataset_type::relation:
|
||||
mark_header_as_done();
|
||||
if (read_types() & osmium::osm_entity_bits::relation) {
|
||||
decode_relation(m_data, m_data + length);
|
||||
m_buffer.commit();
|
||||
}
|
||||
break;
|
||||
case dataset_type::bounding_box:
|
||||
@@ -598,8 +592,8 @@ namespace osmium {
|
||||
O5mParser(future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_types) :
|
||||
Parser(input_queue, output_queue, header_promise, read_types),
|
||||
osmium::io::detail::reader_options options) :
|
||||
Parser(input_queue, output_queue, header_promise, options),
|
||||
m_header(),
|
||||
m_buffer(buffer_size),
|
||||
m_input(),
|
||||
@@ -625,8 +619,8 @@ namespace osmium {
|
||||
[](future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_which_entities) {
|
||||
return std::unique_ptr<Parser>(new O5mParser(input_queue, output_queue, header_promise, read_which_entities));
|
||||
osmium::io::detail::reader_options options) {
|
||||
return std::unique_ptr<Parser>(new O5mParser(input_queue, output_queue, header_promise, options));
|
||||
});
|
||||
|
||||
// dummy function to silence the unused variable warning from above
|
||||
|
||||
@@ -82,8 +82,8 @@ namespace osmium {
|
||||
OPLParser(future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_types) :
|
||||
Parser(input_queue, output_queue, header_promise, read_types) {
|
||||
osmium::io::detail::reader_options options) :
|
||||
Parser(input_queue, output_queue, header_promise, options) {
|
||||
set_header_value(osmium::io::Header{});
|
||||
}
|
||||
|
||||
@@ -137,8 +137,8 @@ namespace osmium {
|
||||
[](future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_which_entities) {
|
||||
return std::unique_ptr<Parser>(new OPLParser(input_queue, output_queue, header_promise, read_which_entities));
|
||||
osmium::io::detail::reader_options options) {
|
||||
return std::unique_ptr<Parser>(new OPLParser(input_queue, output_queue, header_promise, options));
|
||||
});
|
||||
|
||||
// dummy function to silence the unused variable warning from above
|
||||
|
||||
@@ -365,9 +365,8 @@ namespace osmium {
|
||||
|
||||
inline void opl_parse_node(const char** data, osmium::memory::Buffer& buffer) {
|
||||
osmium::builder::NodeBuilder builder{buffer};
|
||||
osmium::Node& node = builder.object();
|
||||
|
||||
node.set_id(opl_parse_id(data));
|
||||
builder.set_id(opl_parse_id(data));
|
||||
|
||||
const char* tags_begin = nullptr;
|
||||
|
||||
@@ -382,19 +381,19 @@ namespace osmium {
|
||||
++(*data);
|
||||
switch (c) {
|
||||
case 'v':
|
||||
node.set_version(opl_parse_version(data));
|
||||
builder.set_version(opl_parse_version(data));
|
||||
break;
|
||||
case 'd':
|
||||
node.set_visible(opl_parse_visible(data));
|
||||
builder.set_visible(opl_parse_visible(data));
|
||||
break;
|
||||
case 'c':
|
||||
node.set_changeset(opl_parse_changeset_id(data));
|
||||
builder.set_changeset(opl_parse_changeset_id(data));
|
||||
break;
|
||||
case 't':
|
||||
node.set_timestamp(opl_parse_timestamp(data));
|
||||
builder.set_timestamp(opl_parse_timestamp(data));
|
||||
break;
|
||||
case 'i':
|
||||
node.set_uid(opl_parse_uid(data));
|
||||
builder.set_uid(opl_parse_uid(data));
|
||||
break;
|
||||
case 'u':
|
||||
opl_parse_string(data, user);
|
||||
@@ -422,23 +421,20 @@ namespace osmium {
|
||||
}
|
||||
|
||||
if (location.valid()) {
|
||||
node.set_location(location);
|
||||
builder.set_location(location);
|
||||
}
|
||||
|
||||
builder.add_user(user);
|
||||
builder.set_user(user);
|
||||
|
||||
if (tags_begin) {
|
||||
opl_parse_tags(tags_begin, buffer, &builder);
|
||||
}
|
||||
|
||||
buffer.commit();
|
||||
}
|
||||
|
||||
inline void opl_parse_way(const char** data, osmium::memory::Buffer& buffer) {
|
||||
osmium::builder::WayBuilder builder{buffer};
|
||||
osmium::Way& way = builder.object();
|
||||
|
||||
way.set_id(opl_parse_id(data));
|
||||
builder.set_id(opl_parse_id(data));
|
||||
|
||||
const char* tags_begin = nullptr;
|
||||
|
||||
@@ -455,19 +451,19 @@ namespace osmium {
|
||||
++(*data);
|
||||
switch (c) {
|
||||
case 'v':
|
||||
way.set_version(opl_parse_version(data));
|
||||
builder.set_version(opl_parse_version(data));
|
||||
break;
|
||||
case 'd':
|
||||
way.set_visible(opl_parse_visible(data));
|
||||
builder.set_visible(opl_parse_visible(data));
|
||||
break;
|
||||
case 'c':
|
||||
way.set_changeset(opl_parse_changeset_id(data));
|
||||
builder.set_changeset(opl_parse_changeset_id(data));
|
||||
break;
|
||||
case 't':
|
||||
way.set_timestamp(opl_parse_timestamp(data));
|
||||
builder.set_timestamp(opl_parse_timestamp(data));
|
||||
break;
|
||||
case 'i':
|
||||
way.set_uid(opl_parse_uid(data));
|
||||
builder.set_uid(opl_parse_uid(data));
|
||||
break;
|
||||
case 'u':
|
||||
opl_parse_string(data, user);
|
||||
@@ -488,15 +484,13 @@ namespace osmium {
|
||||
}
|
||||
}
|
||||
|
||||
builder.add_user(user);
|
||||
builder.set_user(user);
|
||||
|
||||
if (tags_begin) {
|
||||
opl_parse_tags(tags_begin, buffer, &builder);
|
||||
}
|
||||
|
||||
opl_parse_way_nodes(nodes_begin, nodes_end, buffer, &builder);
|
||||
|
||||
buffer.commit();
|
||||
}
|
||||
|
||||
inline void opl_parse_relation_members(const char* s, const char* e, osmium::memory::Buffer& buffer, osmium::builder::RelationBuilder* parent_builder = nullptr) {
|
||||
@@ -536,9 +530,8 @@ namespace osmium {
|
||||
|
||||
inline void opl_parse_relation(const char** data, osmium::memory::Buffer& buffer) {
|
||||
osmium::builder::RelationBuilder builder{buffer};
|
||||
osmium::Relation& relation = builder.object();
|
||||
|
||||
relation.set_id(opl_parse_id(data));
|
||||
builder.set_id(opl_parse_id(data));
|
||||
|
||||
const char* tags_begin = nullptr;
|
||||
|
||||
@@ -555,19 +548,19 @@ namespace osmium {
|
||||
++(*data);
|
||||
switch (c) {
|
||||
case 'v':
|
||||
relation.set_version(opl_parse_version(data));
|
||||
builder.set_version(opl_parse_version(data));
|
||||
break;
|
||||
case 'd':
|
||||
relation.set_visible(opl_parse_visible(data));
|
||||
builder.set_visible(opl_parse_visible(data));
|
||||
break;
|
||||
case 'c':
|
||||
relation.set_changeset(opl_parse_changeset_id(data));
|
||||
builder.set_changeset(opl_parse_changeset_id(data));
|
||||
break;
|
||||
case 't':
|
||||
relation.set_timestamp(opl_parse_timestamp(data));
|
||||
builder.set_timestamp(opl_parse_timestamp(data));
|
||||
break;
|
||||
case 'i':
|
||||
relation.set_uid(opl_parse_uid(data));
|
||||
builder.set_uid(opl_parse_uid(data));
|
||||
break;
|
||||
case 'u':
|
||||
opl_parse_string(data, user);
|
||||
@@ -588,7 +581,7 @@ namespace osmium {
|
||||
}
|
||||
}
|
||||
|
||||
builder.add_user(user);
|
||||
builder.set_user(user);
|
||||
|
||||
if (tags_begin) {
|
||||
opl_parse_tags(tags_begin, buffer, &builder);
|
||||
@@ -597,15 +590,12 @@ namespace osmium {
|
||||
if (members_begin != members_end) {
|
||||
opl_parse_relation_members(members_begin, members_end, buffer, &builder);
|
||||
}
|
||||
|
||||
buffer.commit();
|
||||
}
|
||||
|
||||
inline void opl_parse_changeset(const char** data, osmium::memory::Buffer& buffer) {
|
||||
osmium::builder::ChangesetBuilder builder{buffer};
|
||||
osmium::Changeset& changeset = builder.object();
|
||||
|
||||
changeset.set_id(opl_parse_changeset_id(data));
|
||||
builder.set_id(opl_parse_changeset_id(data));
|
||||
|
||||
const char* tags_begin = nullptr;
|
||||
|
||||
@@ -621,19 +611,19 @@ namespace osmium {
|
||||
++(*data);
|
||||
switch (c) {
|
||||
case 'k':
|
||||
changeset.set_num_changes(opl_parse_int<osmium::num_changes_type>(data));
|
||||
builder.set_num_changes(opl_parse_int<osmium::num_changes_type>(data));
|
||||
break;
|
||||
case 's':
|
||||
changeset.set_created_at(opl_parse_timestamp(data));
|
||||
builder.set_created_at(opl_parse_timestamp(data));
|
||||
break;
|
||||
case 'e':
|
||||
changeset.set_closed_at(opl_parse_timestamp(data));
|
||||
builder.set_closed_at(opl_parse_timestamp(data));
|
||||
break;
|
||||
case 'd':
|
||||
changeset.set_num_comments(opl_parse_int<osmium::num_comments_type>(data));
|
||||
builder.set_num_comments(opl_parse_int<osmium::num_comments_type>(data));
|
||||
break;
|
||||
case 'i':
|
||||
changeset.set_uid(opl_parse_uid(data));
|
||||
builder.set_uid(opl_parse_uid(data));
|
||||
break;
|
||||
case 'u':
|
||||
opl_parse_string(data, user);
|
||||
@@ -672,17 +662,17 @@ namespace osmium {
|
||||
}
|
||||
|
||||
if (location1.valid() && location2.valid()) {
|
||||
changeset.bounds().extend(location1);
|
||||
changeset.bounds().extend(location2);
|
||||
osmium::Box box;
|
||||
box.extend(location1);
|
||||
box.extend(location2);
|
||||
builder.set_bounds(box);
|
||||
}
|
||||
|
||||
builder.add_user(user);
|
||||
builder.set_user(user);
|
||||
|
||||
if (tags_begin) {
|
||||
opl_parse_tags(tags_begin, buffer, &builder);
|
||||
}
|
||||
|
||||
buffer.commit();
|
||||
}
|
||||
|
||||
inline bool opl_parse_line(uint64_t line_count,
|
||||
@@ -702,6 +692,7 @@ namespace osmium {
|
||||
if (read_types & osmium::osm_entity_bits::node) {
|
||||
++data;
|
||||
opl_parse_node(&data, buffer);
|
||||
buffer.commit();
|
||||
return true;
|
||||
}
|
||||
break;
|
||||
@@ -709,6 +700,7 @@ namespace osmium {
|
||||
if (read_types & osmium::osm_entity_bits::way) {
|
||||
++data;
|
||||
opl_parse_way(&data, buffer);
|
||||
buffer.commit();
|
||||
return true;
|
||||
}
|
||||
break;
|
||||
@@ -716,6 +708,7 @@ namespace osmium {
|
||||
if (read_types & osmium::osm_entity_bits::relation) {
|
||||
++data;
|
||||
opl_parse_relation(&data, buffer);
|
||||
buffer.commit();
|
||||
return true;
|
||||
}
|
||||
break;
|
||||
@@ -723,6 +716,7 @@ namespace osmium {
|
||||
if (read_types & osmium::osm_entity_bits::changeset) {
|
||||
++data;
|
||||
opl_parse_changeset(&data, buffer);
|
||||
buffer.commit();
|
||||
return true;
|
||||
}
|
||||
break;
|
||||
|
||||
@@ -50,6 +50,7 @@ DEALINGS IN THE SOFTWARE.
|
||||
#include <osmium/io/detail/pbf.hpp> // IWYU pragma: export
|
||||
#include <osmium/io/detail/protobuf_tags.hpp>
|
||||
#include <osmium/io/detail/zlib.hpp>
|
||||
#include <osmium/io/file_format.hpp>
|
||||
#include <osmium/io/header.hpp>
|
||||
#include <osmium/memory/buffer.hpp>
|
||||
#include <osmium/osm/box.hpp>
|
||||
@@ -94,6 +95,8 @@ namespace osmium {
|
||||
|
||||
osmium::memory::Buffer m_buffer { initial_buffer_size };
|
||||
|
||||
osmium::io::read_meta m_read_metadata;
|
||||
|
||||
void decode_stringtable(const data_view& data) {
|
||||
if (!m_stringtable.empty()) {
|
||||
throw osmium::pbf_error("more than one stringtable in pbf file");
|
||||
@@ -143,13 +146,19 @@ namespace osmium {
|
||||
case OSMFormat::PrimitiveGroup::repeated_Node_nodes:
|
||||
if (m_read_types & osmium::osm_entity_bits::node) {
|
||||
decode_node(pbf_primitive_group.get_view());
|
||||
m_buffer.commit();
|
||||
} else {
|
||||
pbf_primitive_group.skip();
|
||||
}
|
||||
break;
|
||||
case OSMFormat::PrimitiveGroup::optional_DenseNodes_dense:
|
||||
if (m_read_types & osmium::osm_entity_bits::node) {
|
||||
decode_dense_nodes(pbf_primitive_group.get_view());
|
||||
if (m_read_metadata == osmium::io::read_meta::yes) {
|
||||
decode_dense_nodes(pbf_primitive_group.get_view());
|
||||
} else {
|
||||
decode_dense_nodes_without_metadata(pbf_primitive_group.get_view());
|
||||
}
|
||||
m_buffer.commit();
|
||||
} else {
|
||||
pbf_primitive_group.skip();
|
||||
}
|
||||
@@ -157,6 +166,7 @@ namespace osmium {
|
||||
case OSMFormat::PrimitiveGroup::repeated_Way_ways:
|
||||
if (m_read_types & osmium::osm_entity_bits::way) {
|
||||
decode_way(pbf_primitive_group.get_view());
|
||||
m_buffer.commit();
|
||||
} else {
|
||||
pbf_primitive_group.skip();
|
||||
}
|
||||
@@ -164,6 +174,7 @@ namespace osmium {
|
||||
case OSMFormat::PrimitiveGroup::repeated_Relation_relations:
|
||||
if (m_read_types & osmium::osm_entity_bits::relation) {
|
||||
decode_relation(pbf_primitive_group.get_view());
|
||||
m_buffer.commit();
|
||||
} else {
|
||||
pbf_primitive_group.skip();
|
||||
}
|
||||
@@ -221,9 +232,9 @@ namespace osmium {
|
||||
|
||||
using kv_type = protozero::iterator_range<protozero::pbf_reader::const_uint32_iterator>;
|
||||
|
||||
void build_tag_list(osmium::builder::Builder& builder, const kv_type& keys, const kv_type& vals) {
|
||||
void build_tag_list(osmium::builder::Builder& parent, const kv_type& keys, const kv_type& vals) {
|
||||
if (!keys.empty()) {
|
||||
osmium::builder::TagListBuilder tl_builder(m_buffer, &builder);
|
||||
osmium::builder::TagListBuilder builder{parent};
|
||||
auto kit = keys.begin();
|
||||
auto vit = vals.begin();
|
||||
while (kit != keys.end()) {
|
||||
@@ -233,7 +244,7 @@ namespace osmium {
|
||||
}
|
||||
const auto& k = m_stringtable.at(*kit++);
|
||||
const auto& v = m_stringtable.at(*vit++);
|
||||
tl_builder.add_tag(k.first, k.second, v.first, v.second);
|
||||
builder.add_tag(k.first, k.second, v.first, v.second);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -243,7 +254,7 @@ namespace osmium {
|
||||
}
|
||||
|
||||
void decode_node(const data_view& data) {
|
||||
osmium::builder::NodeBuilder builder(m_buffer);
|
||||
osmium::builder::NodeBuilder builder{m_buffer};
|
||||
osmium::Node& node = builder.object();
|
||||
|
||||
kv_type keys;
|
||||
@@ -266,7 +277,11 @@ namespace osmium {
|
||||
vals = pbf_node.get_packed_uint32();
|
||||
break;
|
||||
case OSMFormat::Node::optional_Info_info:
|
||||
user = decode_info(pbf_node.get_view(), builder.object());
|
||||
if (m_read_metadata == osmium::io::read_meta::yes) {
|
||||
user = decode_info(pbf_node.get_view(), builder.object());
|
||||
} else {
|
||||
pbf_node.skip();
|
||||
}
|
||||
break;
|
||||
case OSMFormat::Node::required_sint64_lat:
|
||||
lat = pbf_node.get_sint64();
|
||||
@@ -290,15 +305,13 @@ namespace osmium {
|
||||
));
|
||||
}
|
||||
|
||||
builder.add_user(user.first, user.second);
|
||||
builder.set_user(user.first, user.second);
|
||||
|
||||
build_tag_list(builder, keys, vals);
|
||||
|
||||
m_buffer.commit();
|
||||
}
|
||||
|
||||
void decode_way(const data_view& data) {
|
||||
osmium::builder::WayBuilder builder(m_buffer);
|
||||
osmium::builder::WayBuilder builder{m_buffer};
|
||||
|
||||
kv_type keys;
|
||||
kv_type vals;
|
||||
@@ -321,7 +334,11 @@ namespace osmium {
|
||||
vals = pbf_way.get_packed_uint32();
|
||||
break;
|
||||
case OSMFormat::Way::optional_Info_info:
|
||||
user = decode_info(pbf_way.get_view(), builder.object());
|
||||
if (m_read_metadata == osmium::io::read_meta::yes) {
|
||||
user = decode_info(pbf_way.get_view(), builder.object());
|
||||
} else {
|
||||
pbf_way.skip();
|
||||
}
|
||||
break;
|
||||
case OSMFormat::Way::packed_sint64_refs:
|
||||
refs = pbf_way.get_packed_sint64();
|
||||
@@ -337,10 +354,10 @@ namespace osmium {
|
||||
}
|
||||
}
|
||||
|
||||
builder.add_user(user.first, user.second);
|
||||
builder.set_user(user.first, user.second);
|
||||
|
||||
if (!refs.empty()) {
|
||||
osmium::builder::WayNodeListBuilder wnl_builder(m_buffer, &builder);
|
||||
osmium::builder::WayNodeListBuilder wnl_builder{builder};
|
||||
osmium::util::DeltaDecode<int64_t> ref;
|
||||
if (lats.empty()) {
|
||||
for (const auto& ref_value : refs) {
|
||||
@@ -363,12 +380,10 @@ namespace osmium {
|
||||
}
|
||||
|
||||
build_tag_list(builder, keys, vals);
|
||||
|
||||
m_buffer.commit();
|
||||
}
|
||||
|
||||
void decode_relation(const data_view& data) {
|
||||
osmium::builder::RelationBuilder builder(m_buffer);
|
||||
osmium::builder::RelationBuilder builder{m_buffer};
|
||||
|
||||
kv_type keys;
|
||||
kv_type vals;
|
||||
@@ -391,7 +406,11 @@ namespace osmium {
|
||||
vals = pbf_relation.get_packed_uint32();
|
||||
break;
|
||||
case OSMFormat::Relation::optional_Info_info:
|
||||
user = decode_info(pbf_relation.get_view(), builder.object());
|
||||
if (m_read_metadata == osmium::io::read_meta::yes) {
|
||||
user = decode_info(pbf_relation.get_view(), builder.object());
|
||||
} else {
|
||||
pbf_relation.skip();
|
||||
}
|
||||
break;
|
||||
case OSMFormat::Relation::packed_int32_roles_sid:
|
||||
roles = pbf_relation.get_packed_int32();
|
||||
@@ -407,10 +426,10 @@ namespace osmium {
|
||||
}
|
||||
}
|
||||
|
||||
builder.add_user(user.first, user.second);
|
||||
builder.set_user(user.first, user.second);
|
||||
|
||||
if (!refs.empty()) {
|
||||
osmium::builder::RelationMemberListBuilder rml_builder(m_buffer, &builder);
|
||||
osmium::builder::RelationMemberListBuilder rml_builder{builder};
|
||||
osmium::util::DeltaDecode<int64_t> ref;
|
||||
while (!roles.empty() && !refs.empty() && !types.empty()) {
|
||||
const auto& r = m_stringtable.at(roles.front());
|
||||
@@ -431,8 +450,84 @@ namespace osmium {
|
||||
}
|
||||
|
||||
build_tag_list(builder, keys, vals);
|
||||
}
|
||||
|
||||
void build_tag_list_from_dense_nodes(osmium::builder::NodeBuilder& builder, protozero::pbf_reader::const_int32_iterator& it, protozero::pbf_reader::const_int32_iterator last) {
|
||||
osmium::builder::TagListBuilder tl_builder{builder};
|
||||
while (it != last && *it != 0) {
|
||||
const auto& k = m_stringtable.at(*it++);
|
||||
if (it == last) {
|
||||
throw osmium::pbf_error("PBF format error"); // this is against the spec, keys/vals must come in pairs
|
||||
}
|
||||
const auto& v = m_stringtable.at(*it++);
|
||||
tl_builder.add_tag(k.first, k.second, v.first, v.second);
|
||||
}
|
||||
|
||||
if (it != last) {
|
||||
++it;
|
||||
}
|
||||
}
|
||||
|
||||
void decode_dense_nodes_without_metadata(const data_view& data) {
|
||||
protozero::iterator_range<protozero::pbf_reader::const_sint64_iterator> ids;
|
||||
protozero::iterator_range<protozero::pbf_reader::const_sint64_iterator> lats;
|
||||
protozero::iterator_range<protozero::pbf_reader::const_sint64_iterator> lons;
|
||||
|
||||
protozero::iterator_range<protozero::pbf_reader::const_int32_iterator> tags;
|
||||
|
||||
protozero::pbf_message<OSMFormat::DenseNodes> pbf_dense_nodes(data);
|
||||
while (pbf_dense_nodes.next()) {
|
||||
switch (pbf_dense_nodes.tag()) {
|
||||
case OSMFormat::DenseNodes::packed_sint64_id:
|
||||
ids = pbf_dense_nodes.get_packed_sint64();
|
||||
break;
|
||||
case OSMFormat::DenseNodes::packed_sint64_lat:
|
||||
lats = pbf_dense_nodes.get_packed_sint64();
|
||||
break;
|
||||
case OSMFormat::DenseNodes::packed_sint64_lon:
|
||||
lons = pbf_dense_nodes.get_packed_sint64();
|
||||
break;
|
||||
case OSMFormat::DenseNodes::packed_int32_keys_vals:
|
||||
tags = pbf_dense_nodes.get_packed_int32();
|
||||
break;
|
||||
default:
|
||||
pbf_dense_nodes.skip();
|
||||
}
|
||||
}
|
||||
|
||||
osmium::util::DeltaDecode<int64_t> dense_id;
|
||||
osmium::util::DeltaDecode<int64_t> dense_latitude;
|
||||
osmium::util::DeltaDecode<int64_t> dense_longitude;
|
||||
|
||||
auto tag_it = tags.begin();
|
||||
|
||||
while (!ids.empty()) {
|
||||
if (lons.empty() ||
|
||||
lats.empty()) {
|
||||
// this is against the spec, must have same number of elements
|
||||
throw osmium::pbf_error("PBF format error");
|
||||
}
|
||||
|
||||
osmium::builder::NodeBuilder builder{m_buffer};
|
||||
osmium::Node& node = builder.object();
|
||||
|
||||
node.set_id(dense_id.update(ids.front()));
|
||||
ids.drop_front();
|
||||
|
||||
const auto lon = dense_longitude.update(lons.front());
|
||||
lons.drop_front();
|
||||
const auto lat = dense_latitude.update(lats.front());
|
||||
lats.drop_front();
|
||||
builder.object().set_location(osmium::Location(
|
||||
convert_pbf_coordinate(lon),
|
||||
convert_pbf_coordinate(lat)
|
||||
));
|
||||
|
||||
if (tag_it != tags.end()) {
|
||||
build_tag_list_from_dense_nodes(builder, tag_it, tags.end());
|
||||
}
|
||||
}
|
||||
|
||||
m_buffer.commit();
|
||||
}
|
||||
|
||||
void decode_dense_nodes(const data_view& data) {
|
||||
@@ -522,7 +617,7 @@ namespace osmium {
|
||||
|
||||
bool visible = true;
|
||||
|
||||
osmium::builder::NodeBuilder builder(m_buffer);
|
||||
osmium::builder::NodeBuilder builder{m_buffer};
|
||||
osmium::Node& node = builder.object();
|
||||
|
||||
node.set_id(dense_id.update(ids.front()));
|
||||
@@ -569,9 +664,7 @@ namespace osmium {
|
||||
|
||||
const auto& u = m_stringtable.at(dense_user_sid.update(user_sids.front()));
|
||||
user_sids.drop_front();
|
||||
builder.add_user(u.first, u.second);
|
||||
} else {
|
||||
builder.add_user("");
|
||||
builder.set_user(u.first, u.second);
|
||||
}
|
||||
|
||||
// even if the node isn't visible, there's still a record
|
||||
@@ -588,31 +681,18 @@ namespace osmium {
|
||||
}
|
||||
|
||||
if (tag_it != tags.end()) {
|
||||
osmium::builder::TagListBuilder tl_builder(m_buffer, &builder);
|
||||
while (tag_it != tags.end() && *tag_it != 0) {
|
||||
const auto& k = m_stringtable.at(*tag_it++);
|
||||
if (tag_it == tags.end()) {
|
||||
throw osmium::pbf_error("PBF format error"); // this is against the spec, keys/vals must come in pairs
|
||||
}
|
||||
const auto& v = m_stringtable.at(*tag_it++);
|
||||
tl_builder.add_tag(k.first, k.second, v.first, v.second);
|
||||
}
|
||||
|
||||
if (tag_it != tags.end()) {
|
||||
++tag_it;
|
||||
}
|
||||
build_tag_list_from_dense_nodes(builder, tag_it, tags.end());
|
||||
}
|
||||
|
||||
m_buffer.commit();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
public:
|
||||
|
||||
PBFPrimitiveBlockDecoder(const data_view& data, osmium::osm_entity_bits::type read_types) :
|
||||
PBFPrimitiveBlockDecoder(const data_view& data, osmium::osm_entity_bits::type read_types, osmium::io::read_meta read_metadata) :
|
||||
m_data(data),
|
||||
m_read_types(read_types) {
|
||||
m_read_types(read_types),
|
||||
m_read_metadata(read_metadata) {
|
||||
}
|
||||
|
||||
PBFPrimitiveBlockDecoder(const PBFPrimitiveBlockDecoder&) = delete;
|
||||
@@ -789,12 +869,14 @@ namespace osmium {
|
||||
|
||||
std::shared_ptr<std::string> m_input_buffer;
|
||||
osmium::osm_entity_bits::type m_read_types;
|
||||
osmium::io::read_meta m_read_metadata;
|
||||
|
||||
public:
|
||||
|
||||
PBFDataBlobDecoder(std::string&& input_buffer, osmium::osm_entity_bits::type read_types) :
|
||||
PBFDataBlobDecoder(std::string&& input_buffer, osmium::osm_entity_bits::type read_types, osmium::io::read_meta read_metadata) :
|
||||
m_input_buffer(std::make_shared<std::string>(std::move(input_buffer))),
|
||||
m_read_types(read_types) {
|
||||
m_read_types(read_types),
|
||||
m_read_metadata(read_metadata) {
|
||||
}
|
||||
|
||||
PBFDataBlobDecoder(const PBFDataBlobDecoder&) = default;
|
||||
@@ -807,7 +889,7 @@ namespace osmium {
|
||||
|
||||
osmium::memory::Buffer operator()() {
|
||||
std::string output;
|
||||
PBFPrimitiveBlockDecoder decoder(decode_blob(*m_input_buffer, output), m_read_types);
|
||||
PBFPrimitiveBlockDecoder decoder(decode_blob(*m_input_buffer, output), m_read_types, m_read_metadata);
|
||||
return decoder();
|
||||
}
|
||||
|
||||
|
||||
@@ -180,7 +180,7 @@ namespace osmium {
|
||||
while (const auto size = check_type_and_get_blob_size("OSMData")) {
|
||||
std::string input_buffer = read_from_input_queue_with_check(size);
|
||||
|
||||
PBFDataBlobDecoder data_blob_parser{ std::move(input_buffer), read_types() };
|
||||
PBFDataBlobDecoder data_blob_parser{std::move(input_buffer), read_types(), read_metadata()};
|
||||
|
||||
if (osmium::config::use_pool_threads_for_pbf_parsing()) {
|
||||
send_to_output_queue(osmium::thread::Pool::instance().submit(std::move(data_blob_parser)));
|
||||
@@ -195,8 +195,8 @@ namespace osmium {
|
||||
PBFParser(future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_types) :
|
||||
Parser(input_queue, output_queue, header_promise, read_types),
|
||||
osmium::io::detail::reader_options options) :
|
||||
Parser(input_queue, output_queue, header_promise, options),
|
||||
m_input_buffer() {
|
||||
}
|
||||
|
||||
@@ -221,8 +221,8 @@ namespace osmium {
|
||||
[](future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_which_entities) {
|
||||
return std::unique_ptr<Parser>(new PBFParser(input_queue, output_queue, header_promise, read_which_entities));
|
||||
osmium::io::detail::reader_options options) {
|
||||
return std::unique_ptr<Parser>(new PBFParser(input_queue, output_queue, header_promise, options));
|
||||
});
|
||||
|
||||
// dummy function to silence the unused variable warning from above
|
||||
|
||||
@@ -33,10 +33,10 @@ DEALINGS IN THE SOFTWARE.
|
||||
|
||||
*/
|
||||
|
||||
#include <algorithm>
|
||||
#include <exception>
|
||||
#include <future>
|
||||
#include <string>
|
||||
#include <utility>
|
||||
|
||||
#include <osmium/memory/buffer.hpp>
|
||||
#include <osmium/thread/queue.hpp>
|
||||
@@ -59,13 +59,6 @@ namespace osmium {
|
||||
*/
|
||||
using future_buffer_queue_type = future_queue_type<osmium::memory::Buffer>;
|
||||
|
||||
/**
|
||||
* This type of queue contains OSM file data in the form it is
|
||||
* stored on disk, ie encoded as XML, PBF, etc.
|
||||
* The "end of file" is marked by an empty string.
|
||||
*/
|
||||
using string_queue_type = osmium::thread::Queue<std::string>;
|
||||
|
||||
/**
|
||||
* This type of queue contains OSM file data in the form it is
|
||||
* stored on disk, ie encoded as XML, PBF, etc.
|
||||
@@ -95,11 +88,11 @@ namespace osmium {
|
||||
add_to_queue<T>(queue, T{});
|
||||
}
|
||||
|
||||
inline bool at_end_of_data(const std::string& data) {
|
||||
inline bool at_end_of_data(const std::string& data) noexcept {
|
||||
return data.empty();
|
||||
}
|
||||
|
||||
inline bool at_end_of_data(osmium::memory::Buffer& buffer) {
|
||||
inline bool at_end_of_data(osmium::memory::Buffer& buffer) noexcept {
|
||||
return !buffer;
|
||||
}
|
||||
|
||||
|
||||
@@ -80,8 +80,8 @@ namespace osmium {
|
||||
XML_Error error_code;
|
||||
std::string error_string;
|
||||
|
||||
explicit xml_error(XML_Parser parser) :
|
||||
io_error(std::string("XML parsing error at line ")
|
||||
explicit xml_error(const XML_Parser& parser) :
|
||||
io_error(std::string{"XML parsing error at line "}
|
||||
+ std::to_string(XML_GetCurrentLineNumber(parser))
|
||||
+ ", column "
|
||||
+ std::to_string(XML_GetCurrentColumnNumber(parser))
|
||||
@@ -117,7 +117,7 @@ namespace osmium {
|
||||
}
|
||||
|
||||
explicit format_version_error(const char* v) :
|
||||
io_error(std::string("Can not read file with version ") + v),
|
||||
io_error(std::string{"Can not read file with version "} + v),
|
||||
version(v) {
|
||||
}
|
||||
|
||||
@@ -201,7 +201,7 @@ namespace osmium {
|
||||
static void entity_declaration_handler(void*,
|
||||
const XML_Char*, int, const XML_Char*, int, const XML_Char*,
|
||||
const XML_Char*, const XML_Char*, const XML_Char*) {
|
||||
throw osmium::xml_error("XML entities are not supported");
|
||||
throw osmium::xml_error{"XML entities are not supported"};
|
||||
}
|
||||
|
||||
public:
|
||||
@@ -209,7 +209,7 @@ namespace osmium {
|
||||
explicit ExpatXMLParser(T* callback_object) :
|
||||
m_parser(XML_ParserCreate(nullptr)) {
|
||||
if (!m_parser) {
|
||||
throw osmium::io_error("Internal error: Can not create parser");
|
||||
throw osmium::io_error{"Internal error: Can not create parser"};
|
||||
}
|
||||
XML_SetUserData(m_parser, callback_object);
|
||||
XML_SetElementHandler(m_parser, start_element_wrapper, end_element_wrapper);
|
||||
@@ -229,7 +229,7 @@ namespace osmium {
|
||||
|
||||
void operator()(const std::string& data, bool last) {
|
||||
if (XML_Parse(m_parser, data.data(), static_cast_with_assert<int>(data.size()), last) == XML_STATUS_ERROR) {
|
||||
throw osmium::xml_error(m_parser);
|
||||
throw osmium::xml_error{m_parser};
|
||||
}
|
||||
}
|
||||
|
||||
@@ -271,37 +271,32 @@ namespace osmium {
|
||||
return user;
|
||||
}
|
||||
|
||||
void init_changeset(osmium::builder::ChangesetBuilder* builder, const XML_Char** attrs) {
|
||||
const char* user = "";
|
||||
osmium::Changeset& new_changeset = builder->object();
|
||||
void init_changeset(osmium::builder::ChangesetBuilder& builder, const XML_Char** attrs) {
|
||||
osmium::Box box;
|
||||
|
||||
osmium::Location min;
|
||||
osmium::Location max;
|
||||
check_attributes(attrs, [&min, &max, &user, &new_changeset](const XML_Char* name, const XML_Char* value) {
|
||||
check_attributes(attrs, [&builder, &box](const XML_Char* name, const XML_Char* value) {
|
||||
if (!std::strcmp(name, "min_lon")) {
|
||||
min.set_lon(value);
|
||||
box.bottom_left().set_lon(value);
|
||||
} else if (!std::strcmp(name, "min_lat")) {
|
||||
min.set_lat(value);
|
||||
box.bottom_left().set_lat(value);
|
||||
} else if (!std::strcmp(name, "max_lon")) {
|
||||
max.set_lon(value);
|
||||
box.top_right().set_lon(value);
|
||||
} else if (!std::strcmp(name, "max_lat")) {
|
||||
max.set_lat(value);
|
||||
box.top_right().set_lat(value);
|
||||
} else if (!std::strcmp(name, "user")) {
|
||||
user = value;
|
||||
builder.set_user(value);
|
||||
} else {
|
||||
new_changeset.set_attribute(name, value);
|
||||
builder.set_attribute(name, value);
|
||||
}
|
||||
});
|
||||
|
||||
new_changeset.bounds().extend(min);
|
||||
new_changeset.bounds().extend(max);
|
||||
|
||||
builder->add_user(user);
|
||||
builder.set_bounds(box);
|
||||
}
|
||||
|
||||
void get_tag(osmium::builder::Builder* builder, const XML_Char** attrs) {
|
||||
void get_tag(osmium::builder::Builder& builder, const XML_Char** attrs) {
|
||||
const char* k = "";
|
||||
const char* v = "";
|
||||
|
||||
check_attributes(attrs, [&k, &v](const XML_Char* name, const XML_Char* value) {
|
||||
if (name[0] == 'k' && name[1] == 0) {
|
||||
k = value;
|
||||
@@ -309,8 +304,9 @@ namespace osmium {
|
||||
v = value;
|
||||
}
|
||||
});
|
||||
|
||||
if (!m_tl_builder) {
|
||||
m_tl_builder = std::unique_ptr<osmium::builder::TagListBuilder>(new osmium::builder::TagListBuilder(m_buffer, builder));
|
||||
m_tl_builder.reset(new osmium::builder::TagListBuilder{builder});
|
||||
}
|
||||
m_tl_builder->add_tag(k, v);
|
||||
}
|
||||
@@ -330,17 +326,17 @@ namespace osmium {
|
||||
if (!std::strcmp(name, "version")) {
|
||||
m_header.set("version", value);
|
||||
if (std::strcmp(value, "0.6")) {
|
||||
throw osmium::format_version_error(value);
|
||||
throw osmium::format_version_error{value};
|
||||
}
|
||||
} else if (!std::strcmp(name, "generator")) {
|
||||
m_header.set("generator", value);
|
||||
}
|
||||
});
|
||||
if (m_header.get("version") == "") {
|
||||
throw osmium::format_version_error();
|
||||
throw osmium::format_version_error{};
|
||||
}
|
||||
} else {
|
||||
throw osmium::xml_error(std::string("Unknown top-level element: ") + element);
|
||||
throw osmium::xml_error{std::string{"Unknown top-level element: "} + element};
|
||||
}
|
||||
m_context = context::top;
|
||||
break;
|
||||
@@ -349,8 +345,8 @@ namespace osmium {
|
||||
if (!std::strcmp(element, "node")) {
|
||||
mark_header_as_done();
|
||||
if (read_types() & osmium::osm_entity_bits::node) {
|
||||
m_node_builder = std::unique_ptr<osmium::builder::NodeBuilder>(new osmium::builder::NodeBuilder(m_buffer));
|
||||
m_node_builder->add_user(init_object(m_node_builder->object(), attrs));
|
||||
m_node_builder.reset(new osmium::builder::NodeBuilder{m_buffer});
|
||||
m_node_builder->set_user(init_object(m_node_builder->object(), attrs));
|
||||
m_context = context::node;
|
||||
} else {
|
||||
m_context = context::ignored_node;
|
||||
@@ -358,8 +354,8 @@ namespace osmium {
|
||||
} else if (!std::strcmp(element, "way")) {
|
||||
mark_header_as_done();
|
||||
if (read_types() & osmium::osm_entity_bits::way) {
|
||||
m_way_builder = std::unique_ptr<osmium::builder::WayBuilder>(new osmium::builder::WayBuilder(m_buffer));
|
||||
m_way_builder->add_user(init_object(m_way_builder->object(), attrs));
|
||||
m_way_builder.reset(new osmium::builder::WayBuilder{m_buffer});
|
||||
m_way_builder->set_user(init_object(m_way_builder->object(), attrs));
|
||||
m_context = context::way;
|
||||
} else {
|
||||
m_context = context::ignored_way;
|
||||
@@ -367,8 +363,8 @@ namespace osmium {
|
||||
} else if (!std::strcmp(element, "relation")) {
|
||||
mark_header_as_done();
|
||||
if (read_types() & osmium::osm_entity_bits::relation) {
|
||||
m_relation_builder = std::unique_ptr<osmium::builder::RelationBuilder>(new osmium::builder::RelationBuilder(m_buffer));
|
||||
m_relation_builder->add_user(init_object(m_relation_builder->object(), attrs));
|
||||
m_relation_builder.reset(new osmium::builder::RelationBuilder{m_buffer});
|
||||
m_relation_builder->set_user(init_object(m_relation_builder->object(), attrs));
|
||||
m_context = context::relation;
|
||||
} else {
|
||||
m_context = context::ignored_relation;
|
||||
@@ -376,8 +372,8 @@ namespace osmium {
|
||||
} else if (!std::strcmp(element, "changeset")) {
|
||||
mark_header_as_done();
|
||||
if (read_types() & osmium::osm_entity_bits::changeset) {
|
||||
m_changeset_builder = std::unique_ptr<osmium::builder::ChangesetBuilder>(new osmium::builder::ChangesetBuilder(m_buffer));
|
||||
init_changeset(m_changeset_builder.get(), attrs);
|
||||
m_changeset_builder.reset(new osmium::builder::ChangesetBuilder{m_buffer});
|
||||
init_changeset(*m_changeset_builder, attrs);
|
||||
m_context = context::changeset;
|
||||
} else {
|
||||
m_context = context::ignored_changeset;
|
||||
@@ -407,7 +403,7 @@ namespace osmium {
|
||||
m_last_context = context::node;
|
||||
m_context = context::in_object;
|
||||
if (!std::strcmp(element, "tag")) {
|
||||
get_tag(m_node_builder.get(), attrs);
|
||||
get_tag(*m_node_builder, attrs);
|
||||
}
|
||||
break;
|
||||
case context::way:
|
||||
@@ -417,7 +413,7 @@ namespace osmium {
|
||||
m_tl_builder.reset();
|
||||
|
||||
if (!m_wnl_builder) {
|
||||
m_wnl_builder = std::unique_ptr<osmium::builder::WayNodeListBuilder>(new osmium::builder::WayNodeListBuilder(m_buffer, m_way_builder.get()));
|
||||
m_wnl_builder.reset(new osmium::builder::WayNodeListBuilder{*m_way_builder});
|
||||
}
|
||||
|
||||
NodeRef nr;
|
||||
@@ -433,7 +429,7 @@ namespace osmium {
|
||||
m_wnl_builder->add_node_ref(nr);
|
||||
} else if (!std::strcmp(element, "tag")) {
|
||||
m_wnl_builder.reset();
|
||||
get_tag(m_way_builder.get(), attrs);
|
||||
get_tag(*m_way_builder, attrs);
|
||||
}
|
||||
break;
|
||||
case context::relation:
|
||||
@@ -443,7 +439,7 @@ namespace osmium {
|
||||
m_tl_builder.reset();
|
||||
|
||||
if (!m_rml_builder) {
|
||||
m_rml_builder = std::unique_ptr<osmium::builder::RelationMemberListBuilder>(new osmium::builder::RelationMemberListBuilder(m_buffer, m_relation_builder.get()));
|
||||
m_rml_builder.reset(new osmium::builder::RelationMemberListBuilder{*m_relation_builder});
|
||||
}
|
||||
|
||||
item_type type = item_type::undefined;
|
||||
@@ -459,15 +455,15 @@ namespace osmium {
|
||||
}
|
||||
});
|
||||
if (type != item_type::node && type != item_type::way && type != item_type::relation) {
|
||||
throw osmium::xml_error("Unknown type on relation member");
|
||||
throw osmium::xml_error{"Unknown type on relation member"};
|
||||
}
|
||||
if (ref == 0) {
|
||||
throw osmium::xml_error("Missing ref on relation member");
|
||||
throw osmium::xml_error{"Missing ref on relation member"};
|
||||
}
|
||||
m_rml_builder->add_member(type, ref, role);
|
||||
} else if (!std::strcmp(element, "tag")) {
|
||||
m_rml_builder.reset();
|
||||
get_tag(m_relation_builder.get(), attrs);
|
||||
get_tag(*m_relation_builder, attrs);
|
||||
}
|
||||
break;
|
||||
case context::changeset:
|
||||
@@ -476,12 +472,12 @@ namespace osmium {
|
||||
m_context = context::discussion;
|
||||
m_tl_builder.reset();
|
||||
if (!m_changeset_discussion_builder) {
|
||||
m_changeset_discussion_builder = std::unique_ptr<osmium::builder::ChangesetDiscussionBuilder>(new osmium::builder::ChangesetDiscussionBuilder(m_buffer, m_changeset_builder.get()));
|
||||
m_changeset_discussion_builder.reset(new osmium::builder::ChangesetDiscussionBuilder{*m_changeset_builder});
|
||||
}
|
||||
} else if (!std::strcmp(element, "tag")) {
|
||||
m_context = context::in_object;
|
||||
m_changeset_discussion_builder.reset();
|
||||
get_tag(m_changeset_builder.get(), attrs);
|
||||
get_tag(*m_changeset_builder, attrs);
|
||||
}
|
||||
break;
|
||||
case context::discussion:
|
||||
@@ -632,8 +628,8 @@ namespace osmium {
|
||||
XMLParser(future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_types) :
|
||||
Parser(input_queue, output_queue, header_promise, read_types),
|
||||
osmium::io::detail::reader_options options) :
|
||||
Parser(input_queue, output_queue, header_promise, options),
|
||||
m_context(context::root),
|
||||
m_last_context(context::root),
|
||||
m_in_delete_section(false),
|
||||
@@ -657,7 +653,7 @@ namespace osmium {
|
||||
ExpatXMLParser<XMLParser> parser(this);
|
||||
|
||||
while (!input_done()) {
|
||||
std::string data = get_input();
|
||||
const std::string data{get_input()};
|
||||
parser(data, input_done());
|
||||
if (read_types() == osmium::osm_entity_bits::nothing && header_is_done()) {
|
||||
break;
|
||||
@@ -680,8 +676,8 @@ namespace osmium {
|
||||
[](future_string_queue_type& input_queue,
|
||||
future_buffer_queue_type& output_queue,
|
||||
std::promise<osmium::io::Header>& header_promise,
|
||||
osmium::osm_entity_bits::type read_which_entities) {
|
||||
return std::unique_ptr<Parser>(new XMLParser(input_queue, output_queue, header_promise, read_which_entities));
|
||||
osmium::io::detail::reader_options options) {
|
||||
return std::unique_ptr<Parser>(new XMLParser{input_queue, output_queue, header_promise, options});
|
||||
});
|
||||
|
||||
// dummy function to silence the unused variable warning from above
|
||||
|
||||
Reference in New Issue
Block a user