Merge commit '73efcc6b0ccedf8c1b6d95abdba8340cc9adf100' as 'third_party/libosmium'

This commit is contained in:
Dennis Luxen
2015-01-13 16:54:25 +01:00
235 changed files with 53733 additions and 0 deletions
+72
View File
@@ -0,0 +1,72 @@
#ifndef OSMIUM_UTIL_CAST_HPP
#define OSMIUM_UTIL_CAST_HPP
/*
This file is part of Osmium (http://osmcode.org/libosmium).
Copyright 2013,2014 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
#include <cassert>
#include <limits>
#include <type_traits>
namespace osmium {
template <typename T, typename F, typename std::enable_if<std::is_integral<T>::value && std::is_integral<F>::value && std::is_signed<T>::value && std::is_signed<F>::value, int>::type = 0>
inline T static_cast_with_assert(const F value) {
static_assert(sizeof(T) < sizeof(F), "unnecessary static_cast_with_assert when casting into type of equal or larger size");
assert(value >= std::numeric_limits<T>::min() && value <= std::numeric_limits<T>::max());
return static_cast<T>(value);
}
template <typename T, typename F, typename std::enable_if<std::is_integral<T>::value && std::is_integral<F>::value && std::is_unsigned<T>::value && std::is_signed<F>::value, int>::type = 0>
inline T static_cast_with_assert(const F value) {
static_assert(sizeof(T) <= sizeof(F), "unnecessary static_cast_with_assert when casting into type of larger size");
assert(value >= 0 && static_cast<typename std::make_unsigned<F>::type>(value) <= std::numeric_limits<T>::max());
return static_cast<T>(value);
}
template <typename T, typename F, typename std::enable_if<std::is_integral<T>::value && std::is_integral<F>::value && std::is_unsigned<T>::value && std::is_unsigned<F>::value, int>::type = 0>
inline T static_cast_with_assert(const F value) {
static_assert(sizeof(T) < sizeof(F), "unnecessary static_cast_with_assert when casting into type of equal or larger size");
assert(value <= std::numeric_limits<T>::max());
return static_cast<T>(value);
}
template <typename T, typename F, typename std::enable_if<std::is_integral<T>::value && std::is_integral<F>::value && std::is_signed<T>::value && std::is_unsigned<F>::value, int>::type = 0>
inline T static_cast_with_assert(const F value) {
static_assert(sizeof(T) <= sizeof(F), "unnecessary static_cast_with_assert when casting into type of larger size");
assert(value <= std::numeric_limits<T>::max());
return static_cast<T>(value);
}
} // namespace osmium
#endif // OSMIUM_UTIL_CAST_HPP
@@ -0,0 +1,47 @@
#ifndef OSMIUM_UTIL_COMPATIBILITY_HPP
#define OSMIUM_UTIL_COMPATIBILITY_HPP
/*
This file is part of Osmium (http://osmcode.org/libosmium).
Copyright 2013,2014 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
// Workarounds for MSVC which doesn't support
// * constexpr in all cases yet
// * [[noreturn]]
#ifdef _MSC_VER
# define OSMIUM_CONSTEXPR
# define OSMIUM_NORETURN __declspec(noreturn)
#else
# define OSMIUM_CONSTEXPR constexpr
# define OSMIUM_NORETURN [[noreturn]]
#endif
#endif // OSMIUM_UTIL_COMPATIBILITY_HPP
+72
View File
@@ -0,0 +1,72 @@
#ifndef OSMIUM_UTIL_CONFIG_HPP
#define OSMIUM_UTIL_CONFIG_HPP
/*
This file is part of Osmium (http://osmcode.org/libosmium).
Copyright 2013,2014 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
#include <cstdlib>
#include <cstring>
#ifdef _MSC_VER
# define strcasecmp _stricmp
#endif
namespace osmium {
namespace config {
inline int get_pool_threads() {
const char* env = getenv("OSMIUM_POOL_THREADS");
if (env) {
return std::atoi(env);
}
return -2;
}
inline bool use_pool_threads_for_pbf_parsing() {
const char* env = getenv("OSMIUM_USE_POOL_THREADS_FOR_PBF_PARSING");
if (env) {
if (!strcasecmp(env, "off") ||
!strcasecmp(env, "false") ||
!strcasecmp(env, "no") ||
!strcasecmp(env, "0")) {
return false;
}
}
return true;
}
} // namespace config
} // namespace osmium
#endif // OSMIUM_UTIL_CONFIG_HPP
+93
View File
@@ -0,0 +1,93 @@
#ifndef OSMIUM_UTIL_DOUBLE_HPP
#define OSMIUM_UTIL_DOUBLE_HPP
/*
This file is part of Osmium (http://osmcode.org/libosmium).
Copyright 2013,2014 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
#include <algorithm>
#include <cassert>
#include <cmath>
#include <cstdio>
#include <iterator>
#include <string>
namespace osmium {
namespace util {
constexpr int max_double_length = 20; // should fit any double
/**
* Write double to iterator, removing superfluous '0' characters at
* the end. The decimal dot will also be removed if necessary.
*
* @tparam T iterator type
* @param iterator output iterator
* @param value the value that should be written
* @param precision max number of digits after the decimal point (must be <= 17)
*/
template <typename T>
inline T double2string(T iterator, double value, int precision) {
assert(precision <= 17);
char buffer[max_double_length];
#ifndef _MSC_VER
int len = snprintf(buffer, max_double_length, "%.*f", precision, value);
#else
int len = _snprintf(buffer, max_double_length, "%.*f", precision, value);
#endif
assert(len > 0 && len < max_double_length);
while (buffer[len-1] == '0') --len;
if (buffer[len-1] == '.') --len;
return std::copy_n(buffer, len, iterator);
}
/**
* Write double to string, removing superfluous '0' characters at
* the end. The decimal dot will also be removed if necessary.
*
* @param out string
* @param value the value that should be written
* @param precision max number of digits after the decimal point
*/
inline void double2string(std::string& out, double value, int precision) {
double2string(std::back_inserter(out), value, precision);
}
} // namespace util
} // namespace osmium
#endif // OSMIUM_UTIL_DOUBLE_HPP
+155
View File
@@ -0,0 +1,155 @@
#ifndef OSMIUM_UTIL_OPTIONS_HPP
#define OSMIUM_UTIL_OPTIONS_HPP
/*
This file is part of Osmium (http://osmcode.org/libosmium).
Copyright 2013,2014 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
#include <initializer_list>
#include <map>
#include <string>
#include <utility>
namespace osmium {
namespace util {
/**
* Stores key=value type options. This class can be used stand-alone or
* as a base class. Options are stored and retrieved by key using the
* different set() and get() methods.
*
* You can iterate over all set options. Dereferencing an iterator
* yields a std::pair of the key and value strings.
*/
class Options {
typedef std::map<std::string, std::string> option_map;
option_map m_options;
public:
typedef option_map::iterator iterator;
typedef option_map::const_iterator const_iterator;
typedef option_map::value_type value_type;
Options() = default;
explicit Options(const std::initializer_list<value_type>& values) :
m_options(values) {
}
Options(const Options&) = default;
Options& operator=(const Options&) = default;
Options(Options&&) = default;
Options& operator=(Options&&) = default;
~Options() = default;
void set(const std::string& key, const std::string& value) {
m_options[key] = value;
}
void set(const std::string& key, const char* value) {
m_options[key] = value;
}
void set(const std::string& key, bool value) {
m_options[key] = value ? "true" : "false";
}
void set(std::string data) {
size_t pos = data.find_first_of('=');
if (pos == std::string::npos) {
m_options[data] = "true";
} else {
std::string value = data.substr(pos+1);
data.erase(pos);
set(data, value);
}
}
/**
* Get value of "key" option. If not set the default_value (or
* empty string) is returned.
*/
std::string get(const std::string& key, const std::string& default_value="") const noexcept {
auto it = m_options.find(key);
if (it == m_options.end()) {
return default_value;
}
return it->second;
}
/**
* Is this option set to a true value ("true" or "yes")?
*/
bool is_true(const std::string& key) const noexcept {
std::string value = get(key);
return (value == "true" || value == "yes");
}
size_t size() const noexcept {
return m_options.size();
}
iterator begin() noexcept {
return m_options.begin();
}
iterator end() noexcept {
return m_options.end();
}
const_iterator begin() const noexcept {
return m_options.cbegin();
}
const_iterator end() const noexcept {
return m_options.cend();
}
const_iterator cbegin() const noexcept {
return m_options.cbegin();
}
const_iterator cend() const noexcept {
return m_options.cend();
}
}; // class Options
} // namespace util
} // namespace osmium
#endif // OSMIUM_UTIL_OPTIONS_HPP
+68
View File
@@ -0,0 +1,68 @@
#ifndef OSMIUM_UTIL_STRING_HPP
#define OSMIUM_UTIL_STRING_HPP
/*
This file is part of Osmium (http://osmcode.org/libosmium).
Copyright 2013-2015 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
#include <string>
#include <vector>
#include <iostream>
namespace osmium {
/**
* Split string on the separator character.
*
* @param str The string to be split.
* @param sep The separastor character.
* @returns Vector with the parts of the string split up.
*/
inline std::vector<std::string> split_string(const std::string& str, const char sep) {
std::vector<std::string> tokens;
if (!str.empty()) {
size_t pos = 0;
size_t nextpos = str.find_first_of(sep);
while (nextpos != std::string::npos) {
tokens.push_back(str.substr(pos, nextpos-pos));
pos = nextpos + 1;
nextpos = str.find_first_of(sep, pos);
}
tokens.push_back(str.substr(pos));
}
return tokens;
}
} // namespace osmium
#endif // OSMIUM_UTIL_STRING_HPP
@@ -0,0 +1,139 @@
#ifndef OSMIUM_UTIL_VERBOSE_OUTPUT_HPP
#define OSMIUM_UTIL_VERBOSE_OUTPUT_HPP
/*
This file is part of Osmium (http://osmcode.org/libosmium).
Copyright 2013,2014 Jochen Topf <jochen@topf.org> and others (see README).
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/
#include <time.h>
#include <iomanip>
#include <iostream>
#include <sstream>
namespace osmium {
/**
* @brief Helpful utility classes and functions not strictly OSM related
*/
namespace util {
/**
* Osmium programs often run for a long time because of the amount of
* OSM data processed. This class helps with keeping the user up to
* date by offering an easy way for programs to optionally output
* verbose information about what's going on.
*
* Use an object of this class instead of std::cerr as an output
* stream. Nothing is actually written if the object is not set to
* verbose mode. If it is set to verbose mode, each line is prepended
* with the running time, ie the time since the VerboseOutput object
* was created.
*/
class VerboseOutput {
/// all time output will be relative to this start time
time_t m_start;
/// is verbose mode enabled?
bool m_verbose;
/// a newline was written, start next output with runtime
bool m_newline;
/**
* If we remember that a newline was written as the last thing
* write out the time elapsed and reset the newline flag.
*/
void start_line() {
if (m_newline) {
time_t elapsed = runtime();
char old_fill = std::cerr.fill();
std::cerr << '[' << std::setw(2) << (elapsed / 60) << ':' << std::setw(2) << std::setfill('0') << (elapsed % 60) << "] ";
std::cerr.fill(old_fill);
m_newline = false;
}
}
public:
explicit VerboseOutput(bool verbose=false) noexcept :
m_start(time(NULL)),
m_verbose(verbose),
m_newline(true) {
}
~VerboseOutput() = default;
VerboseOutput(const VerboseOutput&) = default;
VerboseOutput& operator=(const VerboseOutput&) = default;
VerboseOutput(VerboseOutput&&) = default;
VerboseOutput& operator=(VerboseOutput&&) = default;
time_t runtime() const noexcept {
return time(NULL) - m_start;
}
/// Get "verbose" setting.
bool verbose() const noexcept {
return m_verbose;
}
/// Set "verbose" setting.
void verbose(bool verbose) noexcept {
m_verbose = verbose;
}
template<typename T>
friend VerboseOutput& operator<<(VerboseOutput& verbose_output, const T& value) {
if (verbose_output.m_verbose) {
verbose_output.start_line();
std::cerr << value;
// check if there was a newline a the end and remember that
std::ostringstream output_buffer;
output_buffer << value;
if (!output_buffer.str().empty() && output_buffer.str().back() == '\n') {
verbose_output.m_newline = true;
}
}
return verbose_output;
}
}; // class VerboseOutput
} // namespace util
} // namespace osmium
#endif // OSMIUM_UTIL_VERBOSE_OUTPUT_HPP