Refactor metric storage
This commit is contained in:
committed by
Patrick Niklaus
parent
aec9b6a178
commit
c334d11e95
@@ -0,0 +1,26 @@
|
||||
#ifndef OSMR_CONTRACTOR_CONTRACTED_METRIC_HPP
|
||||
#define OSMR_CONTRACTOR_CONTRACTED_METRIC_HPP
|
||||
|
||||
#include "contractor/query_graph.hpp"
|
||||
|
||||
namespace osrm
|
||||
{
|
||||
namespace contractor
|
||||
{
|
||||
|
||||
namespace detail
|
||||
{
|
||||
template<storage::Ownership Ownership>
|
||||
struct ContractedMetric
|
||||
{
|
||||
detail::QueryGraph<Ownership> graph;
|
||||
std::vector<util::ViewOrVector<bool, Ownership>> edge_filter;
|
||||
};
|
||||
}
|
||||
|
||||
using ContractedMetric = detail::ContractedMetric<storage::Ownership::Container>;
|
||||
using ContractedMetricView = detail::ContractedMetric<storage::Ownership::View>;
|
||||
}
|
||||
}
|
||||
|
||||
#endif
|
||||
@@ -1,12 +1,9 @@
|
||||
#ifndef OSRM_CONTRACTOR_FILES_HPP
|
||||
#define OSRM_CONTRACTOR_FILES_HPP
|
||||
|
||||
#include "contractor/query_graph.hpp"
|
||||
#include "contractor/serialization.hpp"
|
||||
|
||||
#include "util/serialization.hpp"
|
||||
|
||||
#include "storage/serialization.hpp"
|
||||
#include "storage/tar.hpp"
|
||||
#include <unordered_map>
|
||||
|
||||
namespace osrm
|
||||
{
|
||||
@@ -15,67 +12,51 @@ namespace contractor
|
||||
namespace files
|
||||
{
|
||||
// reads .osrm.hsgr file
|
||||
template <typename QueryGraphT, typename EdgeFilterT>
|
||||
template <typename ContractedMetricT>
|
||||
inline void readGraph(const boost::filesystem::path &path,
|
||||
unsigned &checksum,
|
||||
QueryGraphT &graph,
|
||||
std::vector<EdgeFilterT> &edge_filter,
|
||||
std::unordered_map<std::string, ContractedMetricT> &metrics,
|
||||
std::uint32_t &connectivity_checksum)
|
||||
{
|
||||
static_assert(std::is_same<QueryGraphView, QueryGraphT>::value ||
|
||||
std::is_same<QueryGraph, QueryGraphT>::value,
|
||||
"graph must be of type QueryGraph<>");
|
||||
static_assert(std::is_same<EdgeFilterT, std::vector<bool>>::value ||
|
||||
std::is_same<EdgeFilterT, util::vector_view<bool>>::value,
|
||||
"edge_filter must be a container of vector<bool> or vector_view<bool>");
|
||||
static_assert(std::is_same<ContractedMetric, ContractedMetricT>::value ||
|
||||
std::is_same<ContractedMetricView, ContractedMetricT>::value,
|
||||
"metric must be of type ContractedMetric<>");
|
||||
|
||||
const auto fingerprint = storage::tar::FileReader::VerifyFingerprint;
|
||||
storage::tar::FileReader reader{path, fingerprint};
|
||||
|
||||
reader.ReadInto("/ch/checksum", checksum);
|
||||
util::serialization::read(reader, "/ch/contracted_graph", graph);
|
||||
reader.ReadInto("/ch/connectivity_checksum", connectivity_checksum);
|
||||
|
||||
auto count = reader.ReadElementCount64("/ch/edge_filter");
|
||||
edge_filter.resize(count);
|
||||
for (const auto index : util::irange<std::size_t>(0, count))
|
||||
for (auto &pair : metrics)
|
||||
{
|
||||
storage::serialization::read(
|
||||
reader, "/ch/edge_filter/" + std::to_string(index), edge_filter[index]);
|
||||
serialization::read(reader, "/ch/metrics/" + pair.first, pair.second);
|
||||
}
|
||||
|
||||
reader.ReadInto("/ch/connectivity_checksum", connectivity_checksum);
|
||||
}
|
||||
|
||||
// writes .osrm.hsgr file
|
||||
template <typename QueryGraphT, typename EdgeFilterT>
|
||||
template <typename ContractedMetricT>
|
||||
inline void writeGraph(const boost::filesystem::path &path,
|
||||
unsigned checksum,
|
||||
const QueryGraphT &graph,
|
||||
const std::vector<EdgeFilterT> &edge_filter,
|
||||
const std::unordered_map<std::string, ContractedMetricT> &metrics,
|
||||
const std::uint32_t connectivity_checksum)
|
||||
{
|
||||
static_assert(std::is_same<QueryGraphView, QueryGraphT>::value ||
|
||||
std::is_same<QueryGraph, QueryGraphT>::value,
|
||||
"graph must be of type QueryGraph<>");
|
||||
static_assert(std::is_same<EdgeFilterT, std::vector<bool>>::value ||
|
||||
std::is_same<EdgeFilterT, util::vector_view<bool>>::value,
|
||||
"edge_filter must be a container of vector<bool> or vector_view<bool>");
|
||||
static_assert(std::is_same<ContractedMetric, ContractedMetricT>::value ||
|
||||
std::is_same<ContractedMetricView, ContractedMetricT>::value,
|
||||
"metric must be of type ContractedMetric<>");
|
||||
const auto fingerprint = storage::tar::FileWriter::GenerateFingerprint;
|
||||
storage::tar::FileWriter writer{path, fingerprint};
|
||||
|
||||
writer.WriteElementCount64("/ch/checksum", 1);
|
||||
writer.WriteFrom("/ch/checksum", checksum);
|
||||
util::serialization::write(writer, "/ch/contracted_graph", graph);
|
||||
|
||||
writer.WriteElementCount64("/ch/edge_filter", edge_filter.size());
|
||||
for (const auto index : util::irange<std::size_t>(0, edge_filter.size()))
|
||||
{
|
||||
storage::serialization::write(
|
||||
writer, "/ch/edge_filter/" + std::to_string(index), edge_filter[index]);
|
||||
}
|
||||
|
||||
writer.WriteElementCount64("/ch/connectivity_checksum", 1);
|
||||
writer.WriteFrom("/ch/connectivity_checksum", connectivity_checksum);
|
||||
|
||||
for (const auto &pair : metrics)
|
||||
{
|
||||
serialization::write(writer, "/ch/metrics/" + pair.first, pair.second);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,53 @@
|
||||
#ifndef OSRM_CONTRACTOR_SERIALIZATION_HPP
|
||||
#define OSRM_CONTRACTOR_SERIALIZATION_HPP
|
||||
|
||||
#include "contractor/contracted_metric.hpp"
|
||||
|
||||
#include "util/serialization.hpp"
|
||||
|
||||
#include "storage/serialization.hpp"
|
||||
#include "storage/tar.hpp"
|
||||
|
||||
namespace osrm
|
||||
{
|
||||
namespace contractor
|
||||
{
|
||||
namespace serialization
|
||||
{
|
||||
|
||||
template <storage::Ownership Ownership>
|
||||
void write(storage::tar::FileWriter &writer,
|
||||
const std::string &name,
|
||||
const detail::ContractedMetric<Ownership> &metric)
|
||||
{
|
||||
util::serialization::write(writer, name + "/contracted_graph", metric.graph);
|
||||
|
||||
writer.WriteElementCount64(name + "/exclude", metric.edge_filter.size());
|
||||
for (const auto index : util::irange<std::size_t>(0, metric.edge_filter.size()))
|
||||
{
|
||||
storage::serialization::write(writer,
|
||||
name + "/exclude/" + std::to_string(index) + "/edge_filter",
|
||||
metric.edge_filter[index]);
|
||||
}
|
||||
}
|
||||
|
||||
template <storage::Ownership Ownership>
|
||||
void read(storage::tar::FileReader &reader,
|
||||
const std::string &name,
|
||||
detail::ContractedMetric<Ownership> &metric)
|
||||
{
|
||||
util::serialization::read(reader, name + "/contracted_graph", metric.graph);
|
||||
|
||||
metric.edge_filter.resize(reader.ReadElementCount64(name + "/exclude"));
|
||||
for (const auto index : util::irange<std::size_t>(0, metric.edge_filter.size()))
|
||||
{
|
||||
storage::serialization::read(reader,
|
||||
name + "/exclude/" + std::to_string(index) + "/edge_filter",
|
||||
metric.edge_filter[index]);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#endif
|
||||
Reference in New Issue
Block a user