Open-Harbor/osrm-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 3 Wiki Activity

reformat source file datastore.cpp

Browse Source
This commit is contained in:
Dennis Luxen 2014-06-18 09:42:45 +02:00
parent 8f7f1e2683
commit 922a4331db
1 changed files with 103 additions and 82 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

143
datastore.cpp
View File

@ -121,7 +121,8 @@ int main(const int argc, const char *argv[])
{ {
SimpleLogger().Write(logWARNING) << "could not delete LAYOUT_2"; SimpleLogger().Write(logWARNING) << "could not delete LAYOUT_2";
} }
if (SharedMemory::RegionExists(CURRENT_REGIONS) && !SharedMemory::Remove(CURRENT_REGIONS)) if (SharedMemory::RegionExists(CURRENT_REGIONS) &&
!SharedMemory::Remove(CURRENT_REGIONS))
{ {
SimpleLogger().Write(logWARNING) << "could not delete CURRENT_REGIONS"; SimpleLogger().Write(logWARNING) << "could not delete CURRENT_REGIONS";
} }
@ -194,15 +195,17 @@ int main(const int argc, const char *argv[])
// get the shared memory segment to use // get the shared memory segment to use
bool use_first_segment = SharedMemory::RegionExists(LAYOUT_2); bool use_first_segment = SharedMemory::RegionExists(LAYOUT_2);
const SharedDataType LAYOUT = [&] { const SharedDataType LAYOUT = [&]
if(use_first_segment) {
if (use_first_segment)
{ {
return LAYOUT_1; return LAYOUT_1;
} }
return LAYOUT_2; return LAYOUT_2;
}(); }();
const SharedDataType DATA = [&] { const SharedDataType DATA = [&]
if(use_first_segment) {
if (use_first_segment)
{ {
return DATA_1; return DATA_1;
} }
@ -214,7 +217,8 @@ int main(const int argc, const char *argv[])
SharedDataLayout *shared_layout_ptr = static_cast<SharedDataLayout *>(layout_memory->Ptr()); SharedDataLayout *shared_layout_ptr = static_cast<SharedDataLayout *>(layout_memory->Ptr());
shared_layout_ptr = new (layout_memory->Ptr()) SharedDataLayout(); shared_layout_ptr = new (layout_memory->Ptr()) SharedDataLayout();
shared_layout_ptr->SetBlockSize<char>(SharedDataLayout::FILE_INDEX_PATH, file_index_path.length() + 1); shared_layout_ptr->SetBlockSize<char>(SharedDataLayout::FILE_INDEX_PATH,
file_index_path.length() + 1);
// collect number of elements to store in shared memory object // collect number of elements to store in shared memory object
SimpleLogger().Write() << "load names from: " << names_data_path; SimpleLogger().Write() << "load names from: " << names_data_path;
@ -223,7 +227,8 @@ int main(const int argc, const char *argv[])
unsigned name_blocks = 0; unsigned name_blocks = 0;
name_stream.read((char *)&name_blocks, sizeof(unsigned)); name_stream.read((char *)&name_blocks, sizeof(unsigned));
shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::NAME_OFFSETS, name_blocks); shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::NAME_OFFSETS, name_blocks);
shared_layout_ptr->SetBlockSize<typename RangeTable<16, true>::BlockT>(SharedDataLayout::NAME_BLOCKS, name_blocks); shared_layout_ptr->SetBlockSize<typename RangeTable<16, true>::BlockT>(
SharedDataLayout::NAME_BLOCKS, name_blocks);
SimpleLogger().Write() << "name offsets size: " << name_blocks; SimpleLogger().Write() << "name offsets size: " << name_blocks;
BOOST_ASSERT_MSG(0 != name_blocks, "name file broken"); BOOST_ASSERT_MSG(0 != name_blocks, "name file broken");
@ -237,11 +242,15 @@ int main(const int argc, const char *argv[])
edges_input_stream.read((char *)&number_of_original_edges, sizeof(unsigned)); edges_input_stream.read((char *)&number_of_original_edges, sizeof(unsigned));
// note: settings this all to the same size is correct, we extract them from the same struct // note: settings this all to the same size is correct, we extract them from the same struct
shared_layout_ptr->SetBlockSize<NodeID>(SharedDataLayout::VIA_NODE_LIST, number_of_original_edges); shared_layout_ptr->SetBlockSize<NodeID>(SharedDataLayout::VIA_NODE_LIST,
shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::NAME_ID_LIST, number_of_original_edges); number_of_original_edges);
shared_layout_ptr->SetBlockSize<TurnInstruction>(SharedDataLayout::TURN_INSTRUCTION, number_of_original_edges); shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::NAME_ID_LIST,
number_of_original_edges);
shared_layout_ptr->SetBlockSize<TurnInstruction>(SharedDataLayout::TURN_INSTRUCTION,
number_of_original_edges);
// note: there are 32 geometry indicators in one unsigned block // note: there are 32 geometry indicators in one unsigned block
shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::GEOMETRIES_INDICATORS, number_of_original_edges); shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::GEOMETRIES_INDICATORS,
number_of_original_edges);
boost::filesystem::ifstream hsgr_input_stream(hsgr_path, std::ios::binary); boost::filesystem::ifstream hsgr_input_stream(hsgr_path, std::ios::binary);
@ -266,13 +275,15 @@ int main(const int argc, const char *argv[])
hsgr_input_stream.read((char *)&number_of_graph_nodes, sizeof(unsigned)); hsgr_input_stream.read((char *)&number_of_graph_nodes, sizeof(unsigned));
BOOST_ASSERT_MSG((0 != number_of_graph_nodes), "number of nodes is zero"); BOOST_ASSERT_MSG((0 != number_of_graph_nodes), "number of nodes is zero");
shared_layout_ptr->SetBlockSize<QueryGraph::NodeArrayEntry>(SharedDataLayout::GRAPH_NODE_LIST, number_of_graph_nodes); shared_layout_ptr->SetBlockSize<QueryGraph::NodeArrayEntry>(
SharedDataLayout::GRAPH_NODE_LIST, number_of_graph_nodes);
// load graph edge size // load graph edge size
unsigned number_of_graph_edges = 0; unsigned number_of_graph_edges = 0;
hsgr_input_stream.read((char *)&number_of_graph_edges, sizeof(unsigned)); hsgr_input_stream.read((char *)&number_of_graph_edges, sizeof(unsigned));
BOOST_ASSERT_MSG(0 != number_of_graph_edges, "number of graph edges is zero"); BOOST_ASSERT_MSG(0 != number_of_graph_edges, "number of graph edges is zero");
shared_layout_ptr->SetBlockSize<QueryGraph::EdgeArrayEntry>(SharedDataLayout::GRAPH_EDGE_LIST, number_of_graph_edges); shared_layout_ptr->SetBlockSize<QueryGraph::EdgeArrayEntry>(
SharedDataLayout::GRAPH_EDGE_LIST, number_of_graph_edges);
// load rsearch tree size // load rsearch tree size
boost::filesystem::ifstream tree_node_file(ram_index_path, std::ios::binary); boost::filesystem::ifstream tree_node_file(ram_index_path, std::ios::binary);
@ -311,19 +322,23 @@ int main(const int argc, const char *argv[])
boost::filesystem::ifstream nodes_input_stream(nodes_data_path, std::ios::binary); boost::filesystem::ifstream nodes_input_stream(nodes_data_path, std::ios::binary);
unsigned coordinate_list_size = 0; unsigned coordinate_list_size = 0;
nodes_input_stream.read((char *)&coordinate_list_size, sizeof(unsigned)); nodes_input_stream.read((char *)&coordinate_list_size, sizeof(unsigned));
shared_layout_ptr->SetBlockSize<FixedPointCoordinate>(SharedDataLayout::COORDINATE_LIST, coordinate_list_size); shared_layout_ptr->SetBlockSize<FixedPointCoordinate>(SharedDataLayout::COORDINATE_LIST,
coordinate_list_size);
// load geometries sizes // load geometries sizes
std::ifstream geometry_input_stream(geometries_data_path.string().c_str(), std::ios::binary); std::ifstream geometry_input_stream(geometries_data_path.string().c_str(),
std::ios::binary);
unsigned number_of_geometries_indices = 0; unsigned number_of_geometries_indices = 0;
unsigned number_of_compressed_geometries = 0; unsigned number_of_compressed_geometries = 0;
geometry_input_stream.read((char *)&number_of_geometries_indices, sizeof(unsigned)); geometry_input_stream.read((char *)&number_of_geometries_indices, sizeof(unsigned));
shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::GEOMETRIES_INDEX, number_of_geometries_indices); shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::GEOMETRIES_INDEX,
number_of_geometries_indices);
boost::iostreams::seek( boost::iostreams::seek(
geometry_input_stream, number_of_geometries_indices * sizeof(unsigned), BOOST_IOS::cur); geometry_input_stream, number_of_geometries_indices * sizeof(unsigned), BOOST_IOS::cur);
geometry_input_stream.read((char *)&number_of_compressed_geometries, sizeof(unsigned)); geometry_input_stream.read((char *)&number_of_compressed_geometries, sizeof(unsigned));
shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::GEOMETRIES_LIST, number_of_compressed_geometries); shared_layout_ptr->SetBlockSize<unsigned>(SharedDataLayout::GEOMETRIES_LIST,
number_of_compressed_geometries);
// allocate shared memory block // allocate shared memory block
SimpleLogger().Write() << "allocating shared memory of " SimpleLogger().Write() << "allocating shared memory of "
@ -335,13 +350,13 @@ int main(const int argc, const char *argv[])
// read actual data into shared memory object // // read actual data into shared memory object //
// hsgr checksum // hsgr checksum
unsigned* checksum_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(shared_memory_ptr, unsigned *checksum_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(
SharedDataLayout::HSGR_CHECKSUM); shared_memory_ptr, SharedDataLayout::HSGR_CHECKSUM);
*checksum_ptr = checksum; *checksum_ptr = checksum;
// ram index file name // ram index file name
char* file_index_path_ptr = shared_layout_ptr->GetBlockPtr<char, true>(shared_memory_ptr, char *file_index_path_ptr = shared_layout_ptr->GetBlockPtr<char, true>(
SharedDataLayout::FILE_INDEX_PATH); shared_memory_ptr, SharedDataLayout::FILE_INDEX_PATH);
// make sure we have 0 ending // make sure we have 0 ending
std::fill(file_index_path_ptr, std::fill(file_index_path_ptr,
file_index_path_ptr + file_index_path_ptr +
@ -350,53 +365,52 @@ int main(const int argc, const char *argv[])
std::copy(file_index_path.begin(), file_index_path.end(), file_index_path_ptr); std::copy(file_index_path.begin(), file_index_path.end(), file_index_path_ptr);
// Loading street names // Loading street names
unsigned *name_offsets_ptr = unsigned *name_offsets_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(
shared_layout_ptr->GetBlockPtr<unsigned, true>(shared_memory_ptr, shared_memory_ptr, SharedDataLayout::NAME_OFFSETS);
SharedDataLayout::NAME_OFFSETS);
if (shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_OFFSETS) > 0) if (shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_OFFSETS) > 0)
{ {
name_stream.read((char *)name_offsets_ptr, name_stream.read((char *)name_offsets_ptr,
shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_OFFSETS)); shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_OFFSETS));
} }
unsigned *name_blocks_ptr = unsigned *name_blocks_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(
shared_layout_ptr->GetBlockPtr<unsigned, true>(shared_memory_ptr, shared_memory_ptr, SharedDataLayout::NAME_BLOCKS);
SharedDataLayout::NAME_BLOCKS);
if (shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_BLOCKS) > 0) if (shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_BLOCKS) > 0)
{ {
name_stream.read((char *)name_blocks_ptr, name_stream.read((char *)name_blocks_ptr,
shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_BLOCKS)); shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_BLOCKS));
} }
char *name_char_ptr = char *name_char_ptr = shared_layout_ptr->GetBlockPtr<char, true>(
shared_layout_ptr->GetBlockPtr<char, true>(shared_memory_ptr, shared_memory_ptr, SharedDataLayout::NAME_CHAR_LIST);
SharedDataLayout::NAME_CHAR_LIST);
unsigned temp_length; unsigned temp_length;
name_stream.read((char*) &temp_length, sizeof(unsigned)); name_stream.read((char *)&temp_length, sizeof(unsigned));
BOOST_ASSERT_MSG(temp_length == shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_CHAR_LIST), BOOST_ASSERT_MSG(temp_length ==
shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_CHAR_LIST),
"Name file corrupted!"); "Name file corrupted!");
if (shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_CHAR_LIST) > 0) if (shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_CHAR_LIST) > 0)
{ {
name_stream.read(name_char_ptr, shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_CHAR_LIST)); name_stream.read(name_char_ptr,
shared_layout_ptr->GetBlockSize(SharedDataLayout::NAME_CHAR_LIST));
} }
name_stream.close(); name_stream.close();
// load original edge information // load original edge information
NodeID *via_node_ptr = shared_layout_ptr->GetBlockPtr<NodeID, true>(shared_memory_ptr, NodeID *via_node_ptr = shared_layout_ptr->GetBlockPtr<NodeID, true>(
SharedDataLayout::VIA_NODE_LIST); shared_memory_ptr, SharedDataLayout::VIA_NODE_LIST);
unsigned *name_id_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(shared_memory_ptr, unsigned *name_id_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(
SharedDataLayout::NAME_ID_LIST); shared_memory_ptr, SharedDataLayout::NAME_ID_LIST);
TurnInstruction *turn_instructions_ptr = TurnInstruction *turn_instructions_ptr =
shared_layout_ptr->GetBlockPtr<TurnInstruction, true>(shared_memory_ptr, shared_layout_ptr->GetBlockPtr<TurnInstruction, true>(
SharedDataLayout::TURN_INSTRUCTION); shared_memory_ptr, SharedDataLayout::TURN_INSTRUCTION);
unsigned *geometries_indicator_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(shared_memory_ptr, unsigned *geometries_indicator_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(
SharedDataLayout::GEOMETRIES_INDICATORS); shared_memory_ptr, SharedDataLayout::GEOMETRIES_INDICATORS);
OriginalEdgeData current_edge_data; OriginalEdgeData current_edge_data;
for (unsigned i = 0; i < number_of_original_edges; ++i) for (unsigned i = 0; i < number_of_original_edges; ++i)
@ -411,7 +425,7 @@ int main(const int argc, const char *argv[])
const unsigned value = [&] const unsigned value = [&]
{ {
unsigned return_value = 0; unsigned return_value = 0;
if(0 != offset) if (0 != offset)
{ {
return_value = geometries_indicator_ptr[bucket]; return_value = geometries_indicator_ptr[bucket];
} }
@ -426,33 +440,37 @@ int main(const int argc, const char *argv[])
// load compressed geometry // load compressed geometry
unsigned temporary_value; unsigned temporary_value;
unsigned *geometries_index_ptr = unsigned *geometries_index_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(
shared_layout_ptr->GetBlockPtr<unsigned, true>(shared_memory_ptr, SharedDataLayout::GEOMETRIES_INDEX); shared_memory_ptr, SharedDataLayout::GEOMETRIES_INDEX);
geometry_input_stream.seekg(0, geometry_input_stream.beg); geometry_input_stream.seekg(0, geometry_input_stream.beg);
geometry_input_stream.read((char *)&temporary_value, sizeof(unsigned)); geometry_input_stream.read((char *)&temporary_value, sizeof(unsigned));
BOOST_ASSERT(temporary_value == shared_layout_ptr->num_entries[SharedDataLayout::GEOMETRIES_INDEX]); BOOST_ASSERT(temporary_value ==
shared_layout_ptr->num_entries[SharedDataLayout::GEOMETRIES_INDEX]);
if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_INDEX) > 0) if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_INDEX) > 0)
{ {
geometry_input_stream.read((char *)geometries_index_ptr, geometry_input_stream.read(
(char *)geometries_index_ptr,
shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_INDEX)); shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_INDEX));
} }
unsigned *geometries_list_ptr = unsigned *geometries_list_ptr = shared_layout_ptr->GetBlockPtr<unsigned, true>(
shared_layout_ptr->GetBlockPtr<unsigned, true>(shared_memory_ptr, SharedDataLayout::GEOMETRIES_LIST); shared_memory_ptr, SharedDataLayout::GEOMETRIES_LIST);
geometry_input_stream.read((char *)&temporary_value, sizeof(unsigned)); geometry_input_stream.read((char *)&temporary_value, sizeof(unsigned));
BOOST_ASSERT(temporary_value == shared_layout_ptr->num_entries[SharedDataLayout::GEOMETRIES_LIST]); BOOST_ASSERT(temporary_value ==
shared_layout_ptr->num_entries[SharedDataLayout::GEOMETRIES_LIST]);
if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_LIST) > 0) if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_LIST) > 0)
{ {
geometry_input_stream.read((char *)geometries_list_ptr, geometry_input_stream.read(
(char *)geometries_list_ptr,
shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_LIST)); shared_layout_ptr->GetBlockSize(SharedDataLayout::GEOMETRIES_LIST));
} }
// Loading list of coordinates // Loading list of coordinates
FixedPointCoordinate *coordinates_ptr = FixedPointCoordinate *coordinates_ptr =
shared_layout_ptr->GetBlockPtr<FixedPointCoordinate, true>(shared_memory_ptr, shared_layout_ptr->GetBlockPtr<FixedPointCoordinate, true>(
SharedDataLayout::COORDINATE_LIST); shared_memory_ptr, SharedDataLayout::COORDINATE_LIST);
NodeInfo current_node; NodeInfo current_node;
for (unsigned i = 0; i < coordinate_list_size; ++i) for (unsigned i = 0; i < coordinate_list_size; ++i)
@ -463,12 +481,13 @@ int main(const int argc, const char *argv[])
nodes_input_stream.close(); nodes_input_stream.close();
// store timestamp // store timestamp
char *timestamp_ptr = shared_layout_ptr->GetBlockPtr<char, true>(shared_memory_ptr, SharedDataLayout::TIMESTAMP); char *timestamp_ptr = shared_layout_ptr->GetBlockPtr<char, true>(
shared_memory_ptr, SharedDataLayout::TIMESTAMP);
std::copy(m_timestamp.c_str(), m_timestamp.c_str() + m_timestamp.length(), timestamp_ptr); std::copy(m_timestamp.c_str(), m_timestamp.c_str() + m_timestamp.length(), timestamp_ptr);
// store search tree portion of rtree // store search tree portion of rtree
char *rtree_ptr = shared_layout_ptr->GetBlockPtr<char, true>(shared_memory_ptr, SharedDataLayout::R_SEARCH_TREE); char *rtree_ptr = shared_layout_ptr->GetBlockPtr<char, true>(
shared_memory_ptr, SharedDataLayout::R_SEARCH_TREE);
if (tree_size > 0) if (tree_size > 0)
{ {
@ -478,21 +497,23 @@ int main(const int argc, const char *argv[])
// load the nodes of the search graph // load the nodes of the search graph
QueryGraph::NodeArrayEntry *graph_node_list_ptr = QueryGraph::NodeArrayEntry *graph_node_list_ptr =
shared_layout_ptr->GetBlockPtr<QueryGraph::NodeArrayEntry, true>(shared_memory_ptr, shared_layout_ptr->GetBlockPtr<QueryGraph::NodeArrayEntry, true>(
SharedDataLayout::GRAPH_NODE_LIST); shared_memory_ptr, SharedDataLayout::GRAPH_NODE_LIST);
if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_NODE_LIST) > 0) if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_NODE_LIST) > 0)
{ {
hsgr_input_stream.read((char *)graph_node_list_ptr, hsgr_input_stream.read(
(char *)graph_node_list_ptr,
shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_NODE_LIST)); shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_NODE_LIST));
} }
// load the edges of the search graph // load the edges of the search graph
QueryGraph::EdgeArrayEntry *graph_edge_list_ptr = QueryGraph::EdgeArrayEntry *graph_edge_list_ptr =
shared_layout_ptr->GetBlockPtr<QueryGraph::EdgeArrayEntry, true>(shared_memory_ptr, shared_layout_ptr->GetBlockPtr<QueryGraph::EdgeArrayEntry, true>(
SharedDataLayout::GRAPH_EDGE_LIST); shared_memory_ptr, SharedDataLayout::GRAPH_EDGE_LIST);
if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_EDGE_LIST) > 0) if (shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_EDGE_LIST) > 0)
{ {
hsgr_input_stream.read((char *)graph_edge_list_ptr, hsgr_input_stream.read(
(char *)graph_edge_list_ptr,
shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_EDGE_LIST)); shared_layout_ptr->GetBlockSize(SharedDataLayout::GRAPH_EDGE_LIST));
} }
hsgr_input_stream.close(); hsgr_input_stream.close();