2015-02-16 05:20:55 -07:00
|
|
|
// Copyright (c) 2014-2015, The Monero Project
|
|
|
|
//
|
|
|
|
// All rights reserved.
|
|
|
|
//
|
|
|
|
// Redistribution and use in source and binary forms, with or without modification, are
|
|
|
|
// permitted provided that the following conditions are met:
|
|
|
|
//
|
|
|
|
// 1. Redistributions of source code must retain the above copyright notice, this list of
|
|
|
|
// conditions and the following disclaimer.
|
|
|
|
//
|
|
|
|
// 2. Redistributions in binary form must reproduce the above copyright notice, this list
|
|
|
|
// of conditions and the following disclaimer in the documentation and/or other
|
|
|
|
// materials provided with the distribution.
|
|
|
|
//
|
|
|
|
// 3. Neither the name of the copyright holder nor the names of its contributors may be
|
|
|
|
// used to endorse or promote products derived from this software without specific
|
|
|
|
// prior written permission.
|
|
|
|
//
|
|
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
|
|
|
|
// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
|
|
// MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
|
|
|
|
// THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
|
|
// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
|
|
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
|
|
|
|
// STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
|
|
|
|
// THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <boost/iostreams/stream_buffer.hpp>
|
|
|
|
#include <boost/iostreams/stream.hpp>
|
|
|
|
#include <boost/iostreams/device/back_inserter.hpp>
|
2015-05-08 14:46:26 -06:00
|
|
|
|
|
|
|
#include <boost/iostreams/filtering_streambuf.hpp>
|
|
|
|
|
2015-02-16 05:20:55 -07:00
|
|
|
#include "cryptonote_core/cryptonote_basic.h"
|
|
|
|
#include "cryptonote_core/blockchain_storage.h"
|
|
|
|
#include "cryptonote_core/blockchain.h"
|
|
|
|
#include "blockchain_db/blockchain_db.h"
|
|
|
|
#include "blockchain_db/lmdb/db_lmdb.h"
|
|
|
|
|
2015-05-08 14:46:26 -06:00
|
|
|
#include <algorithm>
|
|
|
|
#include <cstdio>
|
|
|
|
#include <fstream>
|
|
|
|
#include <boost/iostreams/copy.hpp>
|
|
|
|
#include <atomic>
|
|
|
|
|
|
|
|
#include "common/command_line.h"
|
|
|
|
#include "version.h"
|
|
|
|
|
|
|
|
|
2015-03-16 12:57:26 -06:00
|
|
|
// CONFIG: choose one of the three #define's
|
|
|
|
//
|
|
|
|
// DB_MEMORY is a sensible default for users migrating to LMDB, as it allows
|
|
|
|
// the exporter to use the in-memory blockchain while the other binaries
|
|
|
|
// work with LMDB, without recompiling anything.
|
|
|
|
//
|
|
|
|
#define SOURCE_DB DB_MEMORY
|
|
|
|
// #define SOURCE_DB DB_LMDB
|
|
|
|
// to use global compile-time setting (DB_MEMORY or DB_LMDB):
|
|
|
|
// #define SOURCE_DB BLOCKCHAIN_DB
|
|
|
|
|
2015-05-08 14:46:26 -06:00
|
|
|
|
|
|
|
// bounds checking is done before writing to buffer, but buffer size
|
|
|
|
// should be a sensible maximum
|
|
|
|
#define BUFFER_SIZE 1000000
|
|
|
|
#define NUM_BLOCKS_PER_CHUNK 1
|
|
|
|
#define BLOCKCHAIN_RAW "blockchain.raw"
|
|
|
|
|
|
|
|
|
2015-02-16 05:20:55 -07:00
|
|
|
using namespace cryptonote;
|
|
|
|
|
2015-05-08 14:46:26 -06:00
|
|
|
|
|
|
|
class BootstrapFile
|
2015-02-16 05:20:55 -07:00
|
|
|
{
|
|
|
|
public:
|
2015-05-08 14:46:26 -06:00
|
|
|
|
|
|
|
uint64_t count_blocks(const std::string& dir_path);
|
|
|
|
uint64_t seek_to_first_chunk(std::ifstream& import_file);
|
|
|
|
|
2015-03-16 12:57:26 -06:00
|
|
|
#if SOURCE_DB == DB_MEMORY
|
|
|
|
bool store_blockchain_raw(cryptonote::blockchain_storage* cs, cryptonote::tx_memory_pool* txp,
|
2015-08-14 13:45:12 -06:00
|
|
|
boost::filesystem::path& output_file, uint64_t use_block_height=0);
|
2015-03-16 12:57:26 -06:00
|
|
|
#else
|
|
|
|
bool store_blockchain_raw(cryptonote::Blockchain* cs, cryptonote::tx_memory_pool* txp,
|
2015-08-14 13:45:12 -06:00
|
|
|
boost::filesystem::path& output_file, uint64_t use_block_height=0);
|
2015-03-16 12:57:26 -06:00
|
|
|
#endif
|
2015-02-16 05:20:55 -07:00
|
|
|
|
|
|
|
protected:
|
2015-05-08 14:46:26 -06:00
|
|
|
|
2015-03-16 12:57:26 -06:00
|
|
|
#if SOURCE_DB == DB_MEMORY
|
2015-02-16 05:20:55 -07:00
|
|
|
blockchain_storage* m_blockchain_storage;
|
2015-03-16 12:57:26 -06:00
|
|
|
#else
|
|
|
|
Blockchain* m_blockchain_storage;
|
|
|
|
#endif
|
|
|
|
|
2015-02-16 05:20:55 -07:00
|
|
|
tx_memory_pool* m_tx_pool;
|
|
|
|
typedef std::vector<char> buffer_type;
|
|
|
|
std::ofstream * m_raw_data_file;
|
|
|
|
buffer_type m_buffer;
|
|
|
|
boost::iostreams::stream<boost::iostreams::back_insert_device<buffer_type>>* m_output_stream;
|
|
|
|
|
|
|
|
// open export file for write
|
2015-08-14 13:45:12 -06:00
|
|
|
bool open_writer(const boost::filesystem::path& file_path);
|
2015-05-08 14:46:26 -06:00
|
|
|
bool initialize_file();
|
2015-02-16 05:20:55 -07:00
|
|
|
bool close();
|
|
|
|
void write_block(block& block);
|
|
|
|
void flush_chunk();
|
2015-05-08 14:46:26 -06:00
|
|
|
|
|
|
|
private:
|
|
|
|
|
|
|
|
uint64_t m_height;
|
|
|
|
uint64_t m_cur_height; // tracks current height during export
|
|
|
|
uint32_t m_max_chunk;
|
2015-02-16 05:20:55 -07:00
|
|
|
};
|