1 #ifndef OSMIUM_IO_WRITER_HPP
2 #define OSMIUM_IO_WRITER_HPP
37 #include <osmium/io/detail/output_format.hpp>
38 #include <osmium/io/detail/queue_util.hpp>
39 #include <osmium/io/detail/read_write.hpp>
40 #include <osmium/io/detail/write_thread.hpp>
56 #include <initializer_list>
71 inline std::size_t get_output_queue_size() noexcept {
108 detail::future_string_queue_type
m_output_queue{detail::get_output_queue_size(),
"raw_output"};
110 std::unique_ptr<osmium::io::detail::OutputFormat>
m_output{
nullptr};
132 static void write_thread(detail::future_string_queue_type& output_queue,
133 std::unique_ptr<osmium::io::Compressor>&& compressor,
134 std::promise<std::size_t>&& write_promise,
135 std::atomic_bool* notification) {
137 std::move(compressor),
138 std::move(write_promise),
144 if (buffer && buffer.committed() > 0) {
145 m_output->write_buffer(std::move(buffer));
155 osmium::memory::Buffer::auto_grow::no};
159 m_output->write_buffer(std::move(buffer));
163 template <
typename TFunction,
typename... TArgs>
166 throw io_error(
"Can not write to writer when in status 'closed' or 'error'");
170 func(std::forward<TArgs>(args)...);
187 options.
pool = &pool;
199 options.
sync = value;
245 template <
typename... TArgs>
251 (void)std::initializer_list<int>{
261 if (options.
header.get(
"generator").empty()) {
265 std::unique_ptr<osmium::io::Compressor> compressor =
270 std::promise<std::size_t> write_promise;
279 template <
typename... TArgs>
280 explicit Writer(
const std::string& filename, TArgs&&... args) :
284 template <
typename... TArgs>
285 explicit Writer(
const char* filename, TArgs&&... args) :
357 osmium::memory::Buffer::auto_grow::no};
361 }
catch (
const osmium::buffer_is_full&) {
std::unique_ptr< osmium::io::Compressor > create_compressor(const osmium::io::file_compression compression, TArgs &&... args) const
Definition: compression.hpp:204
static CompressionFactory & instance()
Definition: compression.hpp:184
File & filename(const std::string &filename)
Definition: file.hpp:312
const char * buffer() const noexcept
Definition: file.hpp:143
file_compression compression() const noexcept
Definition: file.hpp:294
Definition: writer.hpp:100
std::size_t close()
Definition: writer.hpp:379
@ default_buffer_size
Definition: writer.hpp:103
static void set_option(options_type &options, fsync value)
Definition: writer.hpp:198
static void set_option(options_type &options, const osmium::io::Header &header)
Definition: writer.hpp:190
static void set_option(options_type &options, osmium::thread::Pool &pool)
Definition: writer.hpp:186
size_t m_buffer_size
Definition: writer.hpp:114
Writer & operator=(Writer &&)=delete
void do_flush()
Definition: writer.hpp:149
Writer & operator=(const Writer &)=delete
Writer(const osmium::io::File &file, TArgs &&... args)
Definition: writer.hpp:246
Writer(const std::string &filename, TArgs &&... args)
Definition: writer.hpp:280
size_t buffer_size() const noexcept
Definition: writer.hpp:306
status
Definition: writer.hpp:125
osmium::thread::thread_handler m_thread
Definition: writer.hpp:118
void flush()
Definition: writer.hpp:325
void operator()(osmium::memory::Buffer &&buffer)
Definition: writer.hpp:339
osmium::memory::Buffer m_buffer
Definition: writer.hpp:112
std::atomic_bool m_notification
Definition: writer.hpp:123
~Writer() noexcept
Definition: writer.hpp:295
std::unique_ptr< osmium::io::detail::OutputFormat > m_output
Definition: writer.hpp:110
static void set_option(options_type &options, overwrite value)
Definition: writer.hpp:194
std::future< std::size_t > m_write_future
Definition: writer.hpp:116
void do_close()
Definition: writer.hpp:202
void do_write(osmium::memory::Buffer &&buffer)
Definition: writer.hpp:143
detail::future_string_queue_type m_output_queue
Definition: writer.hpp:108
void set_buffer_size(size_t size) noexcept
Definition: writer.hpp:314
Writer(const Writer &)=delete
osmium::io::File m_file
Definition: writer.hpp:106
void operator()(const osmium::memory::Item &item)
Definition: writer.hpp:353
void ensure_cleanup(TFunction func, TArgs &&... args)
Definition: writer.hpp:164
static void write_thread(detail::future_string_queue_type &output_queue, std::unique_ptr< osmium::io::Compressor > &&compressor, std::promise< std::size_t > &&write_promise, std::atomic_bool *notification)
Definition: writer.hpp:132
Writer(const char *filename, TArgs &&... args)
Definition: writer.hpp:285
enum osmium::io::Writer::status m_status
static Pool & default_instance()
Definition: pool.hpp:186
std::size_t get_max_queue_size(const char *queue_name, const std::size_t default_value) noexcept
Definition: config.hpp:83
fsync
Definition: writer_options.hpp:51
overwrite
Definition: writer_options.hpp:43
void check_for_exception(std::future< T > &future)
Definition: util.hpp:55
Namespace for everything in the Osmium library.
Definition: assembler.hpp:53
Definition: location.hpp:551
Definition: writer.hpp:179
overwrite allow_overwrite
Definition: writer.hpp:181
osmium::thread::Pool * pool
Definition: writer.hpp:183
fsync sync
Definition: writer.hpp:182
osmium::io::Header header
Definition: writer.hpp:180
#define LIBOSMIUM_VERSION_STRING
Definition: version.hpp:40