mirror of
https://github.com/twitter/the-algorithm.git
synced 2024-06-02 09:18:49 +02:00
62 lines
1.6 KiB
C++
62 lines
1.6 KiB
C++
#pragma once
|
|
#include <fstream>
|
|
#include <twml/defines.h>
|
|
#include <cstdlib>
|
|
#include <cstdio>
|
|
#include <unistd.h>
|
|
#include <cinttypes>
|
|
#include <cstdint>
|
|
|
|
#ifndef PATH_MAX
|
|
#define PATH_MAX (8096)
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
struct block_format_writer__;
|
|
typedef block_format_writer__ * block_format_writer;
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
|
|
#ifdef __cplusplus
|
|
namespace twml {
|
|
class BlockFormatWriter {
|
|
private:
|
|
const char *file_name_;
|
|
std::fstream outputfile_;
|
|
char temp_file_name_[PATH_MAX];
|
|
int record_index_;
|
|
int records_per_block_;
|
|
|
|
int pack_tag_and_wiretype(std::fstream& fs, std::uint32_t tag, std::uint32_t wiretype);
|
|
int pack_varint_i32(std::fstream& fs, int value);
|
|
int pack_string(std::fstream& fs, const char *in, size_t in_len);
|
|
int write_int(std::fstream& fs, int value);
|
|
|
|
public:
|
|
BlockFormatWriter(const char *file_name, int record_per_block);
|
|
int write(const char *class_name, const char *record, int record_len) ;
|
|
int flush();
|
|
block_format_writer getHandle();
|
|
};
|
|
|
|
BlockFormatWriter *getBlockFormatWriter(block_format_writer w);
|
|
} //twml namespace
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
twml_err block_format_writer_create(block_format_writer *w, const char *file_name, int records_per_block);
|
|
twml_err block_format_write(block_format_writer w, const char *class_name, const char *record, int record_len);
|
|
twml_err block_format_flush(block_format_writer w);
|
|
twml_err block_format_writer_delete(const block_format_writer w);
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|