dfs.hh

Go to the documentation of this file.

#pragma once

#include "model/metadata.hh"

#include <string>
#include <vector>
#include <stdint.h>
#define VELOX_LOGICAL_DISABLE  0
#define VELOX_LOGICAL_OUTPUT   1
#define VELOX_LOGICAL_NOOP     2
#define VELOX_LOGICAL_GENERATE 3

namespace velox {

using vec_str = std::vector<std::string>;

class DFS {
  public:
    DFS();

    uint64_t write(std::string& file_name, const char* buf, uint64_t off, uint64_t len);
    uint64_t write(std::string& file_name, const char* buf, uint64_t off, uint64_t len, 
      uint64_t block_size);

    uint64_t read(std::string& file_name, char* buf, uint64_t off, uint64_t len);

    //uint64_t read_physical(std::string& file_name, char* buf, uint64_t off, uint64_t len);
    //uint64_t read_logical(std::string& file_name, char* buf, uint64_t off, uint64_t len);

    std::string read_all(std::string file_name);

    int append(std::string file_name, std::string buf);

    int upload(std::string file_name, bool is_binary, uint64_t block_size = 0);

    int download(std::string file_name);

    bool exists(std::string);

    bool touch(std::string);

    int remove(std::string);

    bool rename(std::string, std::string);

    int format();

    model::metadata get_metadata(std::string& fname);

    model::metadata get_metadata_optimized(std::string& fname, int type = 0);

    std::vector<model::metadata> get_metadata_all();

    void file_metadata_append(std::string, size_t, model::metadata&);

    std::string dump_metadata(std::string& fname);

    uint64_t read_chunk(std::string& fname, std::string host, char* buf, 
        uint64_t buffer_offset, uint64_t off, uint64_t len);

  private:
    uint32_t NUM_NODES;
    int replica;
    std::vector<std::string> nodes;
};

}