Apache Arrow (C++)
A columnar in-memory analytics layer designed to accelerate big data.
Public Member Functions | Static Public Member Functions | Friends | List of all members
arrow::io::HadoopFileSystem Class Reference

#include <arrow/io/hdfs.h>

Inheritance diagram for arrow::io::HadoopFileSystem:

Public Member Functions

 ~HadoopFileSystem () override
Status MakeDirectory (const std::string &path) override
Status Delete (const std::string &path, bool recursive=false)
Status DeleteDirectory (const std::string &path) override
Status Disconnect ()
bool Exists (const std::string &path)
Status GetPathInfo (const std::string &path, HdfsPathInfo *info)
Status GetCapacity (int64_t *nbytes)
Status GetUsed (int64_t *nbytes)
Status GetChildren (const std::string &path, std::vector< std::string > *listing) override
Status ListDirectory (const std::string &path, std::vector< HdfsPathInfo > *listing)
Status Chown (const std::string &path, const char *owner, const char *group)
 Change. More...
Status Chmod (const std::string &path, int mode)
 Change path permissions. More...
Status Rename (const std::string &src, const std::string &dst) override
Status Stat (const std::string &path, FileStatistics *stat) override
Status OpenReadable (const std::string &path, int32_t buffer_size, std::shared_ptr< HdfsReadableFile > *file)
Status OpenReadable (const std::string &path, std::shared_ptr< HdfsReadableFile > *file)
Status OpenWriteable (const std::string &path, bool append, int32_t buffer_size, int16_t replication, int64_t default_block_size, std::shared_ptr< HdfsOutputStream > *file)
Status OpenWriteable (const std::string &path, bool append, std::shared_ptr< HdfsOutputStream > *file)
- Public Member Functions inherited from arrow::io::FileSystem
virtual ~FileSystem ()=default

Static Public Member Functions

static Status Connect (const HdfsConnectionConfig *config, std::shared_ptr< HadoopFileSystem > *fs)


class HdfsReadableFile
class HdfsOutputStream

Constructor & Destructor Documentation

◆ ~HadoopFileSystem()

arrow::io::HadoopFileSystem::~HadoopFileSystem ( )

Member Function Documentation

◆ Chmod()

Status arrow::io::HadoopFileSystem::Chmod ( const std::string &  path,
int  mode 

Change path permissions.

pathAbsolute path in file system
modeMode bitset

◆ Chown()

Status arrow::io::HadoopFileSystem::Chown ( const std::string &  path,
const char *  owner,
const char *  group 


pathfile path to change
ownerpass null for no change
grouppass null for no change

◆ Connect()

static Status arrow::io::HadoopFileSystem::Connect ( const HdfsConnectionConfig config,
std::shared_ptr< HadoopFileSystem > *  fs 

◆ Delete()

Status arrow::io::HadoopFileSystem::Delete ( const std::string &  path,
bool  recursive = false 

◆ DeleteDirectory()

Status arrow::io::HadoopFileSystem::DeleteDirectory ( const std::string &  path)

Implements arrow::io::FileSystem.

◆ Disconnect()

Status arrow::io::HadoopFileSystem::Disconnect ( )

◆ Exists()

bool arrow::io::HadoopFileSystem::Exists ( const std::string &  path)

◆ GetCapacity()

Status arrow::io::HadoopFileSystem::GetCapacity ( int64_t *  nbytes)

◆ GetChildren()

Status arrow::io::HadoopFileSystem::GetChildren ( const std::string &  path,
std::vector< std::string > *  listing 

Implements arrow::io::FileSystem.

◆ GetPathInfo()

Status arrow::io::HadoopFileSystem::GetPathInfo ( const std::string &  path,
HdfsPathInfo info 

◆ GetUsed()

Status arrow::io::HadoopFileSystem::GetUsed ( int64_t *  nbytes)

◆ ListDirectory()

Status arrow::io::HadoopFileSystem::ListDirectory ( const std::string &  path,
std::vector< HdfsPathInfo > *  listing 

◆ MakeDirectory()

Status arrow::io::HadoopFileSystem::MakeDirectory ( const std::string &  path)

Implements arrow::io::FileSystem.

◆ OpenReadable() [1/2]

Status arrow::io::HadoopFileSystem::OpenReadable ( const std::string &  path,
int32_t  buffer_size,
std::shared_ptr< HdfsReadableFile > *  file 

◆ OpenReadable() [2/2]

Status arrow::io::HadoopFileSystem::OpenReadable ( const std::string &  path,
std::shared_ptr< HdfsReadableFile > *  file 

◆ OpenWriteable() [1/2]

Status arrow::io::HadoopFileSystem::OpenWriteable ( const std::string &  path,
bool  append,
int32_t  buffer_size,
int16_t  replication,
int64_t  default_block_size,
std::shared_ptr< HdfsOutputStream > *  file 

◆ OpenWriteable() [2/2]

Status arrow::io::HadoopFileSystem::OpenWriteable ( const std::string &  path,
bool  append,
std::shared_ptr< HdfsOutputStream > *  file 

◆ Rename()

Status arrow::io::HadoopFileSystem::Rename ( const std::string &  src,
const std::string &  dst 

Implements arrow::io::FileSystem.

◆ Stat()

Status arrow::io::HadoopFileSystem::Stat ( const std::string &  path,
FileStatistics stat 

Implements arrow::io::FileSystem.

Friends And Related Function Documentation

◆ HdfsOutputStream

friend class HdfsOutputStream

◆ HdfsReadableFile

friend class HdfsReadableFile

The documentation for this class was generated from the following file: