SWC::FS::FileSystem Class Reference

#include <swcdb/fs/FileSystem.h>

Inheritance diagram for SWC::FS::FileSystem:

Collaboration diagram for SWC::FS::FileSystem:

Public Types
typedef std::shared_ptr< FileSystem >	Ptr

Public Member Functions
	FileSystem (const Configurables *config, ImplOptions impl_opts)
	FileSystem (FileSystem &&)=delete
	FileSystem (const FileSystem &)=delete
FileSystem &	operator= (FileSystem &&)=delete
FileSystem &	operator= (const FileSystem &)=delete
virtual	~FileSystem () noexcept
virtual void	stop ()
virtual Type SWC_CONST_FUNC	get_type () const noexcept
virtual Type	get_type_underlying () const noexcept
virtual std::string	to_string () const =0
virtual void	get_abspath (const std::string &name, std::string &abspath, size_t reserve=0)
void	fd_open_incr () noexcept
void	fd_open_decr () noexcept
bool	need_fds () const noexcept
size_t	fds_open () const noexcept
virtual bool	exists (int &err, const std::string &name)=0
virtual void	exists (Callback::ExistsCb_t &&cb, const std::string &name)
virtual void	remove (int &err, const std::string &name)=0
virtual void	remove (Callback::RemoveCb_t &&cb, const std::string &name)
virtual size_t	length (int &err, const std::string &name)=0
virtual void	length (Callback::LengthCb_t &&cb, const std::string &name)
virtual void	mkdirs (int &err, const std::string &name)=0
virtual void	mkdirs (Callback::MkdirsCb_t &&cb, const std::string &name)
virtual void	readdir (int &err, const std::string &name, DirentList &results)=0
virtual void	readdir (Callback::ReaddirCb_t &&cb, const std::string &name)
virtual void	rmdir (int &err, const std::string &name)=0
virtual void	rmdir (Callback::RmdirCb_t &&cb, const std::string &name)
virtual void	rename (int &err, const std::string &from, const std::string &to)=0
virtual void	rename (Callback::RenameCb_t &&cb, const std::string &from, const std::string &to)
virtual void	write (int &err, SmartFd::Ptr &smartfd, uint8_t replication, StaticBuffer &buffer)=0
void	default_write (int &err, SmartFd::Ptr &smartfd, uint8_t replication, StaticBuffer &buffer)
virtual void	write (Callback::WriteCb_t &&cb, SmartFd::Ptr &smartfd, uint8_t replication, StaticBuffer &&buffer)
virtual void	read (int &err, const std::string &name, StaticBuffer *dst)=0
void	default_read (int &err, const std::string &name, StaticBuffer *dst)
virtual void	read (Callback::ReadAllCb_t &&cb, const std::string &name)
virtual void	combi_pread (int &err, SmartFd::Ptr &smartfd, uint64_t offset, uint32_t amount, StaticBuffer *dst)=0
void	default_combi_pread (int &err, SmartFd::Ptr &smartfd, uint64_t offset, uint32_t amount, StaticBuffer *dst)
virtual void	combi_pread (Callback::CombiPreadCb_t &&cb, SmartFd::Ptr &smartfd, uint64_t offset, uint32_t amount)
virtual void	create (int &err, SmartFd::Ptr &smartfd, uint8_t replication)=0
virtual void	create (Callback::CreateCb_t &&cb, SmartFd::Ptr &smartfd, uint8_t replication)
virtual void	open (int &err, SmartFd::Ptr &smartfd)=0
virtual void	open (Callback::OpenCb_t &&cb, SmartFd::Ptr &smartfd)
virtual size_t	read (int &err, SmartFd::Ptr &smartfd, void *dst, size_t amount)=0
virtual size_t	read (int &err, SmartFd::Ptr &smartfd, StaticBuffer *dst, size_t amount)=0
size_t	default_read (int &err, SmartFd::Ptr &smartfd, StaticBuffer *dst, size_t amount)
virtual void	read (Callback::ReadCb_t &&cb, SmartFd::Ptr &smartfd, size_t amount)
virtual size_t	pread (int &err, SmartFd::Ptr &smartfd, uint64_t offset, void *dst, size_t amount)=0
virtual size_t	pread (int &err, SmartFd::Ptr &smartfd, uint64_t offset, StaticBuffer *dst, size_t amount)=0
size_t	default_pread (int &err, SmartFd::Ptr &smartfd, uint64_t offset, StaticBuffer *dst, size_t amount)
virtual void	pread (Callback::PreadCb_t &&cb, SmartFd::Ptr &smartfd, uint64_t offset, size_t amount)
virtual size_t	append (int &err, SmartFd::Ptr &smartfd, StaticBuffer &buffer, Flags flags)=0
virtual void	append (Callback::AppendCb_t &&cb, SmartFd::Ptr &smartfd, StaticBuffer &buffer, Flags flags)
virtual void	seek (int &err, SmartFd::Ptr &smartfd, size_t offset)=0
virtual void	seek (Callback::CloseCb_t &&cb, SmartFd::Ptr &smartfd, size_t offset)
virtual void	flush (int &err, SmartFd::Ptr &smartfd)=0
virtual void	flush (Callback::FlushCb_t &&cb, SmartFd::Ptr &smartfd)
virtual void	sync (int &err, SmartFd::Ptr &smartfd)=0
virtual void	sync (Callback::SyncCb_t &&cb, SmartFd::Ptr &smartfd)
virtual void	close (int &err, SmartFd::Ptr &smartfd)=0
virtual void	close (Callback::CloseCb_t &&cb, SmartFd::Ptr &smartfd)

Public Attributes
const ImplOptions	impl_options
const std::string	path_root
const std::string	path_data
const Config::Settings::Ptr	settings
const Config::Property::Value_int32_g::Ptr	cfg_fds_max
Core::AtomicBool	m_run
Statistics	statistics

Detailed Description

Definition at line 101 of file FileSystem.h.

Member Typedef Documentation

Ptr

typedef std::shared_ptr<FileSystem> SWC::FS::FileSystem::Ptr

Definition at line 104 of file FileSystem.h.

Constructor & Destructor Documentation

FileSystem() [1/3]

SWC::FS::FileSystem::FileSystem	(	const Configurables *	config,
		ImplOptions	impl_opts
	)

FileSystem() [2/3]

SWC::FS::FileSystem::FileSystem ( FileSystem &&  )

delete

FileSystem() [3/3]

SWC::FS::FileSystem::FileSystem ( const FileSystem &  )

delete

~FileSystem()

SWC::FS::FileSystem::~FileSystem ( )

virtualnoexcept

Definition at line 113 of file FileSystem.cc.

Member Function Documentation

append() [1/2]

void SWC::FS::FileSystem::append ( Callback::AppendCb_t &&  cb, SmartFd::Ptr &  smartfd, StaticBuffer &  buffer, Flags  flags  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 381 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::append(), flags, and SWC::Error::OK.

Here is the call graph for this function:

append() [2/2]

virtual size_t SWC::FS::FileSystem::append ( int &  err, SmartFd::Ptr &  smartfd, StaticBuffer &  buffer, Flags  flags  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

close() [1/2]

void SWC::FS::FileSystem::close ( Callback::CloseCb_t &&  cb, SmartFd::Ptr &  smartfd  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 407 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::close(), and SWC::Error::OK.

Here is the call graph for this function:

close() [2/2]

virtual void SWC::FS::FileSystem::close ( int &  err, SmartFd::Ptr &  smartfd  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

combi_pread() [1/2]

void SWC::FS::FileSystem::combi_pread ( Callback::CombiPreadCb_t &&  cb, SmartFd::Ptr &  smartfd, uint64_t  offset, uint32_t  amount  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 328 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::combi_pread(), and SWC::Error::OK.

Here is the call graph for this function:

combi_pread() [2/2]

virtual void SWC::FS::FileSystem::combi_pread ( int &  err, SmartFd::Ptr &  smartfd, uint64_t  offset, uint32_t  amount, StaticBuffer *  dst  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

create() [1/2]

void SWC::FS::FileSystem::create ( Callback::CreateCb_t &&  cb, SmartFd::Ptr &  smartfd, uint8_t  replication  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 337 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::create(), and SWC::Error::OK.

Here is the call graph for this function:

create() [2/2]

virtual void SWC::FS::FileSystem::create ( int &  err, SmartFd::Ptr &  smartfd, uint8_t  replication  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

default_combi_pread()

void SWC::FS::FileSystem::default_combi_pread	(	int &	err,
		SmartFd::Ptr &	smartfd,
		uint64_t	offset,
		uint32_t	amount,
		StaticBuffer *	dst
	)

Definition at line 304 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::close(), SWC::Core::Buffer< T >::free(), SWC::Error::FS_EOF, SWC::Error::OK, SWC::Comm::Protocol::FsBroker::Handler::open(), SWC::Comm::Protocol::FsBroker::Handler::pread(), SWC_FS_COMBI_PREAD_FINISH, and SWC_FS_COMBI_PREAD_START.

Referenced by SWC::FS::FileSystemCeph::combi_pread(), SWC::FS::FileSystemHadoop::combi_pread(), SWC::FS::FileSystemHadoopJVM::combi_pread(), and SWC::FS::FileSystemLocal::combi_pread().

Here is the call graph for this function:

Here is the caller graph for this function:

default_pread()

size_t SWC::FS::FileSystem::default_pread	(	int &	err,
		SmartFd::Ptr &	smartfd,
		uint64_t	offset,
		StaticBuffer *	dst,
		size_t	amount
	)

Definition at line 365 of file FileSystem.cc.

References SWC::Core::Buffer< T >::base, SWC::Comm::Protocol::FsBroker::Handler::pread(), SWC::Core::Buffer< T >::reallocate(), and SWC::Core::Buffer< T >::size.

Referenced by SWC::FS::FileSystemCeph::pread(), SWC::FS::FileSystemHadoop::pread(), SWC::FS::FileSystemHadoopJVM::pread(), and SWC::FS::FileSystemLocal::pread().

Here is the call graph for this function:

Here is the caller graph for this function:

default_read() [1/2]

void SWC::FS::FileSystem::default_read	(	int &	err,
		const std::string &	name,
		StaticBuffer *	dst
	)

Definition at line 257 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::close(), SWC::Comm::Protocol::FsBroker::Handler::exists(), SWC::Core::Buffer< T >::free(), SWC::Error::FS_EOF, SWC::Error::FS_PATH_NOT_FOUND, SWC::Comm::Protocol::FsBroker::Handler::length(), SWC::FS::SmartFd::make_ptr(), SWC::Error::OK, SWC::Comm::Protocol::FsBroker::Handler::open(), SWC::Common::Files::RgrData::read(), SWC_FS_READALL_FINISH, and SWC_FS_READALL_START.

Referenced by SWC::FS::FileSystemCeph::read(), SWC::FS::FileSystemHadoop::read(), SWC::FS::FileSystemHadoopJVM::read(), and SWC::FS::FileSystemLocal::read().

Here is the call graph for this function:

Here is the caller graph for this function:

default_read() [2/2]

size_t SWC::FS::FileSystem::default_read	(	int &	err,
		SmartFd::Ptr &	smartfd,
		StaticBuffer *	dst,
		size_t	amount
	)

Definition at line 350 of file FileSystem.cc.

References SWC::Core::Buffer< T >::base, SWC::Common::Files::RgrData::read(), SWC::Core::Buffer< T >::reallocate(), and SWC::Core::Buffer< T >::size.

Here is the call graph for this function:

default_write()

void SWC::FS::FileSystem::default_write	(	int &	err,
		SmartFd::Ptr &	smartfd,
		uint8_t	replication,
		StaticBuffer &	buffer
	)

Definition at line 226 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::append(), SWC::Comm::Protocol::FsBroker::Handler::close(), SWC::Comm::Protocol::FsBroker::Handler::create(), SWC::FS::FLUSH, SWC::Error::FS_EOF, SWC::Comm::Protocol::FsBroker::Handler::length(), SWC::Error::OK, SWC::Core::Buffer< T >::size, SWC_FS_WRITE_FINISH, SWC_FS_WRITE_START, and SWC::FS::WRITE_VALIDATE_LENGTH.

Referenced by SWC::FS::FileSystemCeph::write(), SWC::FS::FileSystemHadoop::write(), SWC::FS::FileSystemHadoopJVM::write(), and SWC::FS::FileSystemLocal::write().

Here is the call graph for this function:

Here is the caller graph for this function:

exists() [1/2]

void SWC::FS::FileSystem::exists ( Callback::ExistsCb_t &&  cb, const std::string &  name  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 176 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::exists(), and SWC::Error::OK.

Here is the call graph for this function:

exists() [2/2]

virtual bool SWC::FS::FileSystem::exists ( int &  err, const std::string &  name  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

fd_open_decr()

void SWC::FS::FileSystem::fd_open_decr ( )

noexcept

Definition at line 159 of file FileSystem.cc.

Referenced by SWC::FS::FileSystemCeph::close(), SWC::FS::FileSystemHadoop::close(), SWC::FS::FileSystemHadoopJVM::close(), and SWC::FS::FileSystemLocal::close().

Here is the caller graph for this function:

fd_open_incr()

void SWC::FS::FileSystem::fd_open_incr ( )

noexcept

Definition at line 155 of file FileSystem.cc.

Referenced by SWC::FS::FileSystemCeph::create(), SWC::FS::FileSystemHadoop::create(), SWC::FS::FileSystemHadoopJVM::create(), SWC::FS::FileSystemLocal::create(), SWC::FS::FileSystemCeph::open(), SWC::FS::FileSystemHadoop::open(), SWC::FS::FileSystemHadoopJVM::open(), and SWC::FS::FileSystemLocal::open().

Here is the caller graph for this function:

fds_open()

size_t SWC::FS::FileSystem::fds_open ( ) const

noexcept

Definition at line 167 of file FileSystem.cc.

Referenced by SWC::FS::FileSystemCeph::create(), SWC::FS::FileSystemHadoop::create(), SWC::FS::FileSystemHadoopJVM::create(), SWC::FS::FileSystemLocal::create(), SWC::FS::FileSystemCeph::open(), SWC::FS::FileSystemHadoop::open(), SWC::FS::FileSystemHadoopJVM::open(), and SWC::FS::FileSystemLocal::open().

Here is the caller graph for this function:

flush() [1/2]

void SWC::FS::FileSystem::flush ( Callback::FlushCb_t &&  cb, SmartFd::Ptr &  smartfd  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 395 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::flush(), and SWC::Error::OK.

Here is the call graph for this function:

flush() [2/2]

virtual void SWC::FS::FileSystem::flush ( int &  err, SmartFd::Ptr &  smartfd  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

get_abspath()

void SWC::FS::FileSystem::get_abspath ( const std::string &  name, std::string &  abspath, size_t  reserve = 0  )

virtual

Definition at line 138 of file FileSystem.cc.

Referenced by SWC::FS::FileSystemCeph::create(), SWC::FS::FileSystemHadoop::create(), SWC::FS::FileSystemHadoopJVM::create(), SWC::FS::FileSystemLocal::create(), SWC::FS::FileSystemCeph::exists(), SWC::FS::FileSystemHadoop::exists(), SWC::FS::FileSystemHadoopJVM::exists(), SWC::FS::FileSystemLocal::exists(), SWC::FS::FileSystemCeph::length(), SWC::FS::FileSystemHadoop::length(), SWC::FS::FileSystemHadoopJVM::length(), SWC::FS::FileSystemLocal::length(), SWC::FS::FileSystemCeph::mkdirs(), SWC::FS::FileSystemHadoop::mkdirs(), SWC::FS::FileSystemHadoopJVM::mkdirs(), SWC::FS::FileSystemLocal::mkdirs(), SWC::FS::FileSystemCeph::open(), SWC::FS::FileSystemHadoop::open(), SWC::FS::FileSystemHadoopJVM::open(), SWC::FS::FileSystemLocal::open(), SWC::FS::FileSystemCeph::readdir(), SWC::FS::FileSystemHadoop::readdir(), SWC::FS::FileSystemHadoopJVM::readdir(), SWC::FS::FileSystemLocal::readdir(), SWC::FS::FileSystemCeph::remove(), SWC::FS::FileSystemHadoop::remove(), SWC::FS::FileSystemHadoopJVM::remove(), SWC::FS::FileSystemLocal::remove(), SWC::FS::FileSystemCeph::rename(), SWC::FS::FileSystemHadoop::rename(), SWC::FS::FileSystemHadoopJVM::rename(), SWC::FS::FileSystemLocal::rename(), SWC::FS::FileSystemCeph::rmdir(), SWC::FS::FileSystemHadoop::rmdir(), SWC::FS::FileSystemHadoopJVM::rmdir(), SWC::FS::FileSystemLocal::rmdir(), and SWC::FS::FileSystemHadoopJVM::setup_connection().

Here is the caller graph for this function:

get_type()

Type SWC::FS::FileSystem::get_type ( ) const

virtualnoexcept

Reimplemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

Definition at line 122 of file FileSystem.cc.

References SWC::DB::Cell::Serial::Value::UNKNOWN.

get_type_underlying()

Type SWC::FS::FileSystem::get_type_underlying ( ) const

virtualnoexcept

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 126 of file FileSystem.cc.

length() [1/2]

void SWC::FS::FileSystem::length ( Callback::LengthCb_t &&  cb, const std::string &  name  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 190 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::length(), and SWC::Error::OK.

Here is the call graph for this function:

length() [2/2]

virtual size_t SWC::FS::FileSystem::length ( int &  err, const std::string &  name  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

mkdirs() [1/2]

void SWC::FS::FileSystem::mkdirs ( Callback::MkdirsCb_t &&  cb, const std::string &  name  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 197 of file FileSystem.cc.

References SWC::Comm::Protocol::FsBroker::Handler::mkdirs(), and SWC::Error::OK.

Here is the call graph for this function:

mkdirs() [2/2]

virtual void SWC::FS::FileSystem::mkdirs ( int &  err, const std::string &  name  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

need_fds()

bool SWC::FS::FileSystem::need_fds ( ) const

noexcept

Definition at line 163 of file FileSystem.cc.

open() [1/2]

void SWC::FS::FileSystem::open ( Callback::OpenCb_t &&  cb, SmartFd::Ptr &  smartfd  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 344 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Comm::Protocol::FsBroker::Handler::open().

Here is the call graph for this function:

open() [2/2]

virtual void SWC::FS::FileSystem::open ( int &  err, SmartFd::Ptr &  smartfd  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

operator=() [1/2]

FileSystem& SWC::FS::FileSystem::operator= ( const FileSystem &  )

delete

operator=() [2/2]

FileSystem& SWC::FS::FileSystem::operator= ( FileSystem &&  )

delete

pread() [1/3]

void SWC::FS::FileSystem::pread ( Callback::PreadCb_t &&  cb, SmartFd::Ptr &  smartfd, uint64_t  offset, size_t  amount  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 373 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Comm::Protocol::FsBroker::Handler::pread().

Here is the call graph for this function:

pread() [2/3]

virtual size_t SWC::FS::FileSystem::pread ( int &  err, SmartFd::Ptr &  smartfd, uint64_t  offset, StaticBuffer *  dst, size_t  amount  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

pread() [3/3]

virtual size_t SWC::FS::FileSystem::pread ( int &  err, SmartFd::Ptr &  smartfd, uint64_t  offset, void *  dst, size_t  amount  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

read() [1/5]

void SWC::FS::FileSystem::read ( Callback::ReadAllCb_t &&  cb, const std::string &  name  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 296 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Common::Files::RgrData::read().

Here is the call graph for this function:

read() [2/5]

void SWC::FS::FileSystem::read ( Callback::ReadCb_t &&  cb, SmartFd::Ptr &  smartfd, size_t  amount  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 357 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Common::Files::RgrData::read().

Here is the call graph for this function:

read() [3/5]

virtual void SWC::FS::FileSystem::read ( int &  err, const std::string &  name, StaticBuffer *  dst  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

read() [4/5]

virtual size_t SWC::FS::FileSystem::read ( int &  err, SmartFd::Ptr &  smartfd, StaticBuffer *  dst, size_t  amount  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

read() [5/5]

virtual size_t SWC::FS::FileSystem::read ( int &  err, SmartFd::Ptr &  smartfd, void *  dst, size_t  amount  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

readdir() [1/2]

void SWC::FS::FileSystem::readdir ( Callback::ReaddirCb_t &&  cb, const std::string &  name  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 204 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Comm::Protocol::FsBroker::Handler::readdir().

Here is the call graph for this function:

readdir() [2/2]

virtual void SWC::FS::FileSystem::readdir ( int &  err, const std::string &  name, DirentList &  results  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

remove() [1/2]

void SWC::FS::FileSystem::remove ( Callback::RemoveCb_t &&  cb, const std::string &  name  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 183 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Common::Files::Schema::remove().

Here is the call graph for this function:

remove() [2/2]

virtual void SWC::FS::FileSystem::remove ( int &  err, const std::string &  name  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

rename() [1/2]

void SWC::FS::FileSystem::rename ( Callback::RenameCb_t &&  cb, const std::string &  from, const std::string &  to  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 219 of file FileSystem.cc.

References SWC::Condition::from(), SWC::Error::OK, and SWC::Comm::Protocol::FsBroker::Handler::rename().

Here is the call graph for this function:

rename() [2/2]

virtual void SWC::FS::FileSystem::rename ( int &  err, const std::string &  from, const std::string &  to  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

rmdir() [1/2]

void SWC::FS::FileSystem::rmdir ( Callback::RmdirCb_t &&  cb, const std::string &  name  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 212 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Comm::Protocol::FsBroker::Handler::rmdir().

Here is the call graph for this function:

rmdir() [2/2]

virtual void SWC::FS::FileSystem::rmdir ( int &  err, const std::string &  name  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

seek() [1/2]

void SWC::FS::FileSystem::seek ( Callback::CloseCb_t &&  cb, SmartFd::Ptr &  smartfd, size_t  offset  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 388 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Comm::Protocol::FsBroker::Handler::seek().

Here is the call graph for this function:

seek() [2/2]

virtual void SWC::FS::FileSystem::seek ( int &  err, SmartFd::Ptr &  smartfd, size_t  offset  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

stop()

void SWC::FS::FileSystem::stop ( )

virtual

Reimplemented in SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

Definition at line 115 of file FileSystem.cc.

References SWC::LOG_WARN, SWC_FMT_LU, SWC_LOGF, and SWC::Core::to_string().

Referenced by SWC::FS::FileSystemBroker::stop(), SWC::FS::FileSystemCeph::stop(), SWC::FS::FileSystemHadoop::stop(), and SWC::FS::FileSystemHadoopJVM::stop().

Here is the call graph for this function:

Here is the caller graph for this function:

sync() [1/2]

void SWC::FS::FileSystem::sync ( Callback::SyncCb_t &&  cb, SmartFd::Ptr &  smartfd  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 401 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Comm::Protocol::FsBroker::Handler::sync().

Here is the call graph for this function:

sync() [2/2]

virtual void SWC::FS::FileSystem::sync ( int &  err, SmartFd::Ptr &  smartfd  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

to_string()

std::string SWC::FS::FileSystem::to_string ( ) const

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

Definition at line 130 of file FileSystem.cc.

References SWC::format().

Here is the call graph for this function:

write() [1/2]

void SWC::FS::FileSystem::write ( Callback::WriteCb_t &&  cb, SmartFd::Ptr &  smartfd, uint8_t  replication, StaticBuffer &&  buffer  )

virtual

Reimplemented in SWC::FS::FileSystemBroker.

Definition at line 250 of file FileSystem.cc.

References SWC::Error::OK, and SWC::Common::Files::Schema::write().

Here is the call graph for this function:

write() [2/2]

virtual void SWC::FS::FileSystem::write ( int &  err, SmartFd::Ptr &  smartfd, uint8_t  replication, StaticBuffer &  buffer  )

pure virtual

Implemented in SWC::FS::FileSystemLocal, SWC::FS::FileSystemHadoopJVM, SWC::FS::FileSystemHadoop, SWC::FS::FileSystemCeph, and SWC::FS::FileSystemBroker.

Member Data Documentation

cfg_fds_max

const Config::Property::Value_int32_g::Ptr SWC::FS::FileSystem::cfg_fds_max

Definition at line 111 of file FileSystem.h.

impl_options

const ImplOptions SWC::FS::FileSystem::impl_options

Definition at line 106 of file FileSystem.h.

m_run

Core::AtomicBool SWC::FS::FileSystem::m_run

Definition at line 113 of file FileSystem.h.

Referenced by SWC::FS::FileSystemHadoop::get_fs(), SWC::FS::FileSystemHadoopJVM::get_fs(), SWC::FS::FileSystemCeph::initialize(), SWC::FS::FileSystemBroker::send_request(), SWC::FS::FileSystemCeph::setup_connection(), SWC::FS::FileSystemHadoop::setup_connection(), SWC::FS::FileSystemHadoopJVM::setup_connection(), SWC::FS::FileSystemBroker::stop(), SWC::FS::FileSystemCeph::stop(), SWC::FS::FileSystemHadoop::stop(), and SWC::FS::FileSystemHadoopJVM::stop().

path_data

const std::string SWC::FS::FileSystem::path_data

Definition at line 108 of file FileSystem.h.

Referenced by SWC::FS::FileSystemCeph::to_string(), SWC::FS::FileSystemHadoop::to_string(), SWC::FS::FileSystemHadoopJVM::to_string(), and SWC::FS::FileSystemLocal::to_string().

path_root

const std::string SWC::FS::FileSystem::path_root

Definition at line 107 of file FileSystem.h.

Referenced by SWC::FS::FileSystemCeph::initialize(), SWC::FS::FileSystemCeph::setup_connection(), SWC::FS::FileSystemCeph::to_string(), SWC::FS::FileSystemHadoop::to_string(), SWC::FS::FileSystemHadoopJVM::to_string(), and SWC::FS::FileSystemLocal::to_string().

settings

const Config::Settings::Ptr SWC::FS::FileSystem::settings

Definition at line 110 of file FileSystem.h.

Referenced by SWC::FS::FileSystemBroker::get_endpoints(), SWC::FS::FileSystemCeph::initialize(), SWC::FS::FileSystemHadoop::initialize(), SWC::FS::FileSystemHadoopJVM::initialize(), and SWC::FS::FileSystemCeph::setup_connection().

statistics

Statistics SWC::FS::FileSystem::statistics

Definition at line 114 of file FileSystem.h.

Referenced by SWC::FS::FileSystemBroker::append(), SWC::FS::FileSystemCeph::append(), SWC::FS::FileSystemHadoop::append(), SWC::FS::FileSystemHadoopJVM::append(), SWC::FS::FileSystemLocal::append(), SWC::FS::FileSystemCeph::close(), SWC::FS::FileSystemHadoop::close(), SWC::FS::FileSystemHadoopJVM::close(), SWC::FS::FileSystemLocal::close(), SWC::FS::FileSystemBroker::combi_pread(), SWC::FS::FileSystemCeph::create(), SWC::FS::FileSystemHadoop::create(), SWC::FS::FileSystemHadoopJVM::create(), SWC::FS::FileSystemLocal::create(), SWC::FS::FileSystemBroker::exists(), SWC::FS::FileSystemCeph::exists(), SWC::FS::FileSystemHadoop::exists(), SWC::FS::FileSystemHadoopJVM::exists(), SWC::FS::FileSystemLocal::exists(), SWC::FS::FileSystemBroker::flush(), SWC::FS::FileSystemCeph::flush(), SWC::FS::FileSystemHadoop::flush(), SWC::FS::FileSystemHadoopJVM::flush(), SWC::FS::FileSystemBroker::length(), SWC::FS::FileSystemCeph::length(), SWC::FS::FileSystemHadoop::length(), SWC::FS::FileSystemHadoopJVM::length(), SWC::FS::FileSystemLocal::length(), SWC::FS::FileSystemBroker::mkdirs(), SWC::FS::FileSystemCeph::mkdirs(), SWC::FS::FileSystemHadoop::mkdirs(), SWC::FS::FileSystemHadoopJVM::mkdirs(), SWC::FS::FileSystemLocal::mkdirs(), SWC::FS::FileSystemCeph::open(), SWC::FS::FileSystemHadoop::open(), SWC::FS::FileSystemHadoopJVM::open(), SWC::FS::FileSystemLocal::open(), SWC::FS::FileSystemBroker::pread(), SWC::FS::FileSystemCeph::pread(), SWC::FS::FileSystemHadoop::pread(), SWC::FS::FileSystemHadoopJVM::pread(), SWC::FS::FileSystemLocal::pread(), SWC::FS::FileSystemBroker::read(), SWC::FS::FileSystemCeph::read(), SWC::FS::FileSystemHadoop::read(), SWC::FS::FileSystemHadoopJVM::read(), SWC::FS::FileSystemLocal::read(), SWC::FS::FileSystemBroker::readdir(), SWC::FS::FileSystemCeph::readdir(), SWC::FS::FileSystemHadoop::readdir(), SWC::FS::FileSystemHadoopJVM::readdir(), SWC::FS::FileSystemLocal::readdir(), SWC::FS::FileSystemBroker::remove(), SWC::FS::FileSystemCeph::remove(), SWC::FS::FileSystemHadoop::remove(), SWC::FS::FileSystemHadoopJVM::remove(), SWC::FS::FileSystemLocal::remove(), SWC::FS::FileSystemBroker::rename(), SWC::FS::FileSystemCeph::rename(), SWC::FS::FileSystemHadoop::rename(), SWC::FS::FileSystemHadoopJVM::rename(), SWC::FS::FileSystemLocal::rename(), SWC::FS::FileSystemBroker::rmdir(), SWC::FS::FileSystemCeph::rmdir(), SWC::FS::FileSystemHadoop::rmdir(), SWC::FS::FileSystemHadoopJVM::rmdir(), SWC::FS::FileSystemLocal::rmdir(), SWC::FS::FileSystemBroker::seek(), SWC::FS::FileSystemCeph::seek(), SWC::FS::FileSystemHadoop::seek(), SWC::FS::FileSystemHadoopJVM::seek(), SWC::FS::FileSystemLocal::seek(), SWC::FS::FileSystemBroker::sync(), SWC::FS::FileSystemCeph::sync(), SWC::FS::FileSystemHadoop::sync(), SWC::FS::FileSystemHadoopJVM::sync(), SWC::FS::FileSystemLocal::sync(), and SWC::FS::FileSystemBroker::write().

---

The documentation for this class was generated from the following files:

• include/swcdb/fs/FileSystem.h
• lib/swcdb/fs/FileSystem.cc