#include <PartitionedFile.h>

Inheritance diagram for PartitionedFile:

Collaboration diagram for PartitionedFile:

Public Member Functions
	PartitionedFile (NodeID nodeId, DatabaseID dbId, UserTypeID typeId, SetID setId, string metaPartitionPath, vector< string > dataPartitionPaths, pdb::PDBLoggerPtr logger, size_t pageSize)

	PartitionedFile (NodeID nodeId, DatabaseID dbId, UserTypeID typeId, SetID setId, string metaPartitionPath, pdb::PDBLoggerPtr logger)

	~PartitionedFile ()

bool	openAll () override

bool	openMeta ()

bool	openData ()

bool	openDataDirect ()

bool	closeAll () override

bool	closeDirect ()

void	clear () override

int	appendPage (FilePartitionID partitionId, PDBPagePtr page) override

int	appendPageDirect (FilePartitionID partitionId, PDBPagePtr page)

int	writeMeta () override

int	updateMeta () override

size_t	loadPage (FilePartitionID partitionId, unsigned int pageSeqInPartition, char *pageInCache, size_t length) override

size_t	loadPageDirect (FilePartitionID partitionId, unsigned int pageSeqInPartition, char *pageInCache, size_t length)

size_t	loadPageFromCurPos (FilePartitionID partitionId, unsigned int pageSeqInPartition, char *pageInCache, size_t length)

PageID	loadPageId (FilePartitionID partitionId, unsigned int pageSeqInPartition)

PageID	loadPageIdFromCurPos (FilePartitionID partitionId, unsigned int pageSeqInPartition, char *pageInCache, size_t length)

unsigned int	getAndSetNumFlushedPages () override

unsigned int	getNumFlushedPages () override

PageID	getLastFlushedPageID () override

PageID	getLatestPageID () override

NodeID	getNodeId () override

DatabaseID	getDbId () override

UserTypeID	getTypeId () override

SetID	getSetId () override

size_t	getPageSize () override

size_t	getPageSizeInMeta () override

FileType	getFileType () override

PartitionedFileMetaDataPtr	getMetaData ()

void	initializeDataFiles ()

void	setDataPartitionPaths (const vector< string > &dataPartitionPaths)

void	buildMetaDataFromMetaPartition (SharedMemPtr shm)

unsigned int	getNumPartitions ()

Public Member Functions inherited from PDBFileInterface
virtual	~PDBFileInterface ()

Protected Member Functions
int	writeData (FILE file, void data, size_t length)

int	writeDataDirect (int handle, void *data, size_t length)

int	seekPage (FILE *file, unsigned int pageSeqInPartition)

int	seekPageDirect (int handle, unsigned int pageSeqInPartition)

int	seekPageSizeInMeta ()

int	seekNumFlushedPagesInMeta ()

int	seekNumFlushedPagesInPartitionMeta (FilePartitionID partitionId)

Private Attributes
pthread_mutex_t	fileMutex

FILE *	metaFile = nullptr

vector< FILE * >	dataFiles

vector< int >	dataHandles

string	metaPartitionPath

vector< string >	dataPartitionPaths

pdb::PDBLoggerPtr	logger = nullptr

PartitionedFileMetaDataPtr	metaData = nullptr

NodeID	nodeId

DatabaseID	dbId

UserTypeID	typeId

SetID	setId

size_t	pageSize = 0

bool	usingDirect

bool	cleared

Detailed Description

This class wraps a PartitionedFile class that implements the PDBFileInterface. If using PartitionedFile, each set will be flushed to multiple file partitions in configured data directories. The metadata will be flushed to a partition in the meta directory.

Meta partition format:

MetaSize
FileType
Version
PageSize
NumFlushedPages
LatestPageID
NumPartitions
PartitionID for 1st partition
NumFlushedPages in 1st partition
Length of the path to 1st partition
Path to 1st partition
PartitionID for 2nd partition
NumFlushedPages in 2nd partition
Length of the path to 2nd partition
Path to 2nd partition ...
PartitionID for PageID 1
PageSeqIDInPartition for PageID 1
PartitionID for PageID 2
PageSeqIDInPartition for PageID 2
PartitionID for PageID 3
PageSeqIDInPartition for PageID 3 ...

Data partition format:

1st pageId
1st page in the partition
2nd pageId
2nd page in the partition
...

Definition at line 69 of file PartitionedFile.h.

Constructor & Destructor Documentation

PartitionedFile::PartitionedFile	(	NodeID	nodeId,
		DatabaseID	dbId,
		UserTypeID	typeId,
		SetID	setId,
		string	metaPartitionPath,
		vector< string >	dataPartitionPaths,
		pdb::PDBLoggerPtr	logger,
		size_t	pageSize
	)

Create a new PartitionedFile instance.

Definition at line 38 of file PartitionedFile.cc.

PartitionedFile::PartitionedFile	(	NodeID	nodeId,
		DatabaseID	dbId,
		UserTypeID	typeId,
		SetID	setId,
		string	metaPartitionPath,
		pdb::PDBLoggerPtr	logger
	)

Initialize a partitionedFile instance from existing meta data.

Create a simple PartitionedFile instance, and later will add information to the instance by parsing existing meta data or initialize the instance with nullptrs.

Definition at line 87 of file PartitionedFile.cc.

PartitionedFile::~PartitionedFile ( )

Destructor, it will NOT delete on-disk files.

Definition at line 110 of file PartitionedFile.cc.

Member Function Documentation

int PartitionedFile::appendPage	(	FilePartitionID	partitionId,
		PDBPagePtr	page
	)

overridevirtual

Append page to the partition identified by partitionId Return the PageSeqInPartition, if success, return -1 on failure.

Append page to the partition identified by partitionId

int PartitionedFile::appendPageDirect	(	FilePartitionID	partitionId,
		PDBPagePtr	page
	)

size_t PartitionedFile::loadPageDirect	(	FilePartitionID	partitionId,
		unsigned int	pageSeqInPartition,
		char *	pageInCache,
		size_t	length
	)

size_t PartitionedFile::loadPageFromCurPos	(	FilePartitionID	partitionId,
		unsigned int	pageSeqInPartition,
		char *	pageInCache,
		size_t	length
	)

PageID PartitionedFile::loadPageId	(	FilePartitionID	partitionId,
		unsigned int	pageSeqInPartition
	)

PageID PartitionedFile::loadPageIdFromCurPos	(	FilePartitionID	partitionId,
		unsigned int	pageSeqInPartition,
		char *	pageInCache,
		size_t	length
	)

Public Member Functions

Protected Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation