A platform for high-performance distributed tool and library development written in C++. It can be deployed in two different cluster modes: standalone or distributed. API for v0.5.0, released on June 13, 2018.
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros
Public Member Functions | Private Attributes | List of all members
pdb::TupleSetJobStage Class Reference

#include <TupleSetJobStage.h>

+ Inheritance diagram for pdb::TupleSetJobStage:
+ Collaboration diagram for pdb::TupleSetJobStage:

Public Member Functions

 TupleSetJobStage ()
 
 TupleSetJobStage (JobStageID stageId)
 
 TupleSetJobStage (JobStageID stageId, int numNodes)
 
 ~TupleSetJobStage ()
 
std::string getJobStageType () override
 
int16_t getJobStageTypeID () override
 
void setComputePlan (const Handle< ComputePlan > &plan, const std::string &sourceTupleSetSpecifier, const std::string &targetTupleSetSpecifier, const std::string &targetComputationSpecifier)
 
std::string getSourceTupleSetSpecifier ()
 
std::string getTargetTupleSetSpecifier ()
 
std::string getTargetComputationSpecifier ()
 
void getTupleSetsToBuildPipeline (std::vector< std::string > &buildMe)
 
void setTupleSetsToBuildPipeline (const std::vector< std::string > &buildMe)
 
void nullifyComputePlanPointer ()
 
Handle< ComputePlan > getComputePlan ()
 
void setSourceContext (Handle< SetIdentifier > sourceContext)
 
Handle< SetIdentifier > getSourceContext ()
 
void setSinkContext (Handle< SetIdentifier > sinkContext)
 
Handle< SetIdentifier > getSinkContext ()
 
void setHashContext (Handle< SetIdentifier > hashContext)
 
Handle< SetIdentifier > getHashContext ()
 
void setCombinerContext (Handle< SetIdentifier > combinerContext)
 
Handle< SetIdentifier > getCombinerContext ()
 
void setProbing (bool probeOrNot)
 
bool isProbing ()
 
void setInputAggHashOut (bool inputAggHashOutOrNot)
 
bool isInputAggHashOut ()
 
void setBroadcasting (bool broadcastOrNot)
 
bool isBroadcasting ()
 
void setRepartition (bool repartitionOrNot)
 
bool isRepartition ()
 
void setRepartitionJoin (bool repartitionJoinOrNot)
 
bool isRepartitionJoin ()
 
void setRepartitionVector (bool repartitionVectorOrNot)
 
bool isRepartitionVector ()
 
void setCombining (bool combineOrNot)
 
bool isCombining ()
 
JobStageID getStageId () override
 
void setCollectAsMap (bool collectAsMapOrNot)
 
bool isCollectAsMap ()
 
int getNumNodesToCollect ()
 
void setNumNodesToCollect (int numNodesToCollect)
 
void print () override
 
std::string getOutputTypeName ()
 
void setOutputTypeName (const std::string &outputTypeName)
 
void setNumNodes (int numNodes)
 
int getNumNodes ()
 
void addNumPartitions (Handle< Vector< HashPartitionID >> numPartitions)
 
Handle< Vector
< HashPartitionID > > & 		getNumPartitions (int nodeId)
 
Handle< Map< String, String > > & getHashSets ()
 
void addHashSetToProbe (String targetTupleSetName, String hashSetName)
 
void setHashSetsToProbe (Handle< Map< String, String >> hashSetsToProbe)
 
String getIPAddress (int nodeId)
 
int getPort (int nodeId)
 
void setIPAddresses (Handle< Vector< String >> addresses)
 
void setNumPartitions (Handle< Vector< Handle< Vector< HashPartitionID >>>> numPartitions)
 
int getNumTotalPartitions ()
 
void setNumTotalPartitions (int numTotalPartitions)
 
NodeID getNodeId ()
 
void setNodeId (NodeID nodeId)
 
void setTotalMemoryOnThisNode (size_t totalMem)
 
size_t getTotalMemoryOnThisNode ()
 
void setAllocatorPolicy (AllocatorPolicy myPolicy)
 
AllocatorPolicy getAllocatorPolicy ()
 
- Public Member Functions inherited from pdb::AbstractJobStage
void setJobId (std::string jobId)
 
std::string getJobId ()
 
- Public Member Functions inherited from pdb::Object
void setVTablePtr (void *setToMe)
 
void * getVTablePtr ()
 
virtual void setUpAndCopyFrom (void *target, void *source) const
 
virtual void deleteObject (void *deleteMe)
 
virtual size_t getSize (void *ofMe)
 

Private Attributes

Handle< SetIdentifier > sourceContext = nullptr
 
Handle< SetIdentifier > hashContext = nullptr
 
Handle< SetIdentifier > combinerContext = nullptr
 
Handle< SetIdentifier > sinkContext = nullptr
 
String outputTypeName
 
Handle< ComputePlan > sharedPlan = nullptr
 
String sourceTupleSetSpecifier
 
String targetTupleSetSpecifier
 
String targetComputationSpecifier
 
Handle< Vector< String > > buildTheseTupleSets = nullptr
 
bool repartitionJoinOrNot = false
 
bool repartitionVectorOrNot = false
 
bool probeOrNot = false
 
bool repartitionOrNot = false
 
bool combineOrNot = false
 
bool broadcastOrNot = false
 
bool inputAggHashOutOrNot = false
 
bool collectAsMapOrNot = false
 
int numNodesToCollect = 1
 
Handle< Map< String, String > > hashSetsToProbe = nullptr
 
JobStageID id
 
int numNodes
 
Handle< Vector< Handle< Vector
< HashPartitionID > > > > 		numPartitions = nullptr
 
Handle< Vector< String > > ipAddresses
 
int numTotalPartitions
 
NodeID myNodeId
 
size_t totalMemoryOnThisNode
 
AllocatorPolicy allocatorPolicy
 

Additional Inherited Members

- Static Public Member Functions inherited from pdb::Object
static void * operator new (size_t sz, const std::nothrow_t &tag)
 
static void * operator new (size_t sz)
 
static void operator delete (void *me)
 
static void * operator new (std::size_t count, void *ptr)
 
- Protected Attributes inherited from pdb::AbstractJobStage
String jobId
 

Detailed Description

Definition at line 37 of file TupleSetJobStage.h.

Constructor & Destructor Documentation

pdb::TupleSetJobStage::TupleSetJobStage ( )
inline

Definition at line 41 of file TupleSetJobStage.h.

pdb::TupleSetJobStage::TupleSetJobStage ( JobStageID  stageId)
inline

Definition at line 44 of file TupleSetJobStage.h.

pdb::TupleSetJobStage::TupleSetJobStage ( JobStageID  stageId,
int  numNodes 
)
inline

Definition at line 61 of file TupleSetJobStage.h.

pdb::TupleSetJobStage::~TupleSetJobStage ( )
inline

Definition at line 77 of file TupleSetJobStage.h.

Member Function Documentation

void pdb::TupleSetJobStage::addHashSetToProbe ( String  targetTupleSetName,
String  hashSetName 
)
inline

Definition at line 348 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::addNumPartitions ( Handle< Vector< HashPartitionID >>  numPartitions)
inline

Definition at line 336 of file TupleSetJobStage.h.

AllocatorPolicy pdb::TupleSetJobStage::getAllocatorPolicy ( )
inline

Definition at line 426 of file TupleSetJobStage.h.

Handle<SetIdentifier> pdb::TupleSetJobStage::getCombinerContext ( )
inline

Definition at line 173 of file TupleSetJobStage.h.

Handle<ComputePlan> pdb::TupleSetJobStage::getComputePlan ( )
inline

Definition at line 133 of file TupleSetJobStage.h.

Handle<SetIdentifier> pdb::TupleSetJobStage::getHashContext ( )
inline

Definition at line 163 of file TupleSetJobStage.h.

Handle<Map<String, String> >& pdb::TupleSetJobStage::getHashSets ( )
inline

Definition at line 344 of file TupleSetJobStage.h.

String pdb::TupleSetJobStage::getIPAddress ( int  nodeId)
inline

Definition at line 359 of file TupleSetJobStage.h.

+ Here is the caller graph for this function:

std::string pdb::TupleSetJobStage::getJobStageType ( )
inlineoverridevirtual

Implements pdb::AbstractJobStage.

Definition at line 79 of file TupleSetJobStage.h.

int16_t pdb::TupleSetJobStage::getJobStageTypeID ( )
inlineoverridevirtual

Implements pdb::AbstractJobStage.

Definition at line 83 of file TupleSetJobStage.h.

NodeID pdb::TupleSetJobStage::getNodeId ( )
inline

Definition at line 406 of file TupleSetJobStage.h.

int pdb::TupleSetJobStage::getNumNodes ( )
inline

Definition at line 332 of file TupleSetJobStage.h.

+ Here is the caller graph for this function:

int pdb::TupleSetJobStage::getNumNodesToCollect ( )
inline

Definition at line 262 of file TupleSetJobStage.h.

Handle<Vector<HashPartitionID> >& pdb::TupleSetJobStage::getNumPartitions ( int  nodeId)
inline

Definition at line 340 of file TupleSetJobStage.h.

+ Here is the caller graph for this function:

int pdb::TupleSetJobStage::getNumTotalPartitions ( )
inline

Definition at line 398 of file TupleSetJobStage.h.

+ Here is the caller graph for this function:

std::string pdb::TupleSetJobStage::getOutputTypeName ( )
inline

Definition at line 320 of file TupleSetJobStage.h.

+ Here is the caller graph for this function:

int pdb::TupleSetJobStage::getPort ( int  nodeId)
inline

Definition at line 373 of file TupleSetJobStage.h.

+ Here is the caller graph for this function:

Handle<SetIdentifier> pdb::TupleSetJobStage::getSinkContext ( )
inline

Definition at line 153 of file TupleSetJobStage.h.

Handle<SetIdentifier> pdb::TupleSetJobStage::getSourceContext ( )
inline

Definition at line 143 of file TupleSetJobStage.h.

std::string pdb::TupleSetJobStage::getSourceTupleSetSpecifier ( )
inline

Definition at line 98 of file TupleSetJobStage.h.

JobStageID pdb::TupleSetJobStage::getStageId ( )
inlineoverridevirtual

Implements pdb::AbstractJobStage.

Definition at line 250 of file TupleSetJobStage.h.

std::string pdb::TupleSetJobStage::getTargetComputationSpecifier ( )
inline

Definition at line 106 of file TupleSetJobStage.h.

std::string pdb::TupleSetJobStage::getTargetTupleSetSpecifier ( )
inline

Definition at line 102 of file TupleSetJobStage.h.

size_t pdb::TupleSetJobStage::getTotalMemoryOnThisNode ( )
inline

Definition at line 418 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::getTupleSetsToBuildPipeline ( std::vector< std::string > &  buildMe)
inline

Definition at line 111 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isBroadcasting ( )
inline

Definition at line 205 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isCollectAsMap ( )
inline

Definition at line 258 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isCombining ( )
inline

Definition at line 246 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isInputAggHashOut ( )
inline

Definition at line 194 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isProbing ( )
inline

Definition at line 183 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isRepartition ( )
inline

Definition at line 215 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isRepartitionJoin ( )
inline

Definition at line 225 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::isRepartitionVector ( )
inline

Definition at line 235 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::nullifyComputePlanPointer ( )
inline

Definition at line 127 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::print ( )
inlineoverridevirtual

Implements pdb::AbstractJobStage.

Definition at line 271 of file TupleSetJobStage.h.

+ Here is the call graph for this function:

void pdb::TupleSetJobStage::setAllocatorPolicy ( AllocatorPolicy  myPolicy)
inline

Definition at line 422 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setBroadcasting ( bool  broadcastOrNot)
inline

Definition at line 200 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setCollectAsMap ( bool  collectAsMapOrNot)
inline

Definition at line 254 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setCombinerContext ( Handle< SetIdentifier >  combinerContext)
inline

Definition at line 168 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setCombining ( bool  combineOrNot)
inline

Definition at line 241 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setComputePlan ( const Handle< ComputePlan > &  plan,
const std::string &  sourceTupleSetSpecifier,
const std::string &  targetTupleSetSpecifier,
const std::string &  targetComputationSpecifier 
)
inline

Definition at line 88 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setHashContext ( Handle< SetIdentifier >  hashContext)
inline

Definition at line 158 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setHashSetsToProbe ( Handle< Map< String, String >>  hashSetsToProbe)
inline

Definition at line 355 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setInputAggHashOut ( bool  inputAggHashOutOrNot)
inline

Definition at line 189 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setIPAddresses ( Handle< Vector< String >>  addresses)
inline

Definition at line 389 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setNodeId ( NodeID  nodeId)
inline

Definition at line 410 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setNumNodes ( int  numNodes)
inline

Definition at line 328 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setNumNodesToCollect ( int  numNodesToCollect)
inline

Definition at line 266 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setNumPartitions ( Handle< Vector< Handle< Vector< HashPartitionID >>>>  numPartitions)
inline

Definition at line 393 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setNumTotalPartitions ( int  numTotalPartitions)
inline

Definition at line 402 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setOutputTypeName ( const std::string &  outputTypeName)
inline

Definition at line 324 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setProbing ( bool  probeOrNot)
inline

Definition at line 178 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setRepartition ( bool  repartitionOrNot)
inline

Definition at line 210 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setRepartitionJoin ( bool  repartitionJoinOrNot)
inline

Definition at line 220 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setRepartitionVector ( bool  repartitionVectorOrNot)
inline

Definition at line 230 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setSinkContext ( Handle< SetIdentifier >  sinkContext)
inline

Definition at line 148 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setSourceContext ( Handle< SetIdentifier >  sourceContext)
inline

Definition at line 138 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setTotalMemoryOnThisNode ( size_t  totalMem)
inline

Definition at line 414 of file TupleSetJobStage.h.

void pdb::TupleSetJobStage::setTupleSetsToBuildPipeline ( const std::vector< std::string > &  buildMe)
inline

Definition at line 119 of file TupleSetJobStage.h.

Member Data Documentation

AllocatorPolicy pdb::TupleSetJobStage::allocatorPolicy
private

Definition at line 516 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::broadcastOrNot = false
private

Definition at line 480 of file TupleSetJobStage.h.

Handle<Vector<String> > pdb::TupleSetJobStage::buildTheseTupleSets = nullptr
private

Definition at line 462 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::collectAsMapOrNot = false
private

Definition at line 486 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::combineOrNot = false
private

Definition at line 477 of file TupleSetJobStage.h.

Handle<SetIdentifier> pdb::TupleSetJobStage::combinerContext = nullptr
private

Definition at line 441 of file TupleSetJobStage.h.

Handle<SetIdentifier> pdb::TupleSetJobStage::hashContext = nullptr
private

Definition at line 438 of file TupleSetJobStage.h.

Handle<Map<String, String> > pdb::TupleSetJobStage::hashSetsToProbe = nullptr
private

Definition at line 492 of file TupleSetJobStage.h.

JobStageID pdb::TupleSetJobStage::id
private

Definition at line 495 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::inputAggHashOutOrNot = false
private

Definition at line 483 of file TupleSetJobStage.h.

Handle<Vector<String> > pdb::TupleSetJobStage::ipAddresses
private

Definition at line 504 of file TupleSetJobStage.h.

NodeID pdb::TupleSetJobStage::myNodeId
private

Definition at line 510 of file TupleSetJobStage.h.

int pdb::TupleSetJobStage::numNodes
private

Definition at line 498 of file TupleSetJobStage.h.

int pdb::TupleSetJobStage::numNodesToCollect = 1
private

Definition at line 489 of file TupleSetJobStage.h.

Handle<Vector<Handle<Vector<HashPartitionID> > > > pdb::TupleSetJobStage::numPartitions = nullptr
private

Definition at line 501 of file TupleSetJobStage.h.

int pdb::TupleSetJobStage::numTotalPartitions
private

Definition at line 507 of file TupleSetJobStage.h.

String pdb::TupleSetJobStage::outputTypeName
private

Definition at line 447 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::probeOrNot = false
private

Definition at line 471 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::repartitionJoinOrNot = false
private

Definition at line 465 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::repartitionOrNot = false
private

Definition at line 474 of file TupleSetJobStage.h.

bool pdb::TupleSetJobStage::repartitionVectorOrNot = false
private

Definition at line 468 of file TupleSetJobStage.h.

Handle<ComputePlan> pdb::TupleSetJobStage::sharedPlan = nullptr
private

Definition at line 450 of file TupleSetJobStage.h.

Handle<SetIdentifier> pdb::TupleSetJobStage::sinkContext = nullptr
private

Definition at line 444 of file TupleSetJobStage.h.

Handle<SetIdentifier> pdb::TupleSetJobStage::sourceContext = nullptr
private

Definition at line 435 of file TupleSetJobStage.h.

String pdb::TupleSetJobStage::sourceTupleSetSpecifier
private

Definition at line 453 of file TupleSetJobStage.h.

String pdb::TupleSetJobStage::targetComputationSpecifier
private

Definition at line 459 of file TupleSetJobStage.h.

String pdb::TupleSetJobStage::targetTupleSetSpecifier
private

Definition at line 456 of file TupleSetJobStage.h.

size_t pdb::TupleSetJobStage::totalMemoryOnThisNode
private

Definition at line 513 of file TupleSetJobStage.h.

The documentation for this class was generated from the following file: