A platform for high-performance distributed tool and library development written in C++. It can be deployed in two different cluster modes: standalone or distributed. API for v0.5.0, released on June 13, 2018.
|
#include <PartitionTransformationCompBase.h>
Public Member Functions | |
virtual Lambda< KeyClass > | getProjection (Handle< ValueClass > checkMe)=0 |
void | extractLambdas (std::map< std::string, GenericLambdaObjectPtr > &returnVal) override |
std::string | getComputationType () override |
ComputationTypeID | getComputationTypeID () override |
std::string | getOutputType () override |
std::string | toTCAPString (std::string inputTupleSetName, std::vector< std::string > &inputColumnNames, std::vector< std::string > &inputColumnsToApply, std::vector< std::string > &childrenLambdaNames, int computationLabel, std::string &outputTupleSetName, std::vector< std::string > &outputColumnNames, std::string &addedOutputColumnName, std::string &myLambdaName) override |
void | setOutput (std::string dbName, std::string setName) override |
void | setBatchSize (int batchSize) override |
std::string | getDatabaseName () override |
std::string | getSetName () override |
ComputeSourcePtr | getComputeSource (TupleSpec &outputScheme, ComputePlan &plan) override |
ComputeSinkPtr | getComputeSink (TupleSpec &consumeMe, TupleSpec &projection, ComputePlan &plan) override |
Handle< ScanUserSet< KeyClass > > & | getOutputSetScanner () |
Public Member Functions inherited from pdb::AbstractPartitionComp< KeyClass, ValueClass > | |
std::string | getIthInputType (int i) override |
int | getNumInputs () override |
std::string | toTCAPString (std::vector< InputTupleSetSpecifier > &inputTupleSets, int computationLabel, std::string &outputTupleSetName, std::vector< std::string > &outputColumnNames, std::string &addedOutputColumnName) override |
bool | needsMaterializeOutput () override |
void | setNumPartitions (int numPartitions) |
int | getNumPartitions () |
void | setNumNodes (int numNodes) |
int | getNumNodes () |
Public Member Functions inherited from pdb::Computation | |
virtual ComputeSinkPtr | getComputeSink (TupleSpec &consumeMe, TupleSpec &whichAttsToOpOn, TupleSpec &projection, ComputePlan &plan) |
virtual SinkMergerPtr | getSinkMerger (TupleSpec &consumeMe, TupleSpec &projection, ComputePlan &plan) |
virtual SinkMergerPtr | getSinkMerger (TupleSpec &consumeMe, TupleSpec &whichAttsToOpOn, TupleSpec &projection, ComputePlan &plan) |
virtual SinkShufflerPtr | getSinkShuffler (TupleSpec &consumeMe, TupleSpec &projection, ComputePlan &plan) |
JiaNote: add below interface for shuffling multiple join map sinks for hash partitioned join. More... | |
virtual SinkShufflerPtr | getSinkShuffler (TupleSpec &consumeMe, TupleSpec &whichAttsToOpOn, TupleSpec &projection, ComputePlan &plan) |
bool | hasInput () |
Handle< Computation > & | getIthInput (int i) const |
int | getNumConsumers () |
void | setNumConsumers (int numConsumers) |
bool | setInput (Handle< Computation > toMe) |
bool | setInput (int whichSlot, Handle< Computation > toMe) |
bool | isTraversed () |
void | setTraversed (bool traversed) |
std::string | getOutputTupleSetName () |
void | setOutputTupleSetName (std::string outputTupleSetName) |
std::string | getOutputColumnToApply () |
void | setOutputColumnToApply (std::string outputColumnToApply) |
virtual bool | isUsingCombiner () |
virtual void | setUsingCombiner (bool useCombinerOrNot) |
void | setAllocatorPolicy (AllocatorPolicy myPolicy) |
void | setObjectPolicy (ObjectPolicy myPolicy) |
AllocatorPolicy | getAllocatorPolicy () |
ObjectPolicy | getObjectPolicy () |
virtual void | setCollectAsMap (bool collectAsMapOrNot) |
virtual bool | isCollectAsMap () |
virtual int | getNumNodesToCollect () |
virtual void | setNumNodesToCollect (int numNodesToCollect) |
Public Member Functions inherited from pdb::Object | |
void | setVTablePtr (void *setToMe) |
void * | getVTablePtr () |
virtual void | setUpAndCopyFrom (void *target, void *source) const |
virtual void | deleteObject (void *deleteMe) |
virtual size_t | getSize (void *ofMe) |
Private Attributes | |
Handle< ScanUserSet< KeyClass > > | outputSetScanner = nullptr |
Additional Inherited Members | |
Static Public Member Functions inherited from pdb::Object | |
static void * | operator new (size_t sz, const std::nothrow_t &tag) |
static void * | operator new (size_t sz) |
static void | operator delete (void *me) |
static void * | operator new (std::size_t count, void *ptr) |
Protected Attributes inherited from pdb::AbstractPartitionComp< KeyClass, ValueClass > | |
bool | materializeSelectionOut = false |
int | numPartitions = 16 |
int | numNodes = 2 |
Definition at line 31 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
calls getProjection to extract the lambdas
returnVal | the populated lambda map |
Reimplemented from pdb::Computation.
Definition at line 49 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 61 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 68 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
Sink to write partition output
consumeMe | the tuple set scheme of the compute sink |
projection | the tuple set scheme of the projection |
plan | the computation plan |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 210 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
source for consumer to read selection output, which has been written to a user set
outputScheme | the tuple set scheme of the compute source |
plan | the computation plan |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 191 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 166 of file PartitionTransformationCompBase.h.
|
inline |
Definition at line 224 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 76 of file PartitionTransformationCompBase.h.
|
pure virtual |
the computation returned by this method is called to perfom a transformation on the input item before it is inserted into the output set
checkMe | the input data element |
Implemented in pdb::PartitionTransformationComp< KeyClass, ValueClass >.
|
inlineoverridevirtual |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 177 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
to set the batch size for this computation
batchSize | the size of processing batches for this computation |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 157 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
to specify the output set for this computation
dbName | the name of the database |
setName | the name of the set |
Reimplemented from pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 145 of file PartitionTransformationCompBase.h.
|
inlineoverridevirtual |
inputTupleSetName | identifiers to input tuple sets |
inputColumnNames | the sequence number of this computation |
inputColumnsToApply | the names of the input columns in the input tuple sets that will be used in the computation |
childrenLambdaNames | the extracted lambda names for this TCAP |
computationLabel | the sequence number of this computation |
outputTupleSetName | the name of the output tuple set that is resulted from this computation |
outputColumnNames | the column names of the output tuple set that is resulted from this computation |
addedOutputColumnName | the name of the newly appended column |
myLambdaName |
Implements pdb::AbstractPartitionComp< KeyClass, ValueClass >.
Definition at line 93 of file PartitionTransformationCompBase.h.
|
private |
Definition at line 230 of file PartitionTransformationCompBase.h.