23 #ifndef AlpsKnowledgeBrokerMPI_h_
24 #define AlpsKnowledgeBrokerMPI_h_
333 int & numNodesProcessed,
334 int & numNodesBranched,
335 int & numNodesDiscarded,
336 int & numNodesPartial,
338 bool & betterSolution);
343 MPI_Request &request);
363 double receiverWorkload);
368 double receiverWorkload);
381 double recvWL = 0.0);
642 if (incumbentValue_ > bestObj) {
651 if (globalRank_ == masterRank_) {
void broadcastModel(const int id, const int source)
Broadcast the model from source to other processes.
virtual double getIncumbentValue() const
The process queries the quality of the incumbent this process stores.
void sendModelKnowledge(MPI_Comm comm, int receiver=-1)
Set generated knowlege (related to model) to receiver.
int globalRank_
The rank of the process in MPI_COMM_WORLD.
MPI_Comm hubComm_
Communicator consists of all hubs.
void receiveRampUpNode(int sender, MPI_Comm comm, MPI_Status *status)
First receive the size and the contend of a node, then construct a subtree with this received node...
virtual int getProcRank() const
Query the global rank of the process.
void recvErrorCode(char *&bufLarge)
Receive error code and set solution status.
int userClusterSize_
The user reqested size of a cluster.
void packEncoded(AlpsEncoded *enc, char *&buf, int &size, int &position, MPI_Comm comm)
Pack an AlpsEncoded instance into buf.
void workerReportStatus(int tag, MPI_Comm comm)
A worker report its status (workload and msg counts) to its hub.
int modelGenPos_
Size of the shared knowledge.
void collectBestSolution(int destination)
Send the best solution from the process having it to destination.
virtual void printBestSolution(char *outputFile=0) const
Master prints out the best solution that it knows.
int haltSearch_
Temporily halt search.
void masterUpdateSysStatus(char *&buf, MPI_Status *status, MPI_Comm comm)
Master unpack the status of a hub from buf and update system status.
void refreshClusterStatus()
A hub adds its status to the cluster's status.
double systemWorkQuality_
The workload quality of the whole system.
MPI_Request forwardRequestL_
Forward model knoledge request.
double * hubWorkQualities_
The workload qualities of hubs.
AlpsSubTree * rampUpSubTree_
A subtree used in during up.
void forwardModelKnowledge()
AlpsReturnStatus doOneUnitWork(int unitWork, double unitTime, AlpsExitStatus &exitStatus, int &numNodesProcessed, int &numNodesBranched, int &numNodesDiscarded, int &numNodesPartial, int &depth, bool &betterSolution)
Explore a subtree from subtree pool for certain units of work/time.
void hubAllocateDonation(char *&buf, MPI_Status *status)
Hub allocates the donated workload to its workers.
virtual void searchLog()
Log search statistics.
MPI_Group hubGroup_
MPI_Group consists of all hubs.
double * workerWorkQuantities_
The workload quantities of workers in the cluster to which this proces belongs.
MPI_Request modelKnowRequestR_
void hubReportStatus(int tag, MPI_Comm comm)
A hub reports its status (workload and msg counts) to the master.
bool * workerReported_
Indicate which worker has been reported its work.
void sendRampUpNode(const int target, MPI_Comm comm)
Send the size and the content of the best node of a given subtree to the target process.
int modelGenID_
The global rank of the process that share generated model knowledge.
bool updateIncumbent_
Indicate whether the incumbent value is updated between two checking point.
void hubAskWorkerDonate(int donorID, int receiverID, double receiverWorkload)
Hub asks a worker to donate its workload to another worker.
void workerRecvIndices(char *&bufLarge)
A worker receive node index from master.
MPI_Request modelKnowRequestL_
Send model knoledge request.
int hubDoBalance_
Whether a hub do load balance.
void spiralMaster(AlpsTreeNode *root)
Static load balancing: spiral.
The base class of knowledge broker class.
MPI_Request subTreeRequest_
Send subtree request.
This class holds one node of the search tree.
MPI_Comm clusterComm_
Communicator of the cluster to which the process belongs.
virtual int getNumNodeLeftSystem()
char * attachBuffer_
Buffer attached to MPI when sharing generated knowledge.
bool allHubReported_
Indicate whether all hubs have reported status to master at least once.
double rampUpTime_
The time spent in ramp up.
int incumbentID_
The process id that store the incumbent.
void changeWorkingSubTree(double &changeWorkThreshold)
Change subtree to be explored if it is too worse.
This data structure is to contain the packed form of an encodable knowledge.
double systemWorkQuantityForce_
The workload quantity of the whole system before forcing termination.
int masterRank_
The global rank of the master.
double hubReportPeriod_
The period that a hub load balancing and report cluster status.
int * hubNodeProcesseds_
To record how many nodes processed for each hub.
void masterSendIndices(char *&bufLarge)
Master send a batch of node indices to the receiving worker.
bool unpackSetIncumbent(char *&buf, MPI_Status *status)
unpack the incumbent value, then store it and the id of the process having the incumbent in AlpsDataP...
void sendErrorCodeToMaster(int errorCode)
Send error code to master.
int systemSendCount_
The total number of messages sent by the all processes.
int myHubRank_
The global rank of its hub for a worker.
void sendSizeBuf(char *&buf, int size, int position, const int target, const int tag, MPI_Comm comm)
Send the size and content of a buffer to the target process.
void hubSatisfyWorkerRequest(char *&buf, MPI_Status *status)
Hub satisfies the workload rquest from a worker.
void tellHubRecv()
Inform hub that a proc has received workload during a load balance initialized by a hub...
void incSendCount(const char *how, int s=1)
Increment the number of sent message.
void rootInitMaster(AlpsTreeNode *root)
Static load balancing: Root Initialization.
AlpsEncoded * unpackEncoded(char *&buf, int &position, MPI_Comm comm, int size=-1)
Unpack the given buffer into an AlpsEncoded instance.
bool blockAskForWork_
Indicate whether a worker need to as for work from its hub.
void decRecvCount(const char *how, int s=1)
Decrement the number of sent message.
int clusterSendCount_
The number of new messages sent by the processes in clusterComm_ after last survey.
void hubMain()
Hub generates subtrees and sends them to workers in Round-Robin way.
double incumbentValue_
Incumbent value.
virtual int getMasterRank() const
Query the global rank of the Master.
AlpsKnowledgeBrokerMPI(int argc, char *argv[], AlpsModel &model)
Useful construtor.
void receiveModelKnowledge(MPI_Comm comm)
Receive generated knowlege (related to model) from sender.
void sendIncumbent()
Sent the incumbent value and rank to its two child if eixt.
double clusterWorkQuality_
The workload quality of the cluster to which the process belong.
int hubNum_
The Number of hubs.
int clusterNodeProcessed_
To record how many nodes by a cluster.
double rampDownTime_
The time spent in ramp down.
AlpsPsStats psStats_
More statistics.
bool sendSubTree(const int target, AlpsSubTree *&st, int tag)
Send a given subtree to the target process.
int processNum_
The Number of processes launched.
bool blockWorkerReport_
Indicate whether a worker need to report state to its hub.
MPI_Request solRequestL_
Send model knoledge request.
AlpsProcessType
This enumerative constant describes the various process types.
int clusterRank_
The local rank of the process in clusterComm_.
void deleteSubTrees()
Delete subTrees in pools and the active subtree.
virtual std::pair< AlpsKnowledge *, double > getBestKnowledge(AlpsKnowledgeType kt) const
Get the best knowledge in the given type of knowledge pools.
void workerAskIndices()
A worker ask for node index from master.
void requestKnowledge(AlpsKnowledgeType type, int sender, int receiver, char *&msgBuffer, int msgSize, int msgTag, MPI_Comm comm, bool blocking)
Request knowlege.
void masterMain(AlpsTreeNode *root)
Master generates subtrees and sends them to hubs in Round-Robin way.
void search(AlpsModel *model)
Search best solution for a given model.
void receiveKnowledge(AlpsKnowledgeType type, int sender, int receiver, char *&msgBuffer, int msgSize, int msgTag, MPI_Comm comm, MPI_Status *status, bool blocking)
Receive knowlege.
bool * hubReported_
Indicate which hub has been reported its work.
void decSendCount(const char *how, int s=1)
Decrement the number of sent message.
virtual int getNumKnowledges(AlpsKnowledgeType kt) const
Query the number of knowledge in the given type of a knowledge pool.
char * smallBuffer_
Small message buffer.
void sendKnowledge(AlpsKnowledgeType type, int sender, int receiver, char *&msgBuffer, int msgSize, int msgTag, MPI_Comm comm, bool blocking)
Set knowlege.
void receiveSizeBuf(char *&buf, int sender, int tag, MPI_Comm comm, MPI_Status *status)
Receive the size of buffer, allocate memory for buffer, then receive the message and put it in buffer...
void masterForceHubTerm()
Master tell hubs to terminate due to reaching limits or other reason.
bool blockHubReport_
Indicate whether a hub need to report state to master.
int masterDoBalance_
Whether master do load balance.
virtual AlpsProcessType getProcType() const
Query the type (master, hub, or worker) of the process.
MPI_Request forwardRequestR_
double msgTime_
The time spent processing messages (include idle).
bool forceTerminate_
Terminate due to reaching limits (time and node) or other reason.
AlpsKnowledgeBrokerMPI()
Default construtor.
AlpsProcessType processType_
The AlpsProcessType of this process.
void incRecvCount(const char *how, int s=1)
Increment the number of received message.
bool hubWork_
Whether hub should also work as a worker.
void workerMain()
Worker first receive subtrees, then start to explore them.
void spiralDonateNode()
Unpack msg and donate a node.
void masterBalanceHubs()
Master balance the workload of hubs.
void hubBalanceWorkers()
Hub balances the workloads of its workers.
double systemWorkQuantity_
The workload quantity of the whole system.
int sendCount_
The number of new messages sent by the process after last survey.
AlpsTimer workerTimer_
Worker timer.
double workQuantity_
The workload quantity of the workload on the process.
virtual double getBestQuality() const
The master queries the quality of the best solution it knowns.
void init()
Initialize member data.
void sendFinishInit(const int target, MPI_Comm comm)
Send finish initialization signal to the target process.
virtual bool hasKnowledge(AlpsKnowledgeType kt) const
Query whether there are knowledges in the given type of knowledge pools.
void processMessages(char *&buffer, MPI_Status &status, MPI_Request &request)
Processing messages.
void masterAskHubDonate(int donorID, int receiverID, double receiverWorkload)
Master asks a hub to donate its workload to another hub.
int * workerNodeProcesseds_
To record how many nodes processed for each worker in a cluster.
void hubForceWorkerTerm()
Hub tell workers to terminate due to reaching limits or other reason.
~AlpsKnowledgeBrokerMPI()
Destructor.
void spiralRecvProcessNode()
Unpack the node, explore it and send load info to master.
char * largeBuffer2_
Large message buffer.
AlpsTimer hubTimer_
Hub timer.
void hubsShareWork(char *&buf, MPI_Status *status)
Two hubs share their workload.
void tellMasterRecv()
Inform master that a proc has received workload during a load balance initialized by master...
double * workerWorkQualities_
The workload qualities of workers in the cluster to which this proces belongs.
void sendNodeModelGen(int receiver, int doUnitWork)
Send a node from rampUpSubTree's node pool and generated model knowledge.
char * largeBuffer_
Large message buffer.
int * hubRanks_
The global ranks of the hubs.
AlpsTimer masterTimer_
Master timer.
void hubUpdateCluStatus(char *&buf, MPI_Status *status, MPI_Comm comm)
A hub unpacks the status of a worker from buffer.
int unitWorkNodes_
Number of nodes in one unit of work.
double masterBalancePeriod_
The period that master do load balancing.
double workQuality_
The workload quality of the process.
virtual double getBestEstimateQuality()
Get best estimalted quality in system.
AlpsProcessType * processTypeList_
The AlpsProcessType of all process.
bool blockTermCheck_
Indicate whether do termination check.
void updateWorkloadInfo()
Calculate the work quality and quantity on this process.
double * hubWorkQuantities_
The workload quantities of all clusters/hubs.
This class contains the data pertaining to a particular subtree in the search tree.
double clusterWorkQuantity_
The workload quantity of the cluster to which the process belongs.
double idleTime_
The time spent waiting for work.
void donateWork(char *&buf, int tag, MPI_Status *status, int recvID=-1, double recvWL=0.0)
A worker donate its workload to the specified worker.
void initializeSearch(int argc, char *argv[], AlpsModel &model)
This function.
void refreshSysStatus()
The master re-calculate the system status.
int recvCount_
The number of new messages received by the process after last survey.
int clusterSize_
The actual size of the cluster to which the process belongs.
void receiveSubTree(char *&buf, int sender, MPI_Status *status)
Receive a subtree from the sender process and add it into the subtree pool.
int clusterRecvCount_
The number of new messages received by the processes in clusterComm_ after last survey.
void rootSearch(AlpsTreeNode *root)
This function.
int systemRecvCount_
The total number of messages sent by the all processes.