org.apache.giraph.worker

Class WorkerProgress

java.lang.Object

org.apache.giraph.worker.WorkerProgressStats

org.apache.giraph.worker.WorkerProgress

@ThreadSafe
 @ThriftStruct
public final class WorkerProgress
extends WorkerProgressStats

Stores information about a worker's progress that is periodically written to ZooKeeper with WorkerProgressWriter.

Field Summary

Fields inherited from class org.apache.giraph.worker.WorkerProgressStats

computationDone, currentSuperstep, edgeInputSplitsLoaded, edgesLoaded, freeMemoryFraction, freeMemoryMB, loadingEdgesDone, loadingVerticesDone, lowestGraphPercentageInMemory, partitionsComputed, partitionsStored, partitionsToCompute, partitionsToStore, storingDone, taskId, vertexInputSplitsLoaded, verticesComputed, verticesLoaded, verticesStored, verticesToCompute, verticesToStore

Constructor Summary

Constructors

Constructor and Description
WorkerProgress() Public constructor for thrift to create us.

Method Summary

Modifier and Type	Method and Description
void	addEdgesLoaded(long edgesLoaded) Add number of edges loaded
void	addVerticesComputed(long verticesComputed) Add number of vertices computed
void	addVerticesLoaded(long verticesLoaded) Add number of vertices loaded
void	addVerticesStored(long verticesStored) Add number of vertices stored
void	finishLoadingEdges() Notify this class that worker finished loading edges
void	finishLoadingVertices() Notify this class that worker finished loading vertices
void	finishStoring() Notify this class that storing data is done
static WorkerProgress	get() Get singleton instance of WorkerProgress.
long	getCurrentSuperstep()
int	getEdgeInputSplitsLoaded()
long	getEdgesLoaded()
double	getFreeMemoryFraction()
double	getFreeMemoryMB()
int	getLowestGraphPercentageInMemory()
int	getPartitionsComputed()
int	getPartitionsStored()
int	getPartitionsToCompute()
int	getPartitionsToStore()
int	getTaskId()
int	getVertexInputSplitsLoaded()
long	getVerticesComputed()
long	getVerticesLoaded()
long	getVerticesStored()
long	getVerticesToCompute()
long	getVerticesToStore()
void	incrementEdgeInputSplitsLoaded() Increment number of edge input splits which were loaded
void	incrementPartitionsComputed() Increment number of partitions which were computed
void	incrementPartitionsStored() Increment number of partitions which were stored
void	incrementVertexInputSplitsLoaded() Increment number of vertex input splits which were loaded
boolean	isComputationDone()
boolean	isComputeSuperstep()
boolean	isInputSuperstep()
boolean	isLoadingEdgesDone()
boolean	isLoadingVerticesDone()
boolean	isOutputSuperstep()
boolean	isStoringDone()
void	setComputationDone(boolean computationDone)
void	setCurrentSuperstep(long currentSuperstep)
void	setEdgeInputSplitsLoaded(int edgeInputSplitsLoaded)
void	setEdgesLoaded(long edgesLoaded)
void	setFreeMemoryFraction(double freeMemoryFraction)
void	setFreeMemoryMB(double freeMemoryMB)
void	setLoadingEdgesDone(boolean loadingEdgesDone)
void	setLoadingVerticesDone(boolean loadingVerticesDone)
void	setLowestGraphPercentageInMemory(int lowestGraphPercentageInMemory)
void	setPartitionsComputed(int partitionsComputed)
void	setPartitionsStored(int partitionsStored)
void	setPartitionsToCompute(int partitionsToCompute)
void	setPartitionsToStore(int partitionsToStore)
void	setStoringDone(boolean storingDone)
void	setTaskId(int taskId)
void	setVertexInputSplitsLoaded(int vertexInputSplitsLoaded)
void	setVerticesComputed(long verticesComputed)
void	setVerticesLoaded(long verticesLoaded)
void	setVerticesStored(long verticesStored)
void	setVerticesToCompute(long verticesToCompute)
void	setVerticesToStore(long verticesToStore)
void	startStoring(long verticesToStore, int partitionsToStore) Notify this class that worker is starting to store data
void	startSuperstep(long superstep, long verticesToCompute, int partitionsToCompute) Notify this class that next computation superstep is starting
void	updateLowestGraphPercentageInMemory(int fraction) Update lowest percentage of graph which stayed in memory so far in the execution
void	updateMemory() Update memory info

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

WorkerProgress

public WorkerProgress()

Public constructor for thrift to create us. Please use WorkerProgress.get() to get the static instance.

Method Detail

get

public static WorkerProgress get()

Get singleton instance of WorkerProgress.

Returns:

WorkerProgress singleton instance

addVerticesLoaded

public void addVerticesLoaded(long verticesLoaded)

Add number of vertices loaded

Parameters:

verticesLoaded - How many vertices were loaded since the last time this function was called

incrementVertexInputSplitsLoaded

public void incrementVertexInputSplitsLoaded()

Increment number of vertex input splits which were loaded

finishLoadingVertices

public void finishLoadingVertices()

Notify this class that worker finished loading vertices

addEdgesLoaded

public void addEdgesLoaded(long edgesLoaded)

Add number of edges loaded

Parameters:

edgesLoaded - How many edges were loaded since the last time this function was called

incrementEdgeInputSplitsLoaded

public void incrementEdgeInputSplitsLoaded()

Increment number of edge input splits which were loaded

finishLoadingEdges

public void finishLoadingEdges()

Notify this class that worker finished loading edges

startSuperstep

public void startSuperstep(long superstep,
                           long verticesToCompute,
                           int partitionsToCompute)

Notify this class that next computation superstep is starting

Parameters:

superstep - Superstep which is starting

verticesToCompute - How many vertices are there to compute

partitionsToCompute - How many partitions are there to compute

addVerticesComputed

public void addVerticesComputed(long verticesComputed)

Add number of vertices computed

Parameters:

verticesComputed - How many vertices were computed since the last time this function was called

incrementPartitionsComputed

public void incrementPartitionsComputed()

Increment number of partitions which were computed

startStoring

public void startStoring(long verticesToStore,
                         int partitionsToStore)

Notify this class that worker is starting to store data

Parameters:

verticesToStore - How many vertices should be stored

partitionsToStore - How many partitions should be stored

addVerticesStored

public void addVerticesStored(long verticesStored)

Add number of vertices stored

Parameters:

verticesStored - How many vertices were stored since the last time this function was called

incrementPartitionsStored

public void incrementPartitionsStored()

Increment number of partitions which were stored

finishStoring

public void finishStoring()

Notify this class that storing data is done

updateMemory

public void updateMemory()

Update memory info

updateLowestGraphPercentageInMemory

public void updateLowestGraphPercentageInMemory(int fraction)

Update lowest percentage of graph which stayed in memory so far in the execution

Parameters:

fraction - the fraction of graph in memory so far in this superstep

getCurrentSuperstep

@ThriftField(value=1)
public long getCurrentSuperstep()

getVerticesLoaded

@ThriftField(value=2)
public long getVerticesLoaded()

getVertexInputSplitsLoaded

@ThriftField(value=3)
public int getVertexInputSplitsLoaded()

isLoadingVerticesDone

@ThriftField(value=4)
public boolean isLoadingVerticesDone()

getEdgesLoaded

@ThriftField(value=5)
public long getEdgesLoaded()

getEdgeInputSplitsLoaded

@ThriftField(value=6)
public int getEdgeInputSplitsLoaded()

isLoadingEdgesDone

@ThriftField(value=7)
public boolean isLoadingEdgesDone()

getVerticesToCompute

@ThriftField(value=8)
public long getVerticesToCompute()

getVerticesComputed

@ThriftField(value=9)
public long getVerticesComputed()

getPartitionsToCompute

@ThriftField(value=10)
public int getPartitionsToCompute()

getPartitionsComputed

@ThriftField(value=11)
public int getPartitionsComputed()

isComputationDone

@ThriftField(value=12)
public boolean isComputationDone()

getVerticesToStore

@ThriftField(value=13)
public long getVerticesToStore()

getVerticesStored

@ThriftField(value=14)
public long getVerticesStored()

getPartitionsToStore

@ThriftField(value=15)
public int getPartitionsToStore()

getPartitionsStored

@ThriftField(value=16)
public int getPartitionsStored()

isStoringDone

@ThriftField(value=17)
public boolean isStoringDone()

getTaskId

@ThriftField(value=18)
public int getTaskId()

getFreeMemoryMB

@ThriftField(value=19)
public double getFreeMemoryMB()

getFreeMemoryFraction

@ThriftField(value=20)
public double getFreeMemoryFraction()

getLowestGraphPercentageInMemory

@ThriftField(value=21)
public int getLowestGraphPercentageInMemory()

isInputSuperstep

public boolean isInputSuperstep()

Overrides:

isInputSuperstep in class WorkerProgressStats

isComputeSuperstep

public boolean isComputeSuperstep()

Overrides:

isComputeSuperstep in class WorkerProgressStats

isOutputSuperstep

public boolean isOutputSuperstep()

Overrides:

isOutputSuperstep in class WorkerProgressStats

setCurrentSuperstep

@ThriftField
public void setCurrentSuperstep(long currentSuperstep)

setVerticesLoaded

@ThriftField
public void setVerticesLoaded(long verticesLoaded)

setVertexInputSplitsLoaded

@ThriftField
public void setVertexInputSplitsLoaded(int vertexInputSplitsLoaded)

setLoadingVerticesDone

@ThriftField
public void setLoadingVerticesDone(boolean loadingVerticesDone)

setEdgesLoaded

@ThriftField
public void setEdgesLoaded(long edgesLoaded)

setEdgeInputSplitsLoaded

@ThriftField
public void setEdgeInputSplitsLoaded(int edgeInputSplitsLoaded)

setLoadingEdgesDone

@ThriftField
public void setLoadingEdgesDone(boolean loadingEdgesDone)

setVerticesToCompute

@ThriftField
public void setVerticesToCompute(long verticesToCompute)

setVerticesComputed

@ThriftField
public void setVerticesComputed(long verticesComputed)

setPartitionsToCompute

@ThriftField
public void setPartitionsToCompute(int partitionsToCompute)

setPartitionsComputed

@ThriftField
public void setPartitionsComputed(int partitionsComputed)

setComputationDone

@ThriftField
public void setComputationDone(boolean computationDone)

setVerticesToStore

@ThriftField
public void setVerticesToStore(long verticesToStore)

setVerticesStored

@ThriftField
public void setVerticesStored(long verticesStored)

setPartitionsToStore

@ThriftField
public void setPartitionsToStore(int partitionsToStore)

setPartitionsStored

@ThriftField
public void setPartitionsStored(int partitionsStored)

setStoringDone

@ThriftField
public void setStoringDone(boolean storingDone)

setFreeMemoryMB

@ThriftField
public void setFreeMemoryMB(double freeMemoryMB)

setFreeMemoryFraction

@ThriftField
public void setFreeMemoryFraction(double freeMemoryFraction)

setTaskId

@ThriftField
public void setTaskId(int taskId)

setLowestGraphPercentageInMemory

@ThriftField
public void setLowestGraphPercentageInMemory(int lowestGraphPercentageInMemory)