I - Vertex idV - Vertex dataE - Edge datapublic class ImmutableClassesGiraphConfiguration<I extends org.apache.hadoop.io.WritableComparable,V extends org.apache.hadoop.io.Writable,E extends org.apache.hadoop.io.Writable> extends GiraphConfiguration
ADDITIONAL_EDGE_REQUEST_SIZE, ADDITIONAL_MSG_REQUEST_SIZE, ADDITIONAL_VERTEX_REQUEST_SIZE, AGGREGATOR_WRITER_CLASS, ASYNC_MESSAGE_STORE_THREADS_COUNT, AUTHENTICATE, BASE_ZNODE_KEY, CHANNELS_PER_SERVER, CHECKPOINT_COMPRESSION_CODEC, CHECKPOINT_DIRECTORY, CHECKPOINT_FREQUENCY, CHECKPOINT_SUPPORTED_CHECKER, CLEANUP_CHECKPOINTS_AFTER_SUCCESS, CLIENT_RECEIVE_BUFFER_SIZE, CLIENT_SEND_BUFFER_SIZE, COMPUTATION_CLASS, COMPUTATION_FACTORY_CLASS, COMPUTATION_LANGUAGE, CREATE_EDGE_SOURCE_VERTICES, CREATE_EDGE_SOURCE_VERTICES_CALLBACK, DEFAULT_ZOOKEEPER_MAX_CLIENT_CNXNS, DEFAULT_ZOOKEEPER_SNAP_COUNT, DEFAULT_ZOOKEEPER_TICK_TIME, DISABLE_GIRAPH_CLASS_RESOLVER, DNS_INTERFACE, DNS_NAMESERVER, DO_OUTPUT_DURING_COMPUTATION, EDGE_INPUT_FILTER_CLASS, EDGE_INPUT_FORMAT_CLASS, EDGE_OUTPUT_FORMAT_CLASS, EDGE_OUTPUT_FORMAT_SUBDIR, EDGE_STORE_FACTORY_CLASS, EDGE_TRANSLATION_CLASS, EDGE_VALUE_CLASS, EDGE_VALUE_FACTORY_CLASS, EVENT_WAIT_MSECS, FAIL_FIRST_IPC_PORT_BIND_ATTEMPT, FAIL_ON_EMPTY_INPUT, GC_OBSERVER_CLASSES, GIRAPH_TEXT_OUTPUT_FORMAT_REVERSE, GIRAPH_TEXT_OUTPUT_FORMAT_SEPARATOR, GIRAPH_YARN_CONF_FILE, GIRAPH_YARN_LIBJARS, GIRAPH_YARN_PRIORITY, GIRAPH_YARN_TASK_HEAP_MB, GIRAPH_YARN_TASK_HEAP_MB_DEFAULT, GRAPH_PARTITIONER_FACTORY_CLASS, GRAPH_TYPE_LANGUAGES, GRAPH_TYPES_NEEDS_WRAPPERS, HADOOP_OUTPUT_FORMAT_CLASS, HALT_INSTRUCTIONS_WRITER_CLASS, HDFS_FILE_CREATION_RETRIES, HDFS_FILE_CREATION_RETRY_WAIT_MS, INPUT_SPLIT_MAX_EDGES, INPUT_SPLIT_MAX_VERTICES, INPUT_SPLIT_SAMPLE_PERCENT, INPUT_VERTEX_EDGES_CLASS, INPUT_VERTEX_EDGES_FACTORY_CLASS, IPC_INITIAL_PORT, IS_PURE_YARN_JOB, JMAP_ENABLE, JMAP_LIVE_ONLY, JMAP_PATH, JMAP_PRINT_LINES, JMAP_SLEEP_MILLIS, JOB_OBSERVER_CLASS, JOB_PROGRESS_TRACKER_CLIENT_CLASS, JOB_PROGRESS_TRACKER_SERVICE_CLASS, JOB_RETRY_CHECKER_CLASS, KEEP_ZOOKEEPER_DATA, LB_MAPPINGSTORE_LOWER, LB_MAPPINGSTORE_UPPER, LOCAL_TEST_MODE, LOG_LEVEL, LOG_THREAD_LAYOUT, MAPPER_OBSERVER_CLASSES, MAPPING_INPUT_FORMAT_CLASS, MAPPING_STORE_CLASS, MAPPING_STORE_OPS_CLASS, MASTER_COMPUTE_CLASS, MASTER_OBSERVER_CLASSES, MAX_ALLOWED_JOB_TIME_MS, MAX_COUNTER_WAIT_MSECS, MAX_EDGE_REQUEST_SIZE, MAX_IPC_PORT_BIND_ATTEMPTS, MAX_MASTER_SUPERSTEP_WAIT_MSECS, MAX_MSG_REQUEST_SIZE, MAX_MUTATIONS_PER_REQUEST, MAX_NUMBER_OF_SUPERSTEPS, MAX_PARTITIONS_IN_MEMORY, MAX_REQUEST_MILLISECONDS, MAX_RESOLVE_ADDRESS_ATTEMPTS, MAX_TASK_ATTEMPTS, MAX_VERTEX_REQUEST_SIZE, MAX_WORKERS, MESSAGE_COMBINER_CLASS, MESSAGE_ENCODE_AND_STORE_TYPE, MESSAGE_STORE_FACTORY_CLASS, METRICS_DIRECTORY, METRICS_ENABLE, MIN_FREE_MBS_ON_HEAP, MIN_PARTITIONS_PER_COMPUTE_THREAD, MIN_PERCENT_RESPONDED, MIN_WORKERS, MSG_NUM_FLUSH_THREADS, NETTY_CLIENT_EXECUTION_AFTER_HANDLER, NETTY_CLIENT_EXECUTION_THREADS, NETTY_CLIENT_THREADS, NETTY_CLIENT_USE_EXECUTION_HANDLER, NETTY_COMPRESSION_ALGORITHM, NETTY_MAX_CONNECTION_FAILURES, NETTY_REQUEST_ENCODER_BUFFER_SIZE, NETTY_SERVER_EXECUTION_AFTER_HANDLER, NETTY_SERVER_EXECUTION_THREADS, NETTY_SERVER_THREADS, NETTY_SERVER_USE_EXECUTION_HANDLER, NETTY_SIMULATE_FIRST_REQUEST_CLOSED, NETTY_SIMULATE_FIRST_RESPONSE_FAILED, NETTY_USE_DIRECT_MEMORY, NETTY_USE_POOLED_ALLOCATOR, NUM_CHECKPOINT_IO_THREADS, NUM_COMPUTE_THREADS, NUM_INPUT_THREADS, NUM_OUT_OF_CORE_THREADS, NUM_OUTPUT_THREADS, ONE_KB, ONE_MB, OUT_OF_CORE_DATA_ACCESSOR, OUT_OF_CORE_ORACLE, OUTGOING_MESSAGE_VALUE_CLASS, OUTGOING_MESSAGE_VALUE_FACTORY_CLASS, PARTITION_CLASS, PARTITION_COUNT_MULTIPLIER, PARTITION_LONG_TAIL_MIN_PRINT, PARTITION_VERTEX_KEY_SPACE_SIZE, PARTITIONS_DIRECTORY, PREFER_IP_ADDRESSES, REACTIVE_JMAP_ENABLE, REQUEST_SIZE_WARNING_THRESHOLD, RESEND_TIMED_OUT_REQUESTS, RESOLVER_CREATE_VERTEX_ON_MSGS, RESTART_JOB_ID, RESTART_SUPERSTEP, SERVER_RECEIVE_BUFFER_SIZE, SERVER_SEND_BUFFER_SIZE, SPLIT_MASTER_WORKER, STATIC_GRAPH, SUPERSTEP_COUNT, TCP_BACKLOG, TRACK_JOB_PROGRESS_ON_CLIENT, TYPES_HOLDER_CLASS, USE_BIG_DATA_IO_FOR_MESSAGES, USE_INPUT_SPLIT_LOCALITY, USE_MESSAGE_SIZE_ENCODING, USE_OUT_OF_CORE_GRAPH, USE_SUPERSTEP_COUNTERS, USE_UNSAFE_SERIALIZATION, USER_PARTITION_COUNT, VERTEX_CLASS, VERTEX_EDGES_CLASS, VERTEX_EDGES_FACTORY_CLASS, VERTEX_ID_CLASS, VERTEX_ID_FACTORY_CLASS, VERTEX_INPUT_FILTER_CLASS, VERTEX_INPUT_FORMAT_CLASS, VERTEX_OUTPUT_FORMAT_CLASS, VERTEX_OUTPUT_FORMAT_SUBDIR, VERTEX_OUTPUT_FORMAT_THREAD_SAFE, VERTEX_RESOLVER_CLASS, VERTEX_VALUE_CLASS, VERTEX_VALUE_COMBINER_CLASS, VERTEX_VALUE_FACTORY_CLASS, VERTICES_TO_UPDATE_PROGRESS, WAIT_FOR_OTHER_WORKERS_TIMEOUT_MSEC, WAIT_TASK_DONE_TIMEOUT_MS, WAIT_TIME_BETWEEN_CONNECTION_RETRIES_MS, WAIT_ZOOKEEPER_TIMEOUT_MSEC, WAITING_REQUEST_MSECS, WORKER_CONTEXT_CLASS, WORKER_OBSERVER_CLASSES, YOURKIT_OUTPUT_DIR, YOURKIT_OUTPUT_DIR_DEFAULT, ZOOKEEPER_BASE_PATH_COUNTER_GROUP, ZOOKEEPER_CONNECTION_ATTEMPTS, ZOOKEEPER_DIR, ZOOKEEPER_FORCE_SYNC, ZOOKEEPER_HALT_NODE_COUNTER_GROUP, ZOOKEEPER_IS_EXTERNAL, ZOOKEEPER_LIST, ZOOKEEPER_MANAGER_DIRECTORY, ZOOKEEPER_MAX_SESSION_TIMEOUT, ZOOKEEPER_MIN_SESSION_TIMEOUT, ZOOKEEPER_OPS_MAX_ATTEMPTS, ZOOKEEPER_OPS_RETRY_WAIT_MSECS, ZOOKEEPER_PURGE_INTERVAL, ZOOKEEPER_SERVER_PORT, ZOOKEEPER_SERVER_PORT_COUNTER_GROUP, ZOOKEEPER_SERVERLIST_POLL_MSECS, ZOOKEEPER_SESSION_TIMEOUT, ZOOKEEPER_SKIP_ACL, ZOOKEEPER_SNAP_RETAIN_COUNT| Constructor and Description |
|---|
ImmutableClassesGiraphConfiguration(org.apache.hadoop.conf.Configuration conf)
Constructor.
|
| Modifier and Type | Method and Description |
|---|---|
void |
configureIfPossible(Object obj)
Configure an object with this instance if the object is configurable.
|
AggregatorWriter |
createAggregatorWriter()
Create a user aggregator output format class
|
OutEdges<I,E> |
createAndInitializeInputOutEdges()
Create an input
OutEdges instance and
initialize it with the default capacity. |
OutEdges<I,E> |
createAndInitializeOutEdges()
Create a
OutEdges instance and initialize
it with the default capacity. |
OutEdges<I,E> |
createAndInitializeOutEdges(int capacity)
Create a
OutEdges instance and initialize
it with the given capacity (the number of edges that will be added). |
OutEdges<I,E> |
createAndInitializeOutEdges(Iterable<Edge<I,E>> edges)
Create a
OutEdges instance and initialize
it with the given iterable of edges. |
Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> |
createComputation()
Create a user computation
|
ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> |
createComputationFactory()
Get computation factory
|
Edge<I,E> |
createEdge()
Create a user edge.
|
Edge<I,E> |
createEdge(TranslateEdge<I,E> translateEdge,
Edge<I,E> edge)
Create edge based on #createEdge definition
|
EdgeStoreFactory<I,V,E> |
createEdgeStoreFactory()
Create edge store factory
|
E |
createEdgeValue()
Create a user edge value
|
ExtendedDataInput |
createExtendedDataInput(byte[] buf)
Create an extended data input (can be subclassed)
|
ExtendedDataInput |
createExtendedDataInput(byte[] buf,
int off,
int length)
Create an extended data input (can be subclassed)
|
ExtendedDataInput |
createExtendedDataInput(ExtendedDataOutput extendedDataOutput)
Create extendedDataInput based on extendedDataOutput
|
ExtendedDataOutput |
createExtendedDataOutput()
Create an extended data output (can be subclassed)
|
ExtendedDataOutput |
createExtendedDataOutput(byte[] buf,
int pos)
Create an extended data output (can be subclassed)
|
ExtendedDataOutput |
createExtendedDataOutput(int expectedSize)
Create an extended data output (can be subclassed)
|
GcObserver[] |
createGcObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of GcObservers.
|
GraphPartitionerFactory<I,V,E> |
createGraphPartitioner()
Create a user graph partitioner class
|
<M extends org.apache.hadoop.io.Writable> |
createIncomingMessageValueFactory()
Create new incoming message value factory
|
OutEdges<I,E> |
createInputOutEdges()
Create a user
OutEdges used during
edge-based input |
MapperObserver[] |
createMapperObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of MapperObservers.
|
MappingStore<I,? extends org.apache.hadoop.io.Writable> |
createMappingStore()
Create a
MappingStore instance |
MappingStoreOps<I,? extends org.apache.hadoop.io.Writable> |
createMappingStoreOps()
Create a
MappingStoreOps instance |
org.apache.hadoop.io.Writable |
createMappingTarget()
Create and return mappingTarget instance
|
MasterCompute |
createMasterCompute()
Create a user master
|
MasterObserver[] |
createMasterObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of MasterObservers.
|
DataInputOutput |
createMessagesInputOutput()
Create DataInputOutput to store messages
|
OutEdges<I,E> |
createOutEdges()
Create a user
OutEdges |
<M extends org.apache.hadoop.io.Writable> |
createOutgoingMessageCombiner()
Create a user combiner class
|
<M extends org.apache.hadoop.io.Writable> |
createOutgoingMessageValueFactory()
Create new outgoing message value factory
|
Partition<I,V,E> |
createPartition(int id,
org.apache.hadoop.util.Progressable progressable)
Create a partition
|
ReusableEdge<I,E> |
createReusableEdge()
Create a reusable edge.
|
SuperstepOutput<I,V,E> |
createSuperstepOutput(org.apache.hadoop.mapreduce.Mapper.Context context)
Create the proper superstep output, based on the configuration settings.
|
Vertex<I,V,E> |
createVertex()
Create a vertex
|
I |
createVertexId()
Create a user vertex index
|
VertexResolver<I,V,E> |
createVertexResolver()
Create a user vertex revolver
|
V |
createVertexValue()
Create a user vertex value
|
VertexValueCombiner<V> |
createVertexValueCombiner()
Create a user vertex value combiner class
|
WorkerContext |
createWorkerContext()
Create a user worker context
|
WorkerObserver[] |
createWorkerObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of WorkerObservers.
|
WrappedEdgeInputFormat<I,E> |
createWrappedEdgeInputFormat()
Create a wrapper for user edge input format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedEdgeOutputFormat<I,V,E> |
createWrappedEdgeOutputFormat()
Create a wrapper for user edge output format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedMappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable> |
createWrappedMappingInputFormat()
Create a wrapper for user mapping input format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedVertexInputFormat<I,V,E> |
createWrappedVertexInputFormat()
Create a wrapper for user vertex input format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedVertexOutputFormat<I,V,E> |
createWrappedVertexOutputFormat()
Create a wrapper for user vertex output format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
boolean |
doCompression()
Has the user enabled compression in netty client & server
|
Class<? extends TranslateEdge> |
edgeTranslationClass()
Get the class used for edge translation during vertex input
|
TranslateEdge<I,E> |
edgeTranslationInstance()
Instance of TranslateEdge that contains helper method for edge translation
|
Class<? extends AggregatorWriter> |
getAggregatorWriterClass()
Get the user's subclassed
AggregatorWriter. |
Class<? extends Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> |
getComputationClass()
Get the user's subclassed
Computation |
Class<? extends ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> |
getComputationFactoryClass()
Get computation factory class
|
EdgeInputFilter |
getEdgeInputFilter()
Get the edge input filter to use
|
Class<? extends EdgeInputFilter<I,E>> |
getEdgeInputFilterClass()
Get the vertex input filter class
|
Class<? extends EdgeInputFormat<I,E>> |
getEdgeInputFormatClass()
Get the user's subclassed
EdgeInputFormat. |
Class<? extends EdgeOutputFormat<I,V,E>> |
getEdgeOutputFormatClass()
Get the user's subclassed
EdgeOutputFormat. |
Class<E> |
getEdgeValueClass()
Get the user's subclassed edge value class.
|
EdgeValueFactory<E> |
getEdgeValueFactory()
Get Factory for creating edge values
|
GiraphTypes<I,V,E> |
getGiraphTypes()
Get user types describing graph (I,V,E,M1,M2)
|
Class<? extends GraphPartitionerFactory<I,V,E>> |
getGraphPartitionerClass()
Get the user's subclassed
GraphPartitionerFactory. |
<M extends org.apache.hadoop.io.Writable> |
getIncomingMessageClasses()
Get incoming message classes
|
<M extends org.apache.hadoop.io.Writable> |
getIncomingMessageValueClass()
Get the user's subclassed incoming message value class.
|
Class<? extends OutEdges<I,E>> |
getInputOutEdgesClass()
Get the user's subclassed
OutEdges used for
input |
String |
getJobId() |
GiraphJobObserver |
getJobObserver()
Create job observer
|
GiraphJobRetryChecker |
getJobRetryChecker()
Create job retry checker
|
Class<? extends MappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable>> |
getMappingInputFormatClass()
Get MappingInputFormatClass
|
Class<? extends MappingStore> |
getMappingStoreClass()
Get MappingStore class to be used
|
Class<? extends MappingStoreOps> |
getMappingStoreOpsClass()
Get MappingStoreOps class to be used
|
Class<? extends org.apache.hadoop.io.Writable> |
getMappingTargetClass()
Get mappingTarget class
|
Class<? extends MasterCompute> |
getMasterComputeClass()
Get the user's subclassed
MasterCompute |
io.netty.handler.codec.ByteToMessageDecoder |
getNettyCompressionDecoder()
Get decoder for message decompression in netty
|
io.netty.handler.codec.MessageToByteEncoder |
getNettyCompressionEncoder()
Get encoder for message compression in netty
|
Class<? extends OutEdges<I,E>> |
getOutEdgesClass()
Get the vertex edges class
|
<M extends org.apache.hadoop.io.Writable> |
getOutgoingMessageClasses()
Get outgoing message classes
|
MessageEncodeAndStoreType |
getOutgoingMessageEncodeAndStoreType()
Get outgoing message encode and store type
|
<M extends org.apache.hadoop.io.Writable> |
getOutgoingMessageValueClass()
Get the user's subclassed outgoing message value class.
|
boolean |
getUseUnsafeSerialization()
Whether to use an unsafe serialization
|
PerGraphTypeEnum<Language> |
getValueLanguages() |
PerGraphTypeBoolean |
getValueNeedsWrappers() |
Class<I> |
getVertexIdClass()
Get the user's subclassed vertex index class.
|
VertexIdFactory<I> |
getVertexIdFactory()
Get vertex ID factory
|
VertexInputFilter |
getVertexInputFilter()
Get the vertex input filter to use
|
Class<? extends VertexInputFilter<I,V,E>> |
getVertexInputFilterClass()
Get the vertex input filter class
|
Class<? extends VertexInputFormat<I,V,E>> |
getVertexInputFormatClass()
Get the user's subclassed
VertexInputFormat. |
Class<? extends VertexOutputFormat<I,V,E>> |
getVertexOutputFormatClass()
Get the user's subclassed
VertexOutputFormat. |
Class<? extends VertexResolver<I,V,E>> |
getVertexResolverClass()
Get the user's subclassed VertexResolver.
|
Class<V> |
getVertexValueClass()
Get the user's subclassed vertex value class.
|
Class<? extends VertexValueCombiner<V>> |
getVertexValueCombinerClass()
Get the user's subclassed
VertexValueCombiner class. |
VertexValueFactory<V> |
getVertexValueFactory()
Get vertex value factory
|
Class<? extends VertexValueFactory<V>> |
getVertexValueFactoryClass()
Get the user's subclassed vertex value factory class
|
Class<? extends WorkerContext> |
getWorkerContextClass()
Get the user's subclassed WorkerContext.
|
boolean |
hasEdgeInputFormat()
Does the job have a
EdgeInputFormat? |
boolean |
hasEdgeOutputFormat()
Does the job have a
EdgeOutputFormat? |
boolean |
hasMappingInputFormat()
Check if mappingInputFormat is set
|
boolean |
hasVertexInputFormat()
Does the job have a
VertexInputFormat? |
boolean |
hasVertexOutputFormat()
Does the job have a
VertexOutputFormat? |
boolean |
isEdgeValueNullWritable()
Tell if we are using NullWritable for Edge value.
|
boolean |
isStaticGraph()
Whether the application with change or not the graph topology.
|
void |
setEdgeInputFormatClass(Class<? extends EdgeInputFormat> edgeInputFormatClass)
Set the edge input format class (required)
|
void |
setMappingInputFormatClass(Class<? extends MappingInputFormat> mappingInputFormatClass)
Set MappingInputFormatClass
|
void |
setMessageCombinerClass(Class<? extends MessageCombiner> messageCombinerClass)
Set the message combiner class (optional)
|
void |
setVertexInputFormatClass(Class<? extends VertexInputFormat> vertexInputFormatClass)
Set the vertex input format class (required)
|
void |
updateSuperstepClasses(SuperstepClasses superstepClasses)
Update Computation and MessageCombiner class used
|
boolean |
useInputOutEdges()
Check whether the user has specified a different
OutEdges class to be used during
edge-based input. |
boolean |
useMessageSizeEncoding()
Use message size encoding? This feature may help with complex message
objects.
|
boolean |
useOutgoingMessageCombiner()
Check if user set a combiner
|
boolean |
useUnsafeSerialization()
Use unsafe serialization?
|
addGcObserverClass, addMapperObserverClass, addMasterObserverClass, addWorkerObserverClass, authenticate, configureHadoopSecurity, doOutputDuringComputation, getCheckpointFrequency, getComputationName, getCreateSourceVertex, getEventWaitMsecs, getGcObserverClasses, getHdfsFileCreationRetries, getHdfsFileCreationRetryWaitMs, getInputSplitMaxEdges, getInputSplitMaxVertices, getJobObserverClass, getJobRetryCheckerClass, getLocalHostname, getLocalHostOrIp, getLocalLevel, getLocalTestMode, getMapperObserverClasses, getMapTasks, getMasterObserverClasses, getMaxCounterWaitMsecs, getMaxMappers, getMaxMasterSuperstepWaitMsecs, getMaxNumberOfSupersteps, getMaxTaskAttempts, getMaxWorkers, getMinPercentResponded, getMinWorkers, getNettyAllocator, getNettyServerExecutionConcurrency, getNettyServerExecutionThreads, getNettyServerThreads, getNettyServerUseExecutionHandler, getNumComputeThreads, getNumInputSplitsThreads, getNumOutputThreads, getPartitionClass, getResolverCreateVertexOnMessages, getSplitMasterWorker, getStringVars, getStringVars, getTaskPartition, getWaitTaskDoneTimeoutMs, getWorkerObserverClasses, getYarnLibJars, getYarnTaskHeapMb, getYourKitOutputDir, getZookeeperConnectionAttempts, getZookeeperList, getZooKeeperMaxSessionTimeout, getZooKeeperMinSessionTimeout, getZookeeperOpsMaxAttempts, getZookeeperOpsRetryWaitMsecs, getZooKeeperSessionTimeout, hasEdgeOutputFormatSubdir, hasVertexOutputFormatSubdir, isJMapHistogramDumpEnabled, isPureYarnJob, isReactiveJmapHistogramDumpEnabled, isZookeeperExternal, metricsEnabled, reuseEdgeObjects, reuseVertexObjects, setAggregatorWriterClass, setCheckpointFrequency, setCheckpointSupportedChecker, setClasses, setComputationClass, setCreateSourceVertex, setDoOutputDuringComputation, setEdgeInputFilterClass, setEdgeOutputFormatClass, setEdgeOutputFormatSubdir, setEventWaitMsecs, setGraphPartitionerFactoryClass, setInputOutEdgesClass, setJobObserverClass, setJobRetryCheckerClass, setLocalTestMode, setMasterComputeClass, setMaxMasterSuperstepWaitMsecs, setMaxNumberOfSupersteps, setMaxTaskAttempts, setNumComputeThreads, setNumInputSplitsThreads, setNumOutputThreads, setOutEdgesClass, setPartitionClass, setResolverCreateVertexOnMessages, setVertexClass, setVertexInputFilterClass, setVertexOutputFormatClass, setVertexOutputFormatSubdir, setVertexOutputFormatThreadSafe, setVertexResolverClass, setVertexValueCombinerClass, setVertexValueFactoryClass, setWaitTaskDoneTimeoutMs, setWorkerConfiguration, setWorkerContextClass, setYarnLibJars, setYarnTaskHeapMb, setZooKeeperConfiguration, setZookeeperList, trackJobProgressOnClient, useCheckpointing, useInputSplitLocality, useLogThreadLayout, useUnsafeSerialization, vertexOutputFormatThreadSafeaddDefaultResource, addDeprecation, addDeprecation, addDeprecation, addDeprecation, addDeprecations, addResource, addResource, addResource, addResource, addResource, addResource, clear, dumpConfiguration, dumpDeprecatedKeys, get, get, getBoolean, getClass, getClass, getClassByName, getClassByNameOrNull, getClasses, getClassLoader, getConfResourceAsInputStream, getConfResourceAsReader, getDouble, getEnum, getFile, getFinalParameters, getFloat, getInstances, getInt, getInts, getLocalPath, getLong, getLongBytes, getPattern, getPropertySources, getProps, getRange, getRaw, getResource, getSocketAddr, getStringCollection, getStrings, getStrings, getTimeDuration, getTrimmed, getTrimmed, getTrimmedStringCollection, getTrimmedStrings, getTrimmedStrings, getValByRegex, hasWarnedDeprecation, isDeprecated, iterator, main, readFields, reloadConfiguration, set, set, setBoolean, setBooleanIfUnset, setClass, setClassLoader, setDouble, setEnum, setFloat, setIfUnset, setInt, setLong, setPattern, setQuietMode, setSocketAddr, setStrings, setTimeDuration, size, toString, unset, updateConnectAddr, write, writeXml, writeXmlclone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, waitforEach, spliteratorpublic ImmutableClassesGiraphConfiguration(org.apache.hadoop.conf.Configuration conf)
conf - Configurationpublic void configureIfPossible(Object obj)
obj - Objectpublic PerGraphTypeBoolean getValueNeedsWrappers()
public PerGraphTypeEnum<Language> getValueLanguages()
public Class<? extends TranslateEdge> edgeTranslationClass()
public TranslateEdge<I,E> edgeTranslationInstance()
public Class<? extends EdgeInputFilter<I,E>> getEdgeInputFilterClass()
public EdgeInputFilter getEdgeInputFilter()
public Class<? extends VertexInputFilter<I,V,E>> getVertexInputFilterClass()
public VertexInputFilter getVertexInputFilter()
public Class<? extends GraphPartitionerFactory<I,V,E>> getGraphPartitionerClass()
GraphPartitionerFactory.public GraphPartitionerFactory<I,V,E> createGraphPartitioner()
public boolean hasVertexInputFormat()
GiraphConfigurationVertexInputFormat?hasVertexInputFormat in class GiraphConfigurationVertexInputFormat has been specified.public Class<? extends VertexInputFormat<I,V,E>> getVertexInputFormatClass()
VertexInputFormat.public WrappedVertexInputFormat<I,V,E> createWrappedVertexInputFormat()
public void setVertexInputFormatClass(Class<? extends VertexInputFormat> vertexInputFormatClass)
GiraphConfigurationsetVertexInputFormatClass in class GiraphConfigurationvertexInputFormatClass - Determines how graph is inputpublic boolean hasVertexOutputFormat()
GiraphConfigurationVertexOutputFormat?hasVertexOutputFormat in class GiraphConfigurationVertexOutputFormat has been specified.public Class<? extends VertexOutputFormat<I,V,E>> getVertexOutputFormatClass()
VertexOutputFormat.public Class<? extends MappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable>> getMappingInputFormatClass()
public void setMappingInputFormatClass(Class<? extends MappingInputFormat> mappingInputFormatClass)
setMappingInputFormatClass in class GiraphConfigurationmappingInputFormatClass - Determines how mappings are inputpublic boolean hasMappingInputFormat()
public WrappedVertexOutputFormat<I,V,E> createWrappedVertexOutputFormat()
public WrappedMappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable> createWrappedMappingInputFormat()
public boolean hasEdgeOutputFormat()
GiraphConfigurationEdgeOutputFormat?hasEdgeOutputFormat in class GiraphConfigurationEdgeOutputFormat has been specified.public Class<? extends EdgeOutputFormat<I,V,E>> getEdgeOutputFormatClass()
EdgeOutputFormat.public WrappedEdgeOutputFormat<I,V,E> createWrappedEdgeOutputFormat()
public SuperstepOutput<I,V,E> createSuperstepOutput(org.apache.hadoop.mapreduce.Mapper.Context context)
context - Mapper contextpublic boolean hasEdgeInputFormat()
GiraphConfigurationEdgeInputFormat?hasEdgeInputFormat in class GiraphConfigurationEdgeInputFormat has been specified.public Class<? extends EdgeInputFormat<I,E>> getEdgeInputFormatClass()
EdgeInputFormat.public WrappedEdgeInputFormat<I,E> createWrappedEdgeInputFormat()
public void setEdgeInputFormatClass(Class<? extends EdgeInputFormat> edgeInputFormatClass)
GiraphConfigurationsetEdgeInputFormatClass in class GiraphConfigurationedgeInputFormatClass - Determines how graph is inputpublic Class<? extends AggregatorWriter> getAggregatorWriterClass()
AggregatorWriter.public AggregatorWriter createAggregatorWriter()
public Class<? extends VertexValueCombiner<V>> getVertexValueCombinerClass()
VertexValueCombiner class.public VertexValueCombiner<V> createVertexValueCombiner()
public Class<? extends VertexResolver<I,V,E>> getVertexResolverClass()
public VertexResolver<I,V,E> createVertexResolver()
public Class<? extends WorkerContext> getWorkerContextClass()
public WorkerContext createWorkerContext()
public Class<? extends MasterCompute> getMasterComputeClass()
MasterComputepublic MasterCompute createMasterCompute()
public Class<? extends Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> getComputationClass()
GiraphConfigurationComputationgetComputationClass in class GiraphConfigurationpublic Class<? extends ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> getComputationFactoryClass()
getComputationFactoryClass in class GiraphConfigurationpublic ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> createComputationFactory()
public Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> createComputation()
public GiraphTypes<I,V,E> getGiraphTypes()
public Class<I> getVertexIdClass()
public VertexIdFactory<I> getVertexIdFactory()
VertexIdFactorypublic I createVertexId()
public Class<V> getVertexValueClass()
public VertexValueFactory<V> getVertexValueFactory()
VertexValueFactorypublic V createVertexValue()
public Class<? extends VertexValueFactory<V>> getVertexValueFactoryClass()
public MasterObserver[] createMasterObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context - Mapper contextpublic WorkerObserver[] createWorkerObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context - Mapper contextpublic MapperObserver[] createMapperObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context - Mapper contextpublic GcObserver[] createGcObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context - Mapper contextpublic GiraphJobObserver getJobObserver()
public GiraphJobRetryChecker getJobRetryChecker()
public Class<E> getEdgeValueClass()
public boolean isEdgeValueNullWritable()
public EdgeValueFactory<E> getEdgeValueFactory()
EdgeValueFactorypublic E createEdgeValue()
public Edge<I,E> createEdge(TranslateEdge<I,E> translateEdge, Edge<I,E> edge)
translateEdge - instance of TranslateEdgeedge - edge to be translatedpublic ReusableEdge<I,E> createReusableEdge()
public EdgeStoreFactory<I,V,E> createEdgeStoreFactory()
public <M extends org.apache.hadoop.io.Writable> Class<M> getIncomingMessageValueClass()
M - Message datapublic <M extends org.apache.hadoop.io.Writable> Class<M> getOutgoingMessageValueClass()
M - Message typepublic <M extends org.apache.hadoop.io.Writable> MessageClasses<I,M> getIncomingMessageClasses()
M - message typepublic <M extends org.apache.hadoop.io.Writable> MessageClasses<I,M> getOutgoingMessageClasses()
M - message typepublic <M extends org.apache.hadoop.io.Writable> MessageValueFactory<M> createOutgoingMessageValueFactory()
M - message typepublic <M extends org.apache.hadoop.io.Writable> MessageValueFactory<M> createIncomingMessageValueFactory()
M - message typepublic void setMessageCombinerClass(Class<? extends MessageCombiner> messageCombinerClass)
GiraphConfigurationsetMessageCombinerClass in class GiraphConfigurationmessageCombinerClass - Determines how vertex messages are combinedpublic <M extends org.apache.hadoop.io.Writable> MessageCombiner<? super I,M> createOutgoingMessageCombiner()
M - Message datapublic boolean useOutgoingMessageCombiner()
public MessageEncodeAndStoreType getOutgoingMessageEncodeAndStoreType()
public Class<? extends OutEdges<I,E>> getOutEdgesClass()
GiraphConfigurationgetOutEdgesClass in class GiraphConfigurationpublic Class<? extends OutEdges<I,E>> getInputOutEdgesClass()
OutEdges used for
inputpublic boolean useInputOutEdges()
OutEdges class to be used during
edge-based input.public Class<? extends MappingStore> getMappingStoreClass()
public MappingStore<I,? extends org.apache.hadoop.io.Writable> createMappingStore()
MappingStore instancepublic Class<? extends MappingStoreOps> getMappingStoreOpsClass()
public MappingStoreOps<I,? extends org.apache.hadoop.io.Writable> createMappingStoreOps()
MappingStoreOps instancepublic Class<? extends org.apache.hadoop.io.Writable> getMappingTargetClass()
public org.apache.hadoop.io.Writable createMappingTarget()
public OutEdges<I,E> createOutEdges()
OutEdgespublic OutEdges<I,E> createAndInitializeOutEdges()
OutEdges instance and initialize
it with the default capacity.public OutEdges<I,E> createAndInitializeOutEdges(int capacity)
OutEdges instance and initialize
it with the given capacity (the number of edges that will be added).capacity - Number of edges that will be addedpublic OutEdges<I,E> createAndInitializeOutEdges(Iterable<Edge<I,E>> edges)
OutEdges instance and initialize
it with the given iterable of edges.edges - Iterable of edges to addpublic OutEdges<I,E> createInputOutEdges()
OutEdges used during
edge-based inputpublic OutEdges<I,E> createAndInitializeInputOutEdges()
OutEdges instance and
initialize it with the default capacity.public Partition<I,V,E> createPartition(int id, org.apache.hadoop.util.Progressable progressable)
id - Partition idprogressable - Progressable for reporting progresspublic boolean useUnsafeSerialization()
public DataInputOutput createMessagesInputOutput()
public ExtendedDataOutput createExtendedDataOutput()
public ExtendedDataOutput createExtendedDataOutput(int expectedSize)
expectedSize - Expected sizepublic ExtendedDataOutput createExtendedDataOutput(byte[] buf, int pos)
buf - Buffer to use for the output (reuse perhaps)pos - How much of the buffer is already usedpublic ExtendedDataInput createExtendedDataInput(byte[] buf, int off, int length)
buf - Buffer to use for the inputoff - Where to start reading in the bufferlength - Maximum length of the bufferpublic ExtendedDataInput createExtendedDataInput(byte[] buf)
buf - Buffer to use for the inputpublic ExtendedDataInput createExtendedDataInput(ExtendedDataOutput extendedDataOutput)
extendedDataOutput - extendedDataOutputpublic boolean getUseUnsafeSerialization()
public void updateSuperstepClasses(SuperstepClasses superstepClasses)
superstepClasses - SuperstepClassespublic boolean doCompression()
public io.netty.handler.codec.MessageToByteEncoder getNettyCompressionEncoder()
public io.netty.handler.codec.ByteToMessageDecoder getNettyCompressionDecoder()
public boolean isStaticGraph()
public String getJobId()
public boolean useMessageSizeEncoding()
Copyright © 2011-2020 The Apache Software Foundation. All Rights Reserved.