Serialized Form
-
Package org.apache.nemo.common
-
Class org.apache.nemo.common.HashRange extends java.lang.Object implements Serializable
-
Serialized Fields
-
rangeBeginInclusive
int rangeBeginInclusive
-
rangeEndExclusive
int rangeEndExclusive
-
-
-
Class org.apache.nemo.common.Pair extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.PairKeyExtractor extends java.lang.Object implements Serializable
-
-
Package org.apache.nemo.common.coder
-
Class org.apache.nemo.common.coder.BytesDecoderFactory extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.coder.BytesEncoderFactory extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.coder.DecoderFactory.DummyDecoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
dummyDecoder
DecoderFactory.Decoder dummyDecoder
-
-
-
Class org.apache.nemo.common.coder.EncoderFactory.DummyEncoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
dummyEncoder
EncoderFactory.Encoder dummyEncoder
-
-
-
Class org.apache.nemo.common.coder.IntDecoderFactory extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.coder.IntEncoderFactory extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.coder.LongDecoderFactory extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.coder.LongEncoderFactory extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.coder.PairDecoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
leftDecoderFactory
DecoderFactory<A extends java.io.Serializable> leftDecoderFactory
-
rightDecoderFactory
DecoderFactory<B extends java.io.Serializable> rightDecoderFactory
-
-
-
Class org.apache.nemo.common.coder.PairEncoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
leftEncoderFactory
EncoderFactory<A extends java.io.Serializable> leftEncoderFactory
-
rightEncoderFactory
EncoderFactory<B extends java.io.Serializable> rightEncoderFactory
-
-
-
-
Package org.apache.nemo.common.dag
-
Class org.apache.nemo.common.dag.DAG extends java.lang.Object implements Serializable
-
Serialized Fields
-
assignedLoopVertexMap
java.util.Map<java.lang.String,LoopVertex> assignedLoopVertexMap
-
incomingEdges
java.util.Map<java.lang.String,java.util.List<E extends Edge<V>>> incomingEdges
-
loopStackDepthMap
java.util.Map<java.lang.String,java.lang.Integer> loopStackDepthMap
-
outgoingEdges
java.util.Map<java.lang.String,java.util.List<E extends Edge<V>>> outgoingEdges
-
rootVertices
java.util.List<V extends Vertex> rootVertices
-
vertices
java.util.List<V extends Vertex> vertices
-
-
-
Class org.apache.nemo.common.dag.DAGBuilder extends java.lang.Object implements Serializable
-
Serialized Fields
-
assignedLoopVertexMap
java.util.Map<V extends Vertex,LoopVertex> assignedLoopVertexMap
-
incomingEdges
java.util.Map<V extends Vertex,java.util.Set<E extends Edge<V>>> incomingEdges
-
loopStackDepthMap
java.util.Map<V extends Vertex,java.lang.Integer> loopStackDepthMap
-
outgoingEdges
java.util.Map<V extends Vertex,java.util.Set<E extends Edge<V>>> outgoingEdges
-
vertices
java.util.Set<V extends Vertex> vertices
-
-
-
Class org.apache.nemo.common.dag.Edge extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.dag.Vertex extends java.lang.Object implements Serializable
-
Serialized Fields
-
id
java.lang.String id
-
-
-
-
Package org.apache.nemo.common.exception
-
Class org.apache.nemo.common.exception.BlockFetchException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.BlockWriteException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.CompileTimeOptimizationException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.ContainerException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.DataSourceException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.DynamicOptimizationException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.IllegalEdgeOperationException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.IllegalMessageException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.IllegalStateTransitionException extends java.lang.Exception implements Serializable
-
Class org.apache.nemo.common.exception.IllegalVertexOperationException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.InvalidParameterException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.InvalidUserMainException extends java.lang.Exception implements Serializable
-
Class org.apache.nemo.common.exception.JsonParseException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.MetricException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.NodeConnectionException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.OutputMismatchException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.PhysicalPlanGenerationException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.RuntimeOptimizationException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.SchedulingException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.SimulationException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnknownExecutionStateException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnknownFailureCauseException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnrecoverableFailureException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnsupportedBlockStoreException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnsupportedCommPatternException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnsupportedCompressionException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnsupportedExecutionPropertyException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnsupportedMethodException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnsupportedMetricException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.nemo.common.exception.UnsupportedPartitionerException extends java.lang.RuntimeException implements Serializable
-
-
Package org.apache.nemo.common.ir
-
Class org.apache.nemo.common.ir.BoundedIteratorReadable extends java.lang.Object implements Serializable
-
Serialized Fields
-
iterator
java.util.Iterator<O> iterator
-
-
-
Class org.apache.nemo.common.ir.IRDAG extends java.lang.Object implements Serializable
-
Serialized Fields
-
dagSnapshot
DAG<IRVertex,IREdge> dagSnapshot
-
executorInfo
java.util.List<Pair<java.lang.Integer,ResourceSpecification>> executorInfo
To remember the specifications of the executors used to run the IR DAG with. -
messageVertexToGroup
java.util.Map<IRVertex,java.util.Set<IRVertex>> messageVertexToGroup
-
modifiedDAG
DAG<IRVertex,IREdge> modifiedDAG
-
samplingVertexToGroup
java.util.Map<SamplingVertex,java.util.Set<SamplingVertex>> samplingVertexToGroup
-
streamVertexToOriginalEdge
java.util.Map<RelayVertex,IREdge> streamVertexToOriginalEdge
-
-
-
-
Package org.apache.nemo.common.ir.edge
-
Class org.apache.nemo.common.ir.edge.IREdge extends Edge<IRVertex> implements Serializable
-
Serialized Fields
-
executionProperties
ExecutionPropertyMap<EdgeExecutionProperty> executionProperties
-
-
-
-
Package org.apache.nemo.common.ir.edge.executionproperty
-
Class org.apache.nemo.common.ir.edge.executionproperty.AdditionalOutputTagProperty extends EdgeExecutionProperty<java.lang.String> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.BlockFetchFailureProperty extends EdgeExecutionProperty<BlockFetchFailureProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.CacheIDProperty extends EdgeExecutionProperty<java.util.UUID> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.CommunicationPatternProperty extends EdgeExecutionProperty<CommunicationPatternProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.CompressionProperty extends EdgeExecutionProperty<CompressionProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.DataFlowProperty extends EdgeExecutionProperty<DataFlowProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.DataPersistenceProperty extends EdgeExecutionProperty<DataPersistenceProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.DataStoreProperty extends EdgeExecutionProperty<DataStoreProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.DecoderProperty extends EdgeExecutionProperty<DecoderFactory> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.DecompressionProperty extends EdgeExecutionProperty<CompressionProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.DuplicateEdgeGroupProperty extends EdgeExecutionProperty<DuplicateEdgeGroupPropertyValue> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.DuplicateEdgeGroupPropertyValue extends java.lang.Object implements Serializable
-
Serialized Fields
-
groupId
java.lang.String groupId
-
groupSize
int groupSize
-
isRepresentativeEdgeDecided
boolean isRepresentativeEdgeDecided
-
representativeEdgeId
java.lang.String representativeEdgeId
-
-
-
Class org.apache.nemo.common.ir.edge.executionproperty.EncoderProperty extends EdgeExecutionProperty<EncoderFactory> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.KeyDecoderProperty extends EdgeExecutionProperty<DecoderFactory> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.KeyEncoderProperty extends EdgeExecutionProperty<EncoderFactory> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.KeyExtractorProperty extends EdgeExecutionProperty<KeyExtractor> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.MessageIdEdgeProperty extends EdgeExecutionProperty<java.util.HashSet<java.lang.Integer>> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.PartitionerProperty extends EdgeExecutionProperty<Pair<PartitionerProperty.Type,java.lang.Integer>> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.PartitionSetProperty extends EdgeExecutionProperty<java.util.ArrayList<KeyRange>> implements Serializable
-
Class org.apache.nemo.common.ir.edge.executionproperty.SubPartitionSetProperty extends EdgeExecutionProperty<java.util.ArrayList<KeyRange>> implements Serializable
-
-
Package org.apache.nemo.common.ir.executionproperty
-
Class org.apache.nemo.common.ir.executionproperty.EdgeExecutionProperty extends ExecutionProperty<T extends java.io.Serializable> implements Serializable
-
Class org.apache.nemo.common.ir.executionproperty.ExecutionProperty extends java.lang.Object implements Serializable
-
Serialized Fields
-
value
T extends java.io.Serializable value
-
-
-
Class org.apache.nemo.common.ir.executionproperty.ExecutionPropertyMap extends java.lang.Object implements Serializable
-
Serialized Fields
-
finalizedProperties
java.util.Set<java.lang.Class<? extends ExecutionProperty>> finalizedProperties
-
id
java.lang.String id
-
properties
java.util.Map<java.lang.Class<? extends ExecutionProperty>,T extends ExecutionProperty> properties
-
-
-
Class org.apache.nemo.common.ir.executionproperty.VertexExecutionProperty extends ExecutionProperty<T extends java.io.Serializable> implements Serializable
-
-
Package org.apache.nemo.common.ir.vertex
-
Class org.apache.nemo.common.ir.vertex.CachedSourceVertex extends SourceVertex<T> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.InMemorySourceVertex extends SourceVertex<T> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.IRVertex extends Vertex implements Serializable
-
Serialized Fields
-
executionProperties
ExecutionPropertyMap<VertexExecutionProperty> executionProperties
-
-
-
Class org.apache.nemo.common.ir.vertex.LoopVertex extends IRVertex implements Serializable
-
Serialized Fields
-
builder
DAGBuilder<IRVertex,IREdge> builder
-
compositeTransformFullName
java.lang.String compositeTransformFullName
-
dagIncomingEdges
java.util.Map<IRVertex,java.util.Set<IREdge>> dagIncomingEdges
-
dagOutgoingEdges
java.util.Map<IRVertex,java.util.Set<IREdge>> dagOutgoingEdges
-
duplicateEdgeGroupId
java.util.concurrent.atomic.AtomicInteger duplicateEdgeGroupId
-
edgeWithInternalVertexToEdgeWithLoop
java.util.Map<IREdge,IREdge> edgeWithInternalVertexToEdgeWithLoop
-
edgeWithLoopToEdgeWithInternalVertex
java.util.Map<IREdge,IREdge> edgeWithLoopToEdgeWithInternalVertex
-
iterativeIncomingEdges
java.util.Map<IRVertex,java.util.Set<IREdge>> iterativeIncomingEdges
-
maxNumberOfIterations
java.lang.Integer maxNumberOfIterations
-
nonIterativeIncomingEdges
java.util.Map<IRVertex,java.util.Set<IREdge>> nonIterativeIncomingEdges
-
-
-
Class org.apache.nemo.common.ir.vertex.OperatorVertex extends IRVertex implements Serializable
-
Serialized Fields
-
transform
Transform transform
-
-
-
Class org.apache.nemo.common.ir.vertex.SourceVertex extends IRVertex implements Serializable
-
-
Package org.apache.nemo.common.ir.vertex.executionproperty
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ClonedSchedulingProperty extends VertexExecutionProperty<ClonedSchedulingProperty.CloneConf> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ClonedSchedulingProperty.CloneConf extends java.lang.Object implements Serializable
-
Serialized Fields
-
fractionToWaitFor
double fractionToWaitFor
-
medianTimeMultiplier
double medianTimeMultiplier
-
upFrontCloning
boolean upFrontCloning
-
-
-
Class org.apache.nemo.common.ir.vertex.executionproperty.EnableDynamicTaskSizingProperty extends VertexExecutionProperty<java.lang.Boolean> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.IgnoreSchedulingTempDataReceiverProperty extends VertexExecutionProperty<java.lang.Boolean> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.MessageIdVertexProperty extends VertexExecutionProperty<java.lang.Integer> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ParallelismProperty extends VertexExecutionProperty<java.lang.Integer> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ResourceAntiAffinityProperty extends VertexExecutionProperty<java.util.HashSet<java.lang.Integer>> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ResourceLambdaProperty extends VertexExecutionProperty<ResourceLambdaProperty.Value> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ResourceLocalityProperty extends VertexExecutionProperty<java.lang.Boolean> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ResourcePriorityProperty extends VertexExecutionProperty<java.lang.String> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ResourceSiteProperty extends VertexExecutionProperty<java.util.HashMap<java.lang.String,java.lang.Integer>> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ResourceSlotProperty extends VertexExecutionProperty<java.lang.Boolean> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.executionproperty.ScheduleGroupProperty extends VertexExecutionProperty<java.lang.Integer> implements Serializable
-
-
Package org.apache.nemo.common.ir.vertex.transform
-
Class org.apache.nemo.common.ir.vertex.transform.LatencymarkEmitTransform extends java.lang.Object implements Serializable
-
Serialized Fields
-
outputCollector
OutputCollector<O> outputCollector
-
-
-
Class org.apache.nemo.common.ir.vertex.transform.MessageAggregatorTransform extends NoWatermarkEmitTransform<Pair<K,V>,O> implements Serializable
-
Serialized Fields
-
aggregator
MessageAggregatorVertex.MessageAggregatorFunction<K,V,O> aggregator
-
initialStateSupplier
MessageAggregatorVertex.InitialStateSupplier<O> initialStateSupplier
-
-
-
Class org.apache.nemo.common.ir.vertex.transform.MessageGeneratorTransform extends NoWatermarkEmitTransform<I,Pair<K,V>> implements Serializable
-
Serialized Fields
-
userFunction
MessageGeneratorVertex.MessageGeneratorFunction<I,K,V> userFunction
-
-
-
Class org.apache.nemo.common.ir.vertex.transform.NoWatermarkEmitTransform extends java.lang.Object implements Serializable
-
Class org.apache.nemo.common.ir.vertex.transform.SignalTransform extends NoWatermarkEmitTransform<java.lang.Void,java.lang.Void> implements Serializable
-
Class org.apache.nemo.common.ir.vertex.transform.StreamTransform extends LatencymarkEmitTransform<T,T> implements Serializable
-
-
Package org.apache.nemo.common.ir.vertex.utility
-
Class org.apache.nemo.common.ir.vertex.utility.RelayVertex extends OperatorVertex implements Serializable
-
Class org.apache.nemo.common.ir.vertex.utility.SamplingVertex extends IRVertex implements Serializable
-
Class org.apache.nemo.common.ir.vertex.utility.TaskSizeSplitterVertex extends LoopVertex implements Serializable
-
Serialized Fields
-
groupEndingVertices
java.util.Set<IRVertex> groupEndingVertices
-
groupStartingVertices
java.util.Set<IRVertex> groupStartingVertices
-
mapOfOriginalVertexToClone
java.util.Map<IRVertex,IRVertex> mapOfOriginalVertexToClone
-
originalVertices
java.util.Set<IRVertex> originalVertices
-
partitionerProperty
int partitionerProperty
-
testingTrial
org.apache.commons.lang.mutable.MutableInt testingTrial
-
verticesWithGroupOutgoingEdges
java.util.Set<IRVertex> verticesWithGroupOutgoingEdges
-
-
-
-
Package org.apache.nemo.common.ir.vertex.utility.runtimepass
-
Class org.apache.nemo.common.ir.vertex.utility.runtimepass.MessageAggregatorVertex extends OperatorVertex implements Serializable
-
Class org.apache.nemo.common.ir.vertex.utility.runtimepass.MessageGeneratorVertex extends OperatorVertex implements Serializable
-
Serialized Fields
-
messageFunction
MessageGeneratorVertex.MessageGeneratorFunction<I,K,V> messageFunction
-
-
-
Class org.apache.nemo.common.ir.vertex.utility.runtimepass.SignalVertex extends OperatorVertex implements Serializable
-
-
Package org.apache.nemo.common.punctuation
-
Class org.apache.nemo.common.punctuation.LatencyMark extends java.lang.Object implements Serializable
-
Serialized Fields
-
createdTaskId
java.lang.String createdTaskId
-
createdTimestamp
long createdTimestamp
-
previousSentTimestamp
long previousSentTimestamp
-
previousTaskId
java.lang.String previousTaskId
-
-
-
Class org.apache.nemo.common.punctuation.Watermark extends java.lang.Object implements Serializable
-
Serialized Fields
-
timestamp
long timestamp
-
-
-
-
Package org.apache.nemo.common.test
-
Class org.apache.nemo.common.test.EmptyComponents.EmptySourceVertex extends SourceVertex<T> implements Serializable
-
Serialized Fields
-
minNumReadables
int minNumReadables
-
name
java.lang.String name
-
-
-
Class org.apache.nemo.common.test.EmptyComponents.EmptyTransform extends NoWatermarkEmitTransform<I,O> implements Serializable
-
Serialized Fields
-
name
java.lang.String name
-
-
-
-
Package org.apache.nemo.compiler.frontend.beam.coder
-
Class org.apache.nemo.compiler.frontend.beam.coder.BeamDecoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
beamCoder
org.apache.beam.sdk.coders.Coder<T> beamCoder
-
-
-
Class org.apache.nemo.compiler.frontend.beam.coder.BeamEncoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
beamCoder
org.apache.beam.sdk.coders.Coder<T> beamCoder
-
-
-
Class org.apache.nemo.compiler.frontend.beam.coder.SideInputCoder extends org.apache.beam.sdk.coders.StructuredCoder<SideInputElement<T>> implements Serializable
-
Serialized Fields
-
valueCoder
org.apache.beam.sdk.coders.Coder<T> valueCoder
-
-
-
-
Package org.apache.nemo.compiler.frontend.beam.source
-
Class org.apache.nemo.compiler.frontend.beam.source.BeamBoundedSourceVertex extends SourceVertex<org.apache.beam.sdk.util.WindowedValue<O>> implements Serializable
-
Serialized Fields
-
displayData
org.apache.beam.sdk.transforms.display.DisplayData displayData
-
estimatedSizeBytes
long estimatedSizeBytes
-
source
org.apache.beam.sdk.io.BoundedSource<O> source
-
-
-
Class org.apache.nemo.compiler.frontend.beam.source.BeamUnboundedSourceVertex extends SourceVertex<java.lang.Object> implements Serializable
-
-
Package org.apache.nemo.compiler.frontend.beam.transform
-
Class org.apache.nemo.compiler.frontend.beam.transform.AbstractDoFnTransform extends java.lang.Object implements Serializable
-
Serialized Fields
-
additionalOutputTags
java.util.List<org.apache.beam.sdk.values.TupleTag<?>> additionalOutputTags
-
bundleFinished
boolean bundleFinished
-
currBundleCount
long currBundleCount
-
displayData
org.apache.beam.sdk.transforms.display.DisplayData displayData
-
doFn
org.apache.beam.sdk.transforms.DoFn<InterT,OutputT> doFn
-
doFnSchemaInformation
org.apache.beam.sdk.transforms.DoFnSchemaInformation doFnSchemaInformation
-
inputCoder
org.apache.beam.sdk.coders.Coder<InputT> inputCoder
-
mainOutputTag
org.apache.beam.sdk.values.TupleTag<OutputT> mainOutputTag
-
outputCoders
java.util.Map<org.apache.beam.sdk.values.TupleTag<?>,org.apache.beam.sdk.coders.Coder<?>> outputCoders
-
prevBundleStartTime
long prevBundleStartTime
-
serializedOptions
org.apache.beam.runners.core.construction.SerializablePipelineOptions serializedOptions
-
sideInputMapping
java.util.Map<java.lang.String,org.apache.beam.sdk.values.PCollectionView<?>> sideInputMapping
-
sideInputs
java.util.Map<java.lang.Integer,org.apache.beam.sdk.values.PCollectionView<?>> sideInputs
-
windowingStrategy
org.apache.beam.sdk.values.WindowingStrategy<?,?> windowingStrategy
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.CombineFnFinalTransform extends NoWatermarkEmitTransform<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,A>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,O>>> implements Serializable
-
Class org.apache.nemo.compiler.frontend.beam.transform.CombineFnPartialTransform extends NoWatermarkEmitTransform<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,I>>,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,A>>> implements Serializable
-
Class org.apache.nemo.compiler.frontend.beam.transform.CreateViewTransform extends LatencymarkEmitTransform<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<?,I>>,org.apache.beam.sdk.util.WindowedValue<O>> implements Serializable
-
Serialized Fields
-
currentOutputWatermark
long currentOutputWatermark
-
viewFn
org.apache.beam.sdk.transforms.ViewFn<org.apache.beam.sdk.transforms.Materializations.MultimapView<java.lang.Void,?>,O> viewFn
-
windowListMap
java.util.Map<org.apache.beam.sdk.transforms.windowing.BoundedWindow,java.util.List<I>> windowListMap
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.CreateViewTransform.MultiView extends java.lang.Object implements Serializable
-
Serialized Fields
-
iterable
java.lang.Iterable<T> iterable
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.DoFnTransform extends AbstractDoFnTransform<InputT,InputT,OutputT> implements Serializable
-
Class org.apache.nemo.compiler.frontend.beam.transform.FinalCombineFn extends org.apache.beam.sdk.transforms.Combine.CombineFn<AccumT,AccumT,Output> implements Serializable
-
Class org.apache.nemo.compiler.frontend.beam.transform.FlattenTransform extends LatencymarkEmitTransform<T,T> implements Serializable
-
Class org.apache.nemo.compiler.frontend.beam.transform.GBKTransform extends AbstractDoFnTransform<org.apache.beam.sdk.values.KV<K,InputT>,org.apache.beam.runners.core.KeyedWorkItem<K,InputT>,org.apache.beam.sdk.values.KV<K,OutputT>> implements Serializable
-
Serialized Fields
-
dataReceived
boolean dataReceived
-
inputWatermark
Watermark inputWatermark
-
isPartialCombining
boolean isPartialCombining
-
keyOutputWatermarkMap
java.util.Map<K,Watermark> keyOutputWatermarkMap
-
prevOutputWatermark
Watermark prevOutputWatermark
-
reduceFn
org.apache.beam.runners.core.SystemReduceFn reduceFn
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.GBKTransform.GBKOutputCollector extends java.lang.Object implements Serializable
-
Serialized Fields
-
oc
OutputCollector<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<K,OutputT>>> oc
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.GroupByKeyTransform extends NoWatermarkEmitTransform<I,org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<java.lang.Object,java.util.List>>> implements Serializable
-
Serialized Fields
-
keyToValues
java.util.Map<java.lang.Object,java.util.List> keyToValues
-
outputCollector
OutputCollector<org.apache.beam.sdk.util.WindowedValue<org.apache.beam.sdk.values.KV<java.lang.Object,java.util.List>>> outputCollector
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.LoopCompositeTransform extends org.apache.beam.sdk.transforms.PTransform<inputT extends org.apache.beam.sdk.values.PInput,outputT extends org.apache.beam.sdk.values.POutput> implements Serializable
-
Class org.apache.nemo.compiler.frontend.beam.transform.PartialCombineFn extends org.apache.beam.sdk.transforms.Combine.CombineFn<InputT,AccumT,AccumT> implements Serializable
-
Class org.apache.nemo.compiler.frontend.beam.transform.PushBackDoFnTransform extends AbstractDoFnTransform<InputT,InputT,OutputT> implements Serializable
-
Serialized Fields
-
curInputWatermark
long curInputWatermark
-
curOutputWatermark
long curOutputWatermark
-
curPushedBacks
java.util.List<org.apache.beam.sdk.util.WindowedValue<InputT>> curPushedBacks
-
curPushedBackWatermark
long curPushedBackWatermark
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.SideInputTransform extends LatencymarkEmitTransform<org.apache.beam.sdk.util.WindowedValue<T>,org.apache.beam.sdk.util.WindowedValue<SideInputElement<T>>> implements Serializable
-
Serialized Fields
-
index
int index
-
-
-
Class org.apache.nemo.compiler.frontend.beam.transform.WindowFnTransform extends LatencymarkEmitTransform<org.apache.beam.sdk.util.WindowedValue<T>,org.apache.beam.sdk.util.WindowedValue<T>> implements Serializable
-
Serialized Fields
-
displayData
org.apache.beam.sdk.transforms.display.DisplayData displayData
-
windowFn
org.apache.beam.sdk.transforms.windowing.WindowFn windowFn
-
-
-
-
Package org.apache.nemo.compiler.frontend.spark
-
Class org.apache.nemo.compiler.frontend.spark.SparkKeyExtractor extends java.lang.Object implements Serializable
-
-
Package org.apache.nemo.compiler.optimizer.policy
-
Class org.apache.nemo.compiler.optimizer.policy.BasicPullPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.BasicPushPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.ConditionalLargeShufflePolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.DataSkewPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.DefaultPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.DefaultPolicyWithSeparatePass extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.DisaggregationPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.DynamicTaskSizingPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.LambdaPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.LargeShufflePolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.PolicyImpl extends java.lang.Object implements Serializable
-
Serialized Fields
-
compileTimePasses
java.util.List<CompileTimePass> compileTimePasses
-
runTimePasses
java.util.Set<RunTimePass<?>> runTimePasses
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.SamplingLargeShuffleSkewPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.StreamingPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.TestPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.TransientResourcePolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
Class org.apache.nemo.compiler.optimizer.policy.XGBoostPolicy extends java.lang.Object implements Serializable
-
Serialized Fields
-
policy
Policy policy
-
-
-
-
Package org.apache.nemo.examples.beam
-
Class org.apache.nemo.examples.beam.AlternatingLeastSquare.CalculateNextMatrix extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.Integer,org.apache.beam.sdk.values.KV<int[],float[]>>,org.apache.beam.sdk.values.KV<java.lang.Integer,float[]>> implements Serializable
-
Serialized Fields
-
fixedMatrixView
org.apache.beam.sdk.values.PCollectionView<java.util.Map<java.lang.Integer,float[]>> fixedMatrixView
-
lambda
double lambda
-
numFeatures
int numFeatures
-
-
-
Class org.apache.nemo.examples.beam.AlternatingLeastSquare.CreateInitialMatrix extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.Integer,org.apache.beam.sdk.values.KV<int[],float[]>>,org.apache.beam.sdk.values.KV<java.lang.Integer,float[]>> implements Serializable
-
Serialized Fields
-
isDeterministic
boolean isDeterministic
-
numFeatures
int numFeatures
-
-
-
Class org.apache.nemo.examples.beam.AlternatingLeastSquare.ParseLine extends org.apache.beam.sdk.transforms.DoFn<java.lang.String,org.apache.beam.sdk.values.KV<java.lang.Integer,org.apache.beam.sdk.values.KV<int[],float[]>>> implements Serializable
-
Serialized Fields
-
isUserData
boolean isUserData
-
-
-
Class org.apache.nemo.examples.beam.AlternatingLeastSquare.TrainingDataCombiner extends org.apache.beam.sdk.transforms.Combine.CombineFn<org.apache.beam.sdk.values.KV<int[],float[]>,java.util.List<org.apache.beam.sdk.values.KV<int[],float[]>>,org.apache.beam.sdk.values.KV<int[],float[]>> implements Serializable
-
Class org.apache.nemo.examples.beam.AlternatingLeastSquare.UngroupSingleVectorList extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.Integer,java.lang.Iterable<float[]>>,org.apache.beam.sdk.values.KV<java.lang.Integer,float[]>> implements Serializable
-
Class org.apache.nemo.examples.beam.AlternatingLeastSquare.UpdateUserAndItemMatrix extends LoopCompositeTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.Integer,float[]>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.Integer,float[]>>> implements Serializable
-
Serialized Fields
-
lambda
double lambda
-
numFeatures
java.lang.Integer numFeatures
-
-
-
Class org.apache.nemo.examples.beam.AlternatingLeastSquareInefficient.UpdateUserAndItemMatrix extends LoopCompositeTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.Integer,float[]>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.Integer,float[]>>> implements Serializable
-
Serialized Fields
-
lambda
java.lang.Double lambda
-
numFeatures
java.lang.Integer numFeatures
-
-
-
Class org.apache.nemo.examples.beam.BeamWordCount.CountWords extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Long>>> implements Serializable
-
Class org.apache.nemo.examples.beam.BeamWordCount.FormatAsTextFn extends org.apache.beam.sdk.transforms.SimpleFunction<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.Long>,java.lang.String> implements Serializable
-
Class org.apache.nemo.examples.beam.EDGARTop10BadRefererDocs.ValueComparator extends java.lang.Object implements Serializable
-
Class org.apache.nemo.examples.beam.EDGARTop10Documents.ValueComparator extends java.lang.Object implements Serializable
-
Class org.apache.nemo.examples.beam.FloatArrayCoder extends org.apache.beam.sdk.coders.AtomicCoder<float[]> implements Serializable
-
Class org.apache.nemo.examples.beam.IntArrayCoder extends org.apache.beam.sdk.coders.AtomicCoder<int[]> implements Serializable
-
Class org.apache.nemo.examples.beam.MultinomialLogisticRegression.ApplyGradient extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.Integer,org.apache.beam.sdk.transforms.join.CoGbkResult>,org.apache.beam.sdk.values.KV<java.lang.Integer,java.util.List<java.lang.Double>>> implements Serializable
-
Serialized Fields
-
gradientTag
org.apache.beam.sdk.values.TupleTag<java.util.List<java.lang.Double>> gradientTag
-
iterationNum
java.lang.Integer iterationNum
-
modelTag
org.apache.beam.sdk.values.TupleTag<java.util.List<java.lang.Double>> modelTag
-
numClasses
java.lang.Integer numClasses
-
numFeatures
java.lang.Integer numFeatures
-
-
-
Class org.apache.nemo.examples.beam.MultinomialLogisticRegression.CalculateGradient extends org.apache.beam.sdk.transforms.DoFn<java.lang.String,org.apache.beam.sdk.values.KV<java.lang.Integer,java.util.List<java.lang.Double>>> implements Serializable
-
Serialized Fields
-
gradients
java.util.List<java.util.List<java.lang.Double>> gradients
-
model
java.util.Map<java.lang.Integer,java.util.List<java.lang.Double>> model
-
modelView
org.apache.beam.sdk.values.PCollectionView<java.util.Map<java.lang.Integer,java.util.List<java.lang.Double>>> modelView
-
numClasses
java.lang.Integer numClasses
-
numFeatures
java.lang.Integer numFeatures
-
-
-
Class org.apache.nemo.examples.beam.MultinomialLogisticRegression.CombineFunction extends org.apache.beam.sdk.transforms.Combine.BinaryCombineFn<java.util.List<java.lang.Double>> implements Serializable
-
Class org.apache.nemo.examples.beam.MultinomialLogisticRegression.CombineFunctionForIterable extends java.lang.Object implements Serializable
-
Class org.apache.nemo.examples.beam.MultinomialLogisticRegression.UpdateModel extends LoopCompositeTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.Integer,java.util.List<java.lang.Double>>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<java.lang.Integer,java.util.List<java.lang.Double>>>> implements Serializable
-
Serialized Fields
-
iterationNum
java.lang.Integer iterationNum
-
numClasses
java.lang.Integer numClasses
-
numFeatures
java.lang.Integer numFeatures
-
readInput
org.apache.beam.sdk.values.PCollection<java.lang.String> readInput
-
-
-
Class org.apache.nemo.examples.beam.ObjectCoderForString extends org.apache.beam.sdk.coders.AtomicCoder<java.lang.Object> implements Serializable
-
Serialized Fields
-
coder
org.apache.beam.sdk.coders.StringUtf8Coder coder
The actual coder.
-
-
-
Class org.apache.nemo.examples.beam.WriteOneFilePerWindow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PDone> implements Serializable
-
Serialized Fields
-
filenamePrefix
java.lang.String filenamePrefix
-
numShards
java.lang.Integer numShards
-
-
-
Class org.apache.nemo.examples.beam.WriteOneFilePerWindow.PerWindowFiles extends org.apache.beam.sdk.io.FileBasedSink.FilenamePolicy implements Serializable
-
Serialized Fields
-
baseFilename
org.apache.beam.sdk.io.fs.ResourceId baseFilename
-
-
-
-
Package org.apache.nemo.examples.spark.sql
-
Class org.apache.nemo.examples.spark.sql.JavaSparkSQLExample.Person extends java.lang.Object implements Serializable
-
Serialized Fields
-
age
int age
-
name
java.lang.String name
-
-
-
Class org.apache.nemo.examples.spark.sql.JavaUserDefinedTypedAggregation.Average extends java.lang.Object implements Serializable
-
Serialized Fields
-
count
long count
-
sum
long sum
-
-
-
Class org.apache.nemo.examples.spark.sql.JavaUserDefinedTypedAggregation.Employee extends java.lang.Object implements Serializable
-
Serialized Fields
-
name
java.lang.String name
-
salary
long salary
-
-
-
Class org.apache.nemo.examples.spark.sql.JavaUserDefinedTypedAggregation.MyAverage extends org.apache.spark.sql.expressions.Aggregator<JavaUserDefinedTypedAggregation.Employee,JavaUserDefinedTypedAggregation.Average,java.lang.Double> implements Serializable
-
Class org.apache.nemo.examples.spark.sql.JavaUserDefinedUntypedAggregation.MyAverage extends org.apache.spark.sql.expressions.UserDefinedAggregateFunction implements Serializable
-
Serialized Fields
-
bufferSchema
org.apache.spark.sql.types.StructType bufferSchema
-
inputSchema
org.apache.spark.sql.types.StructType inputSchema
-
-
-
-
Package org.apache.nemo.runtime.common.comm
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.BlockLocationInfoMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
blockId_
java.lang.Object blockId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
ownerExecutorId_
java.lang.Object ownerExecutorId_
-
requestId_
long requestId_
-
state_
int state_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.BlockStateChangedMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
blockId_
java.lang.Object blockId_
-
executorId_
java.lang.Object executorId_
-
location_
java.lang.Object location_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
state_
int state_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.BlockTransferContextDescriptor extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
blockId_
java.lang.Object blockId_
-
blockStore_
int blockStore_
-
keyRange_
com.google.protobuf.ByteString keyRange_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
runtimeEdgeId_
java.lang.Object runtimeEdgeId_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.ByteTransferContextSetupMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
contextDescriptor_
com.google.protobuf.ByteString contextDescriptor_
-
dataDirection_
int dataDirection_
-
initiatorExecutorId_
java.lang.Object initiatorExecutorId_
-
isPipe_
boolean isPipe_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
transferIndex_
int transferIndex_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.ClientToDriverMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
launchDAG_
ControlMessage.LaunchDAGMessage launchDAG_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
message_
ControlMessage.NotificationMessage message_
-
type_
int type_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.ContainerFailedMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
executorId_
java.lang.Object executorId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.DataCollectMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
data_
java.lang.Object data_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.DriverToClientMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
dataCollected_
ControlMessage.DataCollectMessage dataCollected_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
optimizationType_
int optimizationType_
-
type_
int type_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.ExecutorFailedMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
exception_
com.google.protobuf.ByteString exception_
-
executorId_
java.lang.Object executorId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.InMasterBroadcastVariableMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
requestId_
long requestId_
-
variable_
com.google.protobuf.ByteString variable_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.LaunchDAGMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
broadcastVars_
com.google.protobuf.ByteString broadcastVars_
-
dag_
java.lang.Object dag_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.Message extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
blockLocationInfoMsg_
ControlMessage.BlockLocationInfoMsg blockLocationInfoMsg_
-
blockStateChangedMsg_
ControlMessage.BlockStateChangedMsg blockStateChangedMsg_
-
broadcastVariableMsg_
ControlMessage.InMasterBroadcastVariableMessage broadcastVariableMsg_
-
containerFailedMsg_
ControlMessage.ContainerFailedMsg containerFailedMsg_
-
dataCollected_
ControlMessage.DataCollectMessage dataCollected_
-
executorFailedMsg_
ControlMessage.ExecutorFailedMsg executorFailedMsg_
-
id_
long id_
-
listenerId_
java.lang.Object listenerId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
metricMsg_
ControlMessage.MetricMsg metricMsg_
-
pipeInitMsg_
ControlMessage.PipeInitMessage pipeInitMsg_
-
pipeLocInfoMsg_
ControlMessage.PipeLocationInfoMessage pipeLocInfoMsg_
-
requestBlockLocationMsg_
ControlMessage.RequestBlockLocationMsg requestBlockLocationMsg_
-
requestbroadcastVariableMsg_
ControlMessage.RequestBroadcastVariableMessage requestbroadcastVariableMsg_
-
requestPipeLocMsg_
ControlMessage.RequestPipeLocationMessage requestPipeLocMsg_
-
runTimePassMessageMsg_
ControlMessage.RunTimePassMessageMsg runTimePassMessageMsg_
-
scheduleTaskMsg_
ControlMessage.ScheduleTaskMsg scheduleTaskMsg_
-
taskStateChangedMsg_
ControlMessage.TaskStateChangedMsg taskStateChangedMsg_
-
type_
int type_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.Metric extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
metricField_
java.lang.Object metricField_
-
metricId_
java.lang.Object metricId_
-
metricType_
java.lang.Object metricType_
-
metricValue_
com.google.protobuf.ByteString metricValue_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.MetricMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
memoizedIsInitialized
byte memoizedIsInitialized
-
metric_
java.util.List<ControlMessage.Metric> metric_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.NotificationMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
data_
java.lang.Object data_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
optimizationType_
int optimizationType_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.PipeInitMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
executorId_
java.lang.Object executorId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
runtimeEdgeId_
java.lang.Object runtimeEdgeId_
-
srcTaskIndex_
long srcTaskIndex_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.PipeLocationInfoMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
executorId_
java.lang.Object executorId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
requestId_
long requestId_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.PipeTransferContextDescriptor extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
dstTaskIndex_
long dstTaskIndex_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
numPipeToWait_
long numPipeToWait_
-
runtimeEdgeId_
java.lang.Object runtimeEdgeId_
-
srcTaskIndex_
long srcTaskIndex_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.RequestBlockLocationMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
blockIdWildcard_
java.lang.Object blockIdWildcard_
-
executorId_
java.lang.Object executorId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.RequestBroadcastVariableMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
broadcastId_
com.google.protobuf.ByteString broadcastId_
-
executorId_
java.lang.Object executorId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.RequestPipeLocationMessage extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
executorId_
java.lang.Object executorId_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
runtimeEdgeId_
java.lang.Object runtimeEdgeId_
-
srcTaskIndex_
long srcTaskIndex_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.RunTimePassMessageEntry extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
key_
java.lang.Object key_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
value_
long value_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.RunTimePassMessageMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
entry_
java.util.List<ControlMessage.RunTimePassMessageEntry> entry_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
taskId_
java.lang.Object taskId_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.ScheduleTaskMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
bitField0_
int bitField0_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
task_
com.google.protobuf.ByteString task_
-
-
Class org.apache.nemo.runtime.common.comm.ControlMessage.TaskStateChangedMsg extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
attemptIdx_
int attemptIdx_
-
bitField0_
int bitField0_
-
executorId_
java.lang.Object executorId_
-
failureCause_
int failureCause_
-
memoizedIsInitialized
byte memoizedIsInitialized
-
state_
int state_
-
taskId_
java.lang.Object taskId_
-
vertexPutOnHoldId_
java.lang.Object vertexPutOnHoldId_
-
-
Class org.apache.nemo.runtime.common.comm.GrpcMessageService.Void extends com.google.protobuf.GeneratedMessageV3 implements Serializable
- serialVersionUID:
- 0L
-
Serialized Fields
-
memoizedIsInitialized
byte memoizedIsInitialized
-
-
-
Package org.apache.nemo.runtime.common.exception
-
Class org.apache.nemo.runtime.common.exception.AbsentBlockException extends java.lang.Exception implements Serializable
-
Serialized Fields
-
blockId
java.lang.String blockId
-
state
BlockState.State state
-
-
-
Class org.apache.nemo.runtime.common.exception.PlanAppenderException extends java.lang.RuntimeException implements Serializable
-
-
Package org.apache.nemo.runtime.common.metric
-
Class org.apache.nemo.runtime.common.metric.DataTransferEvent extends Event implements Serializable
-
Serialized Fields
-
transferType
DataTransferEvent.TransferType transferType
-
-
-
Class org.apache.nemo.runtime.common.metric.Event extends java.lang.Object implements Serializable
-
Serialized Fields
-
timestamp
long timestamp
-
-
-
Class org.apache.nemo.runtime.common.metric.LatencyMetric extends java.lang.Object implements Serializable
-
Serialized Fields
-
latency
long latency
-
latencymark
LatencyMark latencymark
-
timestamp
long timestamp
-
-
-
Class org.apache.nemo.runtime.common.metric.StateTransitionEvent extends Event implements Serializable
-
Class org.apache.nemo.runtime.common.metric.StreamMetric extends java.lang.Object implements Serializable
-
Serialized Fields
-
endTimeStamp
long endTimeStamp
-
isReadNotSerializedData
boolean isReadNotSerializedData
-
numOfReadTuples
long numOfReadTuples
-
serializedReadBytes
long serializedReadBytes
-
startTimeStamp
long startTimeStamp
-
-
-
-
Package org.apache.nemo.runtime.common.plan
-
Class org.apache.nemo.runtime.common.plan.PhysicalPlan extends java.lang.Object implements Serializable
-
Class org.apache.nemo.runtime.common.plan.RuntimeEdge extends Edge<V extends Vertex> implements Serializable
-
Serialized Fields
-
executionProperties
ExecutionPropertyMap<EdgeExecutionProperty> executionProperties
-
-
-
Class org.apache.nemo.runtime.common.plan.Stage extends Vertex implements Serializable
-
Serialized Fields
-
executionProperties
ExecutionPropertyMap<VertexExecutionProperty> executionProperties
-
irDag
DAG<IRVertex,RuntimeEdge<IRVertex>> irDag
-
serializedIRDag
byte[] serializedIRDag
-
taskIndices
java.util.List<java.lang.Integer> taskIndices
-
vertexIdToReadables
java.util.List<java.util.Map<java.lang.String,Readable>> vertexIdToReadables
-
-
-
Class org.apache.nemo.runtime.common.plan.StageEdge extends RuntimeEdge<Stage> implements Serializable
-
Class org.apache.nemo.runtime.common.plan.Task extends java.lang.Object implements Serializable
-
Serialized Fields
-
executionProperties
ExecutionPropertyMap<VertexExecutionProperty> executionProperties
-
irVertexIdToReadable
java.util.Map<java.lang.String,Readable> irVertexIdToReadable
-
planId
java.lang.String planId
-
serializedIRDag
byte[] serializedIRDag
-
taskId
java.lang.String taskId
-
taskIncomingEdges
java.util.List<StageEdge> taskIncomingEdges
-
taskOutgoingEdges
java.util.List<StageEdge> taskOutgoingEdges
-
-
-
-
Package org.apache.nemo.runtime.executor
-
Class org.apache.nemo.runtime.executor.TransformContextImpl extends java.lang.Object implements Serializable
-
Serialized Fields
-
broadcastManagerWorker
BroadcastManagerWorker broadcastManagerWorker
-
data
java.lang.String data
-
-
-
-
Package org.apache.nemo.runtime.executor.data
-
Class org.apache.nemo.runtime.executor.data.DataUtil.IteratorWithNumBytes.NumBytesNotSupportedException extends java.lang.Exception implements Serializable
-
Class org.apache.nemo.runtime.executor.data.FileArea extends java.lang.Object implements Serializable
-
Serialized Fields
-
count
long count
-
path
java.lang.String path
-
position
long position
-
-
-
Class org.apache.nemo.runtime.executor.data.MemoryAllocationException extends java.lang.Exception implements Serializable
-
-
Package org.apache.nemo.runtime.executor.datatransfer
-
Class org.apache.nemo.runtime.executor.datatransfer.DataFetcherOutputCollector extends java.lang.Object implements Serializable
-
Serialized Fields
-
edgeIndex
int edgeIndex
-
nextOperatorVertex
OperatorVertex nextOperatorVertex
-
watermarkManager
InputWatermarkManager watermarkManager
-
-
-
Class org.apache.nemo.runtime.executor.datatransfer.NemoEventDecoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
valueDecoderFactory
DecoderFactory valueDecoderFactory
-
-
-
Class org.apache.nemo.runtime.executor.datatransfer.NemoEventEncoderFactory extends java.lang.Object implements Serializable
-
Serialized Fields
-
valueEncoderFactory
EncoderFactory valueEncoderFactory
-
-
-
Class org.apache.nemo.runtime.executor.datatransfer.OperatorVertexOutputCollector extends java.lang.Object implements Serializable
-
Serialized Fields
-
externalAdditionalOutputs
java.util.Map<java.lang.String,java.util.List<OutputWriter>> externalAdditionalOutputs
-
externalMainOutputs
java.util.List<OutputWriter> externalMainOutputs
-
internalAdditionalOutputs
java.util.Map<java.lang.String,java.util.List<NextIntraTaskOperatorInfo>> internalAdditionalOutputs
-
internalMainOutputs
java.util.List<NextIntraTaskOperatorInfo> internalMainOutputs
-
irVertex
IRVertex irVertex
-
-
-
Class org.apache.nemo.runtime.executor.datatransfer.OperatorWatermarkCollector extends java.lang.Object implements Serializable
-
Serialized Fields
-
operatorVertex
OperatorVertex operatorVertex
-
-
-
Class org.apache.nemo.runtime.executor.datatransfer.RunTimeMessageOutputCollector extends java.lang.Object implements Serializable
-
Serialized Fields
-
connectionToMasterMap
PersistentConnectionToMasterMap connectionToMasterMap
-
dataTransferNeeded
boolean dataTransferNeeded
-
irVertex
IRVertex irVertex
-
taskExecutor
TaskExecutor taskExecutor
-
taskId
java.lang.String taskId
-
-
-
Class org.apache.nemo.runtime.executor.datatransfer.WatermarkWithIndex extends java.lang.Object implements Serializable
-
Serialized Fields
-
index
int index
-
watermark
Watermark watermark
-
-
-
-
Package org.apache.nemo.runtime.master.servlet
-
Class org.apache.nemo.runtime.master.servlet.AllMetricServlet extends javax.servlet.http.HttpServlet implements Serializable
-
Class org.apache.nemo.runtime.master.servlet.JobMetricServlet extends javax.servlet.http.HttpServlet implements Serializable
-
Class org.apache.nemo.runtime.master.servlet.StageMetricServlet extends javax.servlet.http.HttpServlet implements Serializable
-
Class org.apache.nemo.runtime.master.servlet.TaskMetricServlet extends javax.servlet.http.HttpServlet implements Serializable
-
Class org.apache.nemo.runtime.master.servlet.WebSocketMetricServlet extends org.eclipse.jetty.websocket.servlet.WebSocketServlet implements Serializable
-