• Search by APIs
  • Search by Words
  • Search Projects
  • Java
  • Python
  • JavaScript
  • TypeScript
  • C++
  • Scala
  • Blog
Project: twister2 (GitHub Link)
  • twister2-master
    • BUILD
    • .gitbook.yaml
    • twister2
      • comms
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • comms
                      • dfw
                        • MToNRing.java
                        • ProgressionTracker.java
                        • ControlledProgressTracker.java
                        • TreeBroadcast.java
                        • AllReduce.java
                        • RoutingParameters.java
                        • MToNSimple.java
                        • ChannelDataFlowOperation.java
                        • AllGather.java
                        • ControlledChannelOperation.java
                        • io
                          • TargetReceiver.java
                          • TargetFinalReceiver.java
                          • AggregatedObjects.java
                          • ObjectBuilderImpl.java
                          • DataDeserializer.java
                          • partition
                            • PartitionPartialReceiver.java
                            • PartitionBatchFinalReceiver.java
                            • DPartitionBatchFinalReceiver.java
                            • PartitionStreamingFinalReceiver.java
                          • DataSerializer.java
                          • FixedSchemaDataSerializer.java
                          • SourceReceiver.java
                          • ByteArrayInputStream.java
                          • TargetPartialReceiver.java
                          • ReceiverState.java
                          • BaseSerializer.java
                          • FixedSchemaKeyedDataDeSerializer.java
                          • KeyedDataSerializer.java
                          • direct
                            • DirectBatchFinalReceiver.java
                            • DirectStreamingFinalReceiver.java
                          • reduce
                            • ReduceBatchPartialReceiver.java
                            • ReduceStreamingPartialReceiver.java
                            • keyed
                              • KReduceStreamingFinalReceiver.java
                              • KReduceBatchPartialReceiver.java
                              • KReduceStreamingReceiver.java
                              • KReduceBatchFinalReceiver.java
                              • KReduceStreamingPartialReceiver.java
                              • KReduceBatchReceiver.java
                            • ReduceStreamingFinalReceiver.java
                            • ReduceBatchFinalReceiver.java
                            • ReduceBatchReceiver.java
                            • ReduceStreamingReceiver.java
                            • BaseReduceBatchFinalReceiver.java
                          • Deserializers.java
                          • ByteArrayOutputStream.java
                          • allgather
                            • BcastGatheStreamingReceiver.java
                            • BcastGatherBatchReceiver.java
                            • AllGatherBatchFinalReceiver.java
                            • AllGatherStreamingFinalReceiver.java
                          • KeyedDataDeSerializer.java
                          • KeyedReceiver.java
                          • FixedSchemaKeyedDataSerializer.java
                          • FixedSchemaDataDeserializer.java
                          • SerializeState.java
                          • join
                            • JoinPartitionBatchFinalReceiver.java
                            • BulkReceiverWrapper.java
                            • JoinBatchCombinedReceiver.java
                            • JoinBatchPartialReceiver.java
                          • allreduce
                            • AllReduceStreamingFinalReceiver.java
                            • AllReduceBatchFinalReceiver.java
                          • Serializers.java
                          • DataPackerProxy.java
                          • SyncState.java
                          • gather
                            • keyed
                              • KGatherBatchPartialReceiver.java
                              • DKGatherBatchFinalReceiver.java
                              • KGatherStreamingReceiver.java
                              • KGatherStreamingFinalReceiver.java
                              • KGatherBatchFinalReceiver.java
                              • KGatherStreamingPartialReceiver.java
                            • BaseGatherBatchReceiver.java
                            • GatherStreamingFinalReceiver.java
                            • GatherBatchPartialReceiver.java
                            • DGatherBatchFinalReceiver.java
                            • GatherStreamingPartialReceiver.java
                            • GatherBatchFinalReceiver.java
                          • bcast
                            • BcastBatchFinalReceiver.java
                            • BcastStreamingFinalReceiver.java
                          • DFWIOUtils.java
                        • MToOneTree.java
                        • InMessage.java
                        • OneToOne.java
                        • OutMessage.java
                        • MToNChain.java
                      • ucx
                        • TWSUCXChannel.java
                      • functions
                        • ReduceIdentityFunction.java
                        • reduction
                          • OpProduct.java
                          • AbstractOp.java
                          • OpMax.java
                          • OpDivision.java
                          • ReduceOperationFunction.java
                          • OpMin.java
                          • OpSum.java
                      • utils
                        • OperationUtils.java
                        • HashJoinUtils.java
                        • LogicalPlanBuilder.java
                        • TaskPlanUtils.java
                        • Heap.java
                        • DiskBasedList.java
                        • KeyComparatorWrapper.java
                        • SortJoinUtils.java
                        • THashMap.java
                        • HeapNode.java
                        • JoinRelation.java
                      • stream
                        • SReduce.java
                        • SKeyedGather.java
                        • SDirect.java
                        • SAllGather.java
                        • SKeyedReduce.java
                        • SBroadCast.java
                        • SGather.java
                        • SAllReduce.java
                        • SKeyedPartition.java
                        • SPartition.java
                      • mpi
                        • TWSMPIChannel.java
                      • shuffle
                        • FSKeyedSortedMerger.java
                        • ControlledFileReaderFlags.java
                        • MemoryMapUtils.java
                        • OpenFile.java
                        • Shuffle.java
                        • ResettableIterator.java
                        • RestorableIterator.java
                        • ControlledMemoryReader.java
                        • ControlledFileReader.java
                        • FSKeyedSortedMerger2.java
                        • Restorable.java
                        • OpenFilePart.java
                        • ControlledReader.java
                        • FileLoader.java
                        • FSSorter.java
                        • FSKeyedMerger.java
                        • FSMerger.java
                        • RestorePoint.java
                      • routing
                        • DirectRouter.java
                        • PartitionRouter.java
                        • BinaryTree.java
                        • Node.java
                        • InvertedBinaryTreeRouter.java
                        • BinaryTreeRouter.java
                        • KeyedInvertedBinaryTreeRouter.java
                      • tcp
                        • TWSTCPChannel.java
                      • selectors
                        • SimpleKeyBasedSelector.java
                        • HashingSelector.java
                        • LoadBalanceSelector.java
                      • batch
                        • BGather.java
                        • BJoin.java
                        • BKeyedPartition.java
                        • BPartition.java
                        • BAllReduce.java
                        • BKeyedGather.java
                        • BKeyedReduce.java
                        • BBroadcast.java
                        • BAllGather.java
                        • BReduce.java
                        • BDirect.java
        • tests
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • comms
                      • dfw
                        • io
                          • KeyedSerializerLargeTest.java
                          • BaseSerializeTest.java
                          • KeyedSerializerTest.java
                          • AggregatorListTest.java
                          • DataSerializerTest.java
                      • ucx
                        • TWSUCXChannelTest.java
                      • utils
                        • JoinRandomTest.java
                        • HashJoinUtilsTest.java
                        • HeapTest.java
                        • SortJoinUtilsTest.java
                        • JoinTestUtils.java
                      • shuffle
                        • FSKeyedMergerTest.java
                        • RestorableIteratorTest.java
                        • FSMergerTest.java
                        • FSKeyedSortedMergerTest.java
                      • routing
                        • InvertedTreeRouterTest.java
                        • RoutingTestUtils.java
                        • BinaryTreeTest.java
                      • selectors
                        • HashingSelectorTest.java
      • proto
        • BUILD
        • job.proto
        • utils
          • BUILD
          • src
            • main
              • java
                • edu
                  • iu
                    • dsc
                      • tws
                        • proto
                          • utils
                            • NodeInfoUtils.java
                            • JobUtils.java
                            • WorkerInfoUtils.java
                            • ComputeResourceUtils.java
                            • WorkerResourceUtils.java
        • checkpoint.proto
        • jobmaster.proto
        • Empty.java
        • taskscheduleplan.proto
        • job_state.proto
        • htgjob.proto
      • graph
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • graphapi
                      • impl
                        • TestForSSSP.java
                        • TestForPagerank.java
                      • partition
                        • GraphDataSource.java
                      • pagerank
                        • PageRankWorker.java
                        • PageRankWorkerParameters.java
                        • PageRankValueHolderSink.java
                        • DataObjectCompute.java
                        • PageRankMain.java
                        • DataObjectSink.java
                        • PageRankValueHolderCompute.java
                      • api
                        • BasicComputation.java
                        • VertexStatusForDouble.java
                        • WorkerParameter.java
                        • DataSinkTask.java
                        • ConstructDataStr.java
                        • DataInitializationSinkTask.java
                        • VertexStatusForInt.java
                      • edge
                        • Edge.java
                      • sssp
                        • SingleSourceShortestPathWorker.java
                        • SsspParameters.java
                        • GraphDataSink.java
                        • SsspInitialSink.java
                        • SsspMain.java
                        • SsspInitialCompute.java
                        • GraphDataCompute.java
                      • vertex
                        • DefaultVertex.java
                        • Vertex.java
                        • VertexStatus.java
                        • SsspVertexStatus.java
                        • DefaultEdge.java
                        • SsspDefaultVertex.java
      • task
        • src
          • main
            • java
              • BUILD
              • edu
                • iu
                  • dsc
                    • tws
                      • task
                        • impl
                          • function
                            • ReduceFn.java
                          • ComputeConnection.java
                          • ExecutorList.java
                          • ComputeConnectionUtils.java
                          • SourceConnection.java
                          • TaskConfigurations.java
                          • ExecutionHookImpl.java
                          • TaskWorker.java
                          • cdfw
                            • CDFWWorker.java
                            • CDFWRuntime.java
                          • ops
                            • BroadcastConfig.java
                            • AllGatherConfig.java
                            • ReduceConfig.java
                            • AllReduceConfig.java
                            • AbstractKeyedOpsConfig.java
                            • PartitionConfig.java
                            • AbstractOpsConfig.java
                            • KeyedReduceConfig.java
                            • OpConfigValidationFailedException.java
                            • DirectConfig.java
                            • JoinConfig.java
                            • KeyedGatherConfig.java
                            • KeyedPartitionConfig.java
                            • GatherConfig.java
                          • ComputeGraphBuilder.java
                          • TaskExecutor.java
                        • graph
                          • GraphBuilder.java
                        • ComputeEnvironment.java
                        • typed
                          • ReduceCompute.java
                          • AllGatherCompute.java
                          • KeyedGatherCompute.java
                          • streaming
                            • SKeyedReduceCompute.java
                            • SKeyedPartitionCompute.java
                            • SPartitionCompute.java
                            • SBroadCastCompute.java
                          • AllReduceCompute.java
                          • AbstractSingleDataCompute.java
                          • AbstractIterableDataCompute.java
                          • DirectCompute.java
                          • GatherCompute.java
                          • batch
                            • BKeyedGatherGroupedCompute.java
                            • BBroadCastCompute.java
                            • BKeyedReduceCompute.java
                            • BKeyedPartitionCompute.java
                            • BJoinCompute.java
                            • BPartitionCompute.java
                            • BKeyedGatherUnGroupedCompute.java
                        • dataobjects
                          • DataObjectCSVSource.java
                          • DataObjectSource.java
                          • DataFileSink.java
                          • DataFileReplicatedReadSource.java
                          • DataObjectSink.java
                          • DataFileSplittedReadSource.java
                        • window
                          • collectives
                            • ReduceWindow.java
                            • AggregateWindow.java
                            • ProcessWindow.java
                            • FoldWindow.java
                          • function
                            • ReduceWindow.java
                            • IWindowFunction.java
                            • ProcessWindowedFunction.java
                            • FoldWindowedFunction.java
                            • ReduceWindowedFunction.java
                            • AggregateWindowedFunction.java
                          • policy
                            • eviction
                              • count
                                • CountEvictionPolicy.java
                                • WatermarkCountEvictionPolicy.java
                              • duration
                                • WatermarkDurationEvictionPolicy.java
                                • DurationEvictionPolicy.java
                            • trigger
                              • WindowingGlobalPolicy.java
                              • WindowingSessionPolicy.java
                              • WindowingPolicy.java
                              • count
                                • CountWindowPolicy.java
                                • WatermarkCountWindowPolicy.java
                              • WindowingSlidingPolicy.java
                              • WindowingTumblingPolicy.java
                              • IWindowingPolicy.java
                              • duration
                                • DurationWindowPolicy.java
                                • WatermarkDurationWindowPolicy.java
                          • constant
                            • WindowBuffer.java
                            • WindowType.java
                            • Action.java
                          • api
                            • Event.java
                            • ITimeStampedData.java
                            • EventImpl.java
                            • IEvictionContext.java
                            • BaseWindow.java
                            • TimestampExtractor.java
                            • IWindow.java
                            • WindowLifeCycleListener.java
                            • ICollective.java
                            • DefaultEvictionContext.java
                            • IWindowedSink.java
                            • WindowMessageImpl.java
                            • ITimestampExtractor.java
                            • IEvictionPolicy.java
                            • IWindowMessage.java
                            • BaseWindowSink.java
                            • GlobalStreamId.java
                          • IWindowCompute.java
                          • util
                            • WindowUtils.java
                            • WindowParameter.java
                          • config
                            • TumblingDurationWindow.java
                            • WindowConfig.java
                            • SlidingDurationWindow.java
                            • TumblingCountWindow.java
                            • SlidingCountWindow.java
                          • manage
                            • IWindowingPolicyManager.java
                            • WindowManager.java
                            • IManager.java
                          • BaseWindowCompute.java
                          • event
                            • WatermarkEvent.java
                            • WatermarkEventGenerator.java
                          • exceptions
                            • FailedException.java
                            • FailureException.java
                            • InvalidWindow.java
                            • InValidWindowingPolicy.java
                          • BaseWindowSource.java
                          • core
                            • AbstractListDataCompute.java
                            • BaseWindowedSink.java
                            • AbstractSingleWindowDataSink.java
                            • AbstractSingleWindowDataCompute.java
                            • WindowedCompute.java
                          • strategy
                            • IWindowStrategy.java
                            • count
                              • TumblingCountWindowStrategy.java
                              • SlidingCountWindowStratergy.java
                            • BaseWindowStrategy.java
                            • duration
                              • SlidingDurationWindowStratergy.java
                              • TumblingDurationWindowStrategy.java
                        • cdfw
                          • ICDFWScheduler.java
                          • task
                            • ConnectedSource.java
                            • ConnectedSink.java
                          • DataFlowJobConfig.java
                          • DriverState.java
                          • CDFWEnv.java
                          • BaseDriver.java
                          • DataFlowGraph.java
                          • CDFWScheduler.java
                          • DriveEventType.java
                          • DriverEvent.java
                          • CDFWExecutor.java
        • tests
          • java
            • BUILD
            • edu.iu.dsc.tws.task
              • test
                • WatermarkGeneratorTest.java
                • WindowManagerTest.java
                • Hello.java
      • executor
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • executor
                      • comms
                        • streaming
                          • AllGatherStreamingOperation.java
                          • BroadcastStreamingOperation.java
                          • KeyedGatherStreamingOperation.java
                          • KeyedPartitionStreamOperation.java
                          • GatherStreamingOperation.java
                          • DirectStreamingOperation.java
                          • KeyedReduceStreamingOperation.java
                          • AllReduceStreamingOperation.java
                          • PartitionStreamingOperation.java
                          • ReduceStreamingOperation.java
                        • DefaultDestinationSelector.java
                        • batch
                          • AllReduceBatchOperation.java
                          • AllGatherBatchOperation.java
                          • PartitionBatchOperation.java
                          • BroadcastBatchOperation.java
                          • ReduceBatchOperation.java
                          • KeyedGatherBatchOperation.java
                          • DirectBatchOperation.java
                          • JoinBatchOperation.java
                          • KeyedReduceBatchOperation.java
                          • KeyedPartitionBatchOperation.java
                          • GatherBatchOperation.java
                        • AbstractParallelOperation.java
                      • util
                        • Utils.java
                      • threading
                        • NullExecutor.java
                        • ExecutorFactory.java
                        • BatchSharingExecutor2.java
                        • StreamingAllSharingExecutor.java
                        • StreamingSharingExecutor.java
                        • ThreadSharingExecutor.java
                        • ft
                          • AllSharingStremingExecutor.java
                          • DedidatedBatchExecutor.java
                          • DedicatedComStreamingExecutor.java
                          • AllSharingBatchExecutor.java
                        • BatchSharingExecutor.java
                        • StreamingAllSharingExecutor2.java
                      • core
                        • TaskPlanBuilder.java
                        • TaskContextImpl.java
                        • TaskCheckpointUtils.java
                        • TaskIdGenerator.java
                        • streaming
                          • SourceStreamingInstance.java
                          • PendingCheckpoint.java
                          • TaskStreamingInstance.java
                        • ParallelOperationFactory.java
                        • DefaultOutputCollection.java
                        • ExecutionRuntime.java
                        • Runtime.java
                        • ExecutionPlanBuilder.java
                        • batch
                          • InstanceState.java
                          • SourceBatchInstance.java
                          • TaskBatchInstance.java
      • examples
        • src
          • resources
            • wordcount
          • python
            • BUILD
            • tutorial
              • simple
                • source
                  • tset_source_example.py
                  • tset_keyed_source_example.py
                • hello
                  • hello_twister2.py
              • intermediate
                • comm
                  • tset_communication.py
                • caching
                  • tset_caching.py
                • checkpoint
                  • tset_checkpointing.py
                • compute
                  • tset_compute.py
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • examples
                      • comms
                        • ExampleMain.java
                        • stream
                          • SKeyedPartitionExample.java
                          • SKeyedGatherExample.java
                          • SPartitionExample.java
                          • SAllGatherExample.java
                          • SAllReduceExample.java
                          • SDirectExample.java
                          • SKeyedReduceExample.java
                          • SBroadcastExample.java
                          • SReduceExample.java
                          • SGatherExample.java
                        • BenchWorker.java
                        • Constants.java
                        • JobParameters.java
                        • KeyedBenchWorker.java
                        • JoinedKeyedBenchWorker.java
                        • KeyGenerator.java
                        • DataGenerator.java
                        • batch
                          • BDirectExample.java
                          • BPartitionExample.java
                          • BKeyedPartitionExample.java
                          • BDKeyedGatherExample.java
                          • BDJoinExample.java
                          • BGatherExample.java
                          • BReduceExample.java
                          • BKeyedGatherExample.java
                          • BJoinExample.java
                          • BAllReduceExample.java
                          • BJoinStudentExample.java
                          • BKeyedReduceExample.java
                          • BBroadcastExample.java
                          • BAllGatherExample.java
                      • ml
                        • svm
                          • sgd
                            • pegasos
                              • PegasosSgdSvm.java
                            • SgdSvm.java
                          • comms
                            • SVMCommsReducer.java
                            • SVMCommsRunner.java
                            • CommsWorker.java
                            • InputDataStreamer.java
                          • SVMRunner.java
                          • integration
                            • test
                              • IReceptor.java
                              • LocalTextInputPartitioner1.java
                              • ICollector.java
                          • constant
                            • TimingConstants.java
                            • Constants.java
                            • IterativeSVMConstants.java
                            • WindowingConstants.java
                          • test
                            • PredictionAggregator.java
                            • Predict.java
                            • PredictionReduceTask.java
                            • PredictionSourceTask.java
                          • util
                            • Model.java
                            • ResultsSaver.java
                            • IPrintFunction.java
                            • TypeConverter.java
                            • TGUtils.java
                            • TrainedModel.java
                            • BinaryBatchModel.java
                            • SVMJobParameters.java
                            • WindowArguments.java
                            • MLUtils.java
                            • DataUtils.java
                            • TSetUtils.java
                          • job
                            • SvmSgdAdvancedRunner.java
                            • SvmSgdIterativeRunner.java
                            • SvmSgdTsetRunner.java
                            • SvmSgdRunner.java
                            • SvmSgdOnlineRunner.java
                          • aggregate
                            • IterativeTrainingReduce.java
                            • ReduceAggregator.java
                            • IterativeTestingReduce.java
                            • IterativeSVMWeightVectorReduce.java
                            • IterativeAccuracyReduceFunction.java
                            • SVMReduce.java
                            • IterativeSVMReduce.java
                            • IterativeSVMAccuracyReduce.java
                            • ISvmIterativeReduceFunction.java
                            • IterativeWeightVectorReduceFunction.java
                            • IterativeSVMDataPointReduce.java
                          • config
                            • DataPartitionType.java
                          • compute
                            • window
                              • IterativeStreamingWindowedCompute.java
                              • IterativeStreamingSinkEvaluator.java
                            • IterativeStreamingCompute.java
                            • IterativeSVMCompute.java
                            • SVMCompute.java
                          • data
                            • SourceTaskDataLoader.java
                            • SourceTaskDataLoaderMain.java
                            • IterativeSVMWeightVectorObjectDirectSink.java
                            • IterativeSVMDataObjectDirectSink.java
                            • IterativeSVMWeightVectorObjectCompute.java
                            • IterativeSVMPrimaryWeightVectorObjectCompute.java
                            • IterativeSVMDataObjectCompute.java
                            • TaskWorkerDataLoader.java
                            • IterativeSVMPrimaryDataObjectDirectSink.java
                            • IDataPartitionFunction.java
                            • DataPartitioner.java
                            • SVMDataObjectSource.java
                            • TaskWorkerDataLoaderMain.java
                          • math
                            • Initializer.java
                            • Matrix.java
                          • exceptions
                            • InputDataFormatException.java
                            • MatrixMultiplicationException.java
                            • InvalidArguments.java
                            • NullDataSetException.java
                          • tset
                            • AccuracyAverager.java
                            • WeightVectorAverager.java
                            • SvmTrainMap.java
                            • ModelAverager.java
                            • WeightVectorLoad.java
                            • SvmTestMap.java
                            • DataLoadingTask.java
                          • streamer
                            • DataStreamer.java
                            • IterativeDataStream.java
                            • IterativePredictionDataStreamer.java
                            • IterativeStreamingDataStreamer.java
                            • InputDataStreamer.java
                      • arrow
                        • ArrowTSetSourceExample.java
                      • utils
                        • partitioners
                          • DeterministicTaskPartitioner.java
                        • RandomString.java
                        • WordCountUtils.java
                        • math
                          • MathUtils.java
                        • bench
                          • BenchmarkUtils.java
                          • Timing.java
                          • BenchmarkMetadata.java
                          • BenchmarkResultsRecorder.java
                          • BenchmarkConstants.java
                          • BenchmarkArg.java
                          • TimingUnit.java
                        • DataGenerator.java
                      • task
                        • BenchWindowTaskWorker.java
                        • streaming
                          • verifiers
                            • GatherVerifier.java
                            • ReduceVerifier.java
                          • STKeyedReduceExample.java
                          • STAllGatherExample.java
                          • STGatherExample.java
                          • STKeyedGatherExample.java
                          • STPartitionExample.java
                          • windowing
                            • STWindowCustomExample.java
                            • STWindowMPI.java
                            • data
                              • EventTimeData.java
                            • extract
                              • EventTimeExtractor.java
                            • STWindowEventTimeExample.java
                            • STWindowExample.java
                          • STPartitionKeyedExample.java
                          • STReduceExample.java
                          • STAllReduceExample.java
                          • STBroadCastExample.java
                          • MultiStageGraph.java
                        • dataparallel
                          • DataParallelTask.java
                          • DataParallelJob.java
                          • DataParallelWorker.java
                        • ExampleTaskMain.java
                        • batch
                          • BTGatherExample.java
                          • verifiers
                            • GatherVerifier.java
                            • ReduceVerifier.java
                          • BTKeyedGatherExample.java
                          • BTPartitionExample.java
                          • BTPartitionKeyedExample.java
                          • BTBroadCastExample.java
                          • BTAllReduceExample.java
                          • BTReduceExample.java
                          • BTKeyedReduceExample.java
                          • BTAllGatherExample.java
                          • IterativeJob.java
                          • BTJoinExample.java
                          • MultiStageGraph.java
                          • BTDirectExample.java
                        • BenchTaskWorker.java
                      • Utils.java
                      • checkpointing
                        • CheckpointingTaskExample.java
                      • streaming
                        • wordcount
                          • comms
                            • StreamingWordSource.java
                            • WordCount.java
                            • WordAggregate.java
                            • WordCountWorker.java
                          • task
                            • WordCount.java
                          • tset
                            • WordCount.java
                      • compatibility
                        • storm
                          • SentenceWordCountTopology.java
                          • MultiSpoutTopology.java
                          • windowing
                            • IntervalWindowTopology.java
                            • TumblingWindowTopology.java
                            • SlidingWindowTopology.java
                          • WordCountTopology.java
                          • bench
                            • StormBenchmark.java
                      • internal
                        • dataflowexperiment
                          • DataflowNodeExperiment.java
                          • DataflowJobParameters.java
                          • DataflowAddNodeExperiment.java
                        • task
                          • TaskUtils.java
                        • taskgraph
                          • MultiComputeTasksGraphExample.java
                        • rsched
                          • K8sControllerExample.java
                          • BasicAuroraContainer.java
                          • BasicMesosContainer.java
                          • BasicK8sWorker.java
                          • BasicMpiJob.java
                          • BasicKubernetesJob.java
                          • BasicMesosWorker.java
                          • BasicMesosJob.java
                          • DriverExample.java
                          • TCPChannelExample.java
                          • BasicAuroraJob.java
                        • BasicNetworkTest.java
                        • batchscheduler
                          • BatchTaskSchedulerExample.java
                          • ConstraintTaskExample.java
                          • DataGenerator.java
                        • jobmaster
                          • DashboardClientExample.java
                          • ZKJobMasterFinderExample.java
                          • JobMasterClientExample.java
                          • JobMasterExample.java
                          • ZKJobMasterRegistrarExample.java
                      • basic
                        • HelloWorld.java
                      • IntData.java
                      • verification
                        • comparators
                          • IntComparator.java
                          • ListOfIntArraysComparator.java
                          • IntArrayComparator.java
                          • TupleComparator.java
                          • IteratorComparator.java
                          • IntIteratorComparator.java
                        • ExperimentVerification.java
                        • IVerification.java
                        • ResultsGenerator.java
                        • ResultsVerifier.java
                        • ResultsComparator.java
                        • ExperimentData.java
                        • VerificationException.java
                        • GeneratorUtils.java
                      • connectors
                        • KafkaExample.java
                      • tset
                        • tutorial
                          • simple
                            • source
                              • TSetSourceExample.java
                            • hello
                              • HelloTwister2.java
                          • intermediate
                            • comm
                              • TSetCommunicationExample.java
                            • caching
                              • TSetCachingExample.java
                            • checkpoint
                              • TSetCheckptExample.java
                            • compute
                              • TSetComputeExample.java
                          • terasort
                            • TSetTeraSort.java
                        • checkpointing
                          • TSetFTExample.java
                          • WordCount.java
                          • KeyedCheckpointingExample.java
                          • CheckpointingExample.java
                        • streaming
                          • StreamingTsetExample.java
                          • SUnionExample.java
                          • SDirectExample.java
                          • SReduceExample.java
                          • SReduceWindowExample.java
                        • cdfw
                          • TSetExample.java
                        • verified
                          • TSetPartitionExample.java
                          • TSetExampleMain.java
                          • TSetAllReduceExample.java
                          • TSetAllGatherExample.java
                          • TSetGatherExample.java
                          • TSetKeyedReduceExample.java
                          • TSetFileAccessExample.java
                          • TSetKeyedGatherExample.java
                          • TSetReduceExample.java
                          • TSetReplicateExample.java
                        • HelloTSet.java
                        • BaseTSetBatchWorker.java
                        • HadoopTSet.java
                        • batch
                          • AddInputsExample.java
                          • KeyedAddInputsExample.java
                          • FullGraphRunExample.java
                          • PartitionMtoNExample.java
                          • BroadcastExample.java
                          • BranchingExample.java
                          • TSetExecDemo.java
                          • BatchTsetExample.java
                          • DirectIterExample.java
                          • KGatherUngroupedExample.java
                          • KReduceExample.java
                          • ReduceExample.java
                          • EvaluateExample.java
                          • ComputeCollectExample.java
                          • SetSchemaExample.java
                          • PersistExample.java
                          • UnionExample2.java
                          • KGatherExample.java
                          • KeyedOperationsExample.java
                          • AllGatherExample.java
                          • AllReduceExample.java
                          • UnionExample.java
                          • CacheExample.java
                          • GatherExample.java
                          • ComputeExample.java
                          • KPartitionExample.java
                          • DirectExample.java
                          • PartitionExample.java
                          • JoinExample.java
                      • harp
                        • HelloHarp.java
                      • batch
                        • wordcount
                          • comms
                            • WordCountJob.java
                            • BatchWordSource.java
                            • WordAggregator.java
                            • WordCountWorker.java
                          • task
                            • WordCountJob.java
                          • tset
                            • WordCount.java
                            • FileBasedWordCount.java
                        • sortop
                          • RecordSource.java
                          • RecordSave.java
                          • SortJob.java
                          • ByteSelector.java
                        • csv
                          • CSVTSetSourceExample.java
                        • cdfw
                          • CDFConstants.java
                          • DataGeneratorSink.java
                          • ParallelDataFlowsExample.java
                          • KMeansDataObjectCompute.java
                          • KMeansDataObjectDirectSink.java
                          • HelloExample.java
                          • KMeansConnectedDataflowExample.java
                          • DataGeneratorSource.java
                          • TwoDataFlowsExample.java
                          • CDFJobParameters.java
                        • kmeans
                          • checkpointing
                            • KMeansCheckpointingWorker.java
                          • KMeansUtils.java
                          • KMeansMain.java
                          • PointDataSource.java
                          • KMeansDataGenerator.java
                          • KMeansTsetJob.java
                          • KMeansComputeJob.java
                        • terasort
                          • TeraSort.java
                          • TaskPartitionerForRandom.java
                          • TaskPartitionerForSampledData.java
        • tests
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • examples
                      • batch
                        • kmeans
                          • MLTest.java
                          • TaskGraphBuildTest.java
                          • KMeansDataGeneratorTest.java
                          • CSVInputFormatTest.java
      • resource-scheduler
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • rsched
                      • utils
                        • JobUtils.java
                        • ProcessUtils.java
                        • FileUtils.java
                        • ResourceSchedulerUtils.java
                        • TarGzipPacker.java
                      • uploaders
                        • s3
                          • S3Uploader.java
                          • S3Context.java
                        • localfs
                          • LocalFileSystemUploader.java
                          • FsContext.java
                          • LFSTest.java
                        • hdfs
                          • HdfsController.java
                          • HdfsUploader.java
                          • Hdfs_config.yaml
                          • HdfsContext.java
                        • k8s
                          • UploaderToPod.java
                          • UploaderToWebServers.java
                          • K8sUploader.java
                          • DirectUploader.java
                        • scp
                          • ScpController.java
                          • ScpTest.java
                          • ScpContext.java
                          • ScpUploader.java
                        • NullUploader.java
                      • job
                        • Twister2Submitter.java
                        • ZKJobLister.java
                      • schedulers
                        • standalone
                          • bootstrap
                            • MPIBootstrap.java
                          • MPIJobWorkerController.java
                          • MPIController.java
                          • StandaloneCommand.java
                          • MPIWorkerController.java
                          • MPIContext.java
                          • SlurmCommand.java
                          • MPILauncher.java
                          • MPIWorker.java
                          • MPICommand.java
                        • nomad
                          • NomadPersistentVolume.java
                          • NomadContext.java
                          • NomadLauncher.java
                          • master
                            • NomadMasterStarter.java
                          • NomadWorkerStarter.java
                          • NomadTerminator.java
                          • NomadController.java
                          • NomadJobMasterStarter.java
                        • k8s
                          • RequestObjectBuilder.java
                          • mpi
                            • MPIWorkerStarter.java
                            • MPIMasterStarter.java
                          • KubernetesConstants.java
                          • client
                            • JobEndListener.java
                            • JobEndWatcher.java
                          • master
                            • JobTerminator.java
                            • JobMasterStarter.java
                            • JobMasterRequestObject.java
                            • JobKillWatcher.java
                          • KubernetesContext.java
                          • KubernetesLauncher.java
                          • driver
                            • K8sScaler.java
                          • ClientJobKillHandler.java
                          • KubernetesUtils.java
                          • K8sEnvVariables.java
                          • JobSubmissionStatus.java
                          • KubernetesController.java
                          • logger
                            • WorkerLogger.java
                            • JobLogger.java
                          • worker
                            • K8sWorkerUtils.java
                            • K8sPersistentVolume.java
                            • K8sVolatileVolume.java
                            • K8sWorkerStarter.java
                          • PodWatchUtils.java
                        • aurora
                          • AuroraLauncher.java
                          • AuroraClientController.java
                          • AuroraField.java
                          • AuroraWorkerStarter.java
                          • AuroraContext.java
                        • mesos
                          • MesosController.java
                          • mpi
                            • MesosMPISlaveStarter.java
                            • MesosMPIWorkerStarter.java
                            • MesosMPIMasterStarter.java
                          • MesosPersistentVolume.java
                          • MesosWorkerLogger.java
                          • master
                            • MesosJobMasterStarter.java
                            • JobTerminator.java
                          • MesosWorker.java
                          • MesosLauncher.java
                          • MesosScheduler.java
                          • MesosWorkerUtils.java
                          • MesosContext.java
                          • driver
                            • MesosScaler.java
                          • MesosDockerWorker.java
                          • MesosWorkerController.java
                          • MesosVolatileVolume.java
                      • core
                        • ResourceAllocator.java
                        • RuntimeManagerMain.java
                        • WorkerRuntime.java
                        • ResourceRuntime.java
                      • worker
                        • JobProgressImpl.java
                        • WorkerManager.java
      • master
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • master
                      • barrier
                        • BarrierResponder.java
                        • ZKBarrierHandler.java
                        • JMBarrierHandler.java
                        • BarrierMonitor.java
                      • IJobTerminator.java
                      • JobMasterContext.java
                      • driver
                        • DriverMessenger.java
                        • Scaler.java
                      • server
                        • JobMaster.java
                        • IWorkerEventSender.java
                        • ZKMasterController.java
                        • JobFailureWatcher.java
                        • ZKJobUpdater.java
                        • JMWorkerHandler.java
                        • WorkerMonitor.java
                      • dashclient
                        • models
                          • Node.java
                          • ComputeResource.java
                        • messages
                          • RegisterWorker.java
                          • WorkerStateChange.java
                          • RegisterJob.java
                          • ScaledWorkers.java
                          • JobStateChange.java
                        • DashboardClient.java
                      • worker
                        • JMWorkerAgent.java
                        • JMWorkerStatusUpdater.java
                        • JMDriverAgent.java
                        • JMWorkerController.java
      • api
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • api
                      • resource
                        • BUILD
                        • IWorkerFailureListener.java
                        • InitBarrierListener.java
                        • IScalerListener.java
                        • ControllerContext.java
                        • IWorker.java
                        • IReceiverFromDriver.java
                        • IAllJoinedListener.java
                        • ISenderToDriver.java
                        • IWorkerStatusListener.java
                        • IWorkerController.java
                        • IJobMasterFailureListener.java
                        • Network.java
                        • IVolatileVolume.java
                        • IWorkerStatusUpdater.java
                        • IPersistentVolume.java
                        • FSPersistentVolume.java
                        • WorkerEnvironment.java
                      • comms
                        • CommunicationContext.java
                        • BUILD
                        • packing
                          • MessageDeSerializer.java
                          • MessageSerializer.java
                          • DataBuffer.java
                          • PackerStore.java
                          • types
                            • EmptyPacker.java
                            • primitive
                              • DoublePacker.java
                              • DoubleArrayPacker.java
                              • PrimitiveArrayPacker.java
                              • ShortArrayPacker.java
                              • IntegerArrayPacker.java
                              • PrimitivePacker.java
                              • ByteArrayPacker.java
                              • BytePacker.java
                              • LongPacker.java
                              • FloatArrayPacker.java
                              • CharPacker.java
                              • CharArrayPacker.java
                              • IntegerPacker.java
                              • ShortPacker.java
                              • FloatPacker.java
                              • LongArrayPacker.java
                            • StringPacker.java
                            • ObjectPacker.java
                          • ObjectBuilder.java
                          • DataPacker.java
                          • MessageSchema.java
                        • ReduceFunction.java
                        • DataFlowOperation.java
                        • DestinationSelector.java
                        • TaskIdGenerator.java
                        • BulkReceiver.java
                        • SingularReceiver.java
                        • Communicator.java
                        • BaseOperation.java
                        • LogicalPlan.java
                        • structs
                          • Tuple.java
                          • JoinedTuple.java
                        • channel
                          • ChannelListener.java
                          • TWSChannel.java
                          • ChannelReceiver.java
                        • Op.java
                        • messaging
                          • MessageHeader.java
                          • MessageFlags.java
                          • ChannelMessage.java
                          • types
                            • ObjectType.java
                            • EmptyType.java
                            • StringType.java
                            • PrimitiveMessageTypes.java
                            • MessageTypes.java
                            • MessageType.java
                          • ChannelMessageReleaseCallback.java
                          • MessageReceiver.java
                          • MessageDirection.java
                        • EdgeGenerator.java
                      • net
                        • BUILD
                        • request
                          • MessageHandler.java
                          • RequestID.java
                          • ConnectHandler.java
                        • StatusCode.java
                      • dataset
                        • BUILD
                        • DataPartitionConsumer.java
                        • EmptyDataObject.java
                        • DataPartition.java
                        • EmptyDataPartition.java
                        • DataObject.java
                      • scheduler
                        • BUILD
                        • LauncherException.java
                        • ILauncher.java
                        • IUploader.java
                        • Twister2JobState.java
                        • IController.java
                        • UploaderException.java
                      • checkpointing
                        • BUILD
                        • CheckpointingClient.java
                        • StateStore.java
                        • Snapshot.java
                      • util
                        • BUILD
                        • CommonThreadPool.java
                        • KryoSerializer.java
                        • JobIDUtils.java
                      • config
                        • BUILD
                        • TypeUtils.java
                        • SchedulerContext.java
                        • ConfigEntry.java
                        • Context.java
                        • Config.java
                        • TokenSub.java
                      • package-info.java
                      • compute
                        • schedule
                          • elements
                            • TaskInstancePlan.java
                            • Resource.java
                            • WorkerSchedulePlan.java
                            • TaskSchedulePlan.java
                            • WorkerPlan.java
                            • Worker.java
                            • TaskInstanceId.java
                          • ITaskScheduler.java
                        • BUILD
                        • graph
                          • ITaskGraph.java
                          • Edge.java
                          • BaseDataflowTaskGraph.java
                          • DirectedEdge.java
                          • Vertex.java
                          • ComputeGraph.java
                          • EdgeID.java
                          • OperationMode.java
                          • GraphConstants.java
                        • IMessage.java
                        • IFunction.java
                        • executor
                          • INodeInstance.java
                          • IExecutor.java
                          • IExecutionPlanBuilder.java
                          • IParallelOperation.java
                          • ISync.java
                          • ExecutorContext.java
                          • IExecution.java
                          • IExecutionHook.java
                          • ExecutionPlan.java
                          • ExecutionState.java
                        • OutputCollection.java
                        • TaskKeySelector.java
                        • TaskMessage.java
                        • TaskPartitioner.java
                        • nodes
                          • ISource.java
                          • ISink.java
                          • BaseSource.java
                          • BaseCompute.java
                          • ICompute.java
                          • INode.java
                          • BaseNode.java
                        • exceptions
                          • TaskSchedulerException.java
                        • OperationNames.java
                        • TaskContext.java
                        • modifiers
                          • IONames.java
                          • Receptor.java
                          • Collector.java
                          • Closable.java
                      • data
                        • BUILD
                        • BlockLocation.java
                        • FileStatus.java
                        • FileSystem.java
                        • DataConstants.java
                        • FSDataOutputStream.java
                        • FSDataInputStream.java
                        • Path.java
                      • driver
                        • BUILD
                        • IDriver.java
                        • DefaultDriver.java
                        • IScaler.java
                        • IDriverMessenger.java
                        • NullScalar.java
                        • DriverJobState.java
                        • IScalerPerCluster.java
                      • JobConfig.java
                      • exceptions
                        • BUILD
                        • TimeoutException.java
                        • Twister2RuntimeException.java
                        • net
                          • BlockingSendFailureReason.java
                          • BlockingSendException.java
                        • JobFaultyException.java
                        • Twister2Exception.java
                      • faulttolerance
                        • BUILD
                        • Fault.java
                        • JobProgress.java
                        • FaultAcceptable.java
                        • JobFaultListener.java
                        • FaultToleranceContext.java
                      • tset
                        • BUILD
                        • TSetContext.java
                        • TBase.java
                        • link
                          • streaming
                            • StreamingTLink.java
                          • TLink.java
                          • batch
                            • BatchTLink.java
                        • fn
                          • BaseComputeCollectorFunc.java
                          • PartitionFunc.java
                          • BaseApplyFunc.java
                          • FlatMapFunc.java
                          • BaseComputeFunc.java
                          • BaseTFunction.java
                          • ReduceFunc.java
                          • MapFunc.java
                          • SelectorFunc.java
                          • SourceFunc.java
                          • TFunction.java
                          • RecordCollector.java
                          • ComputeFunc.java
                          • ApplyFunc.java
                          • ComputeCollectorFunc.java
                          • SinkFunc.java
                          • BaseSourceFunc.java
                          • BaseSinkFunc.java
                          • BaseMapFunc.java
                        • TSetConstants.java
                        • StoringData.java
                        • sets
                          • AcceptingData.java
                          • streaming
                            • StreamingTupleTSet.java
                            • StreamingTSet.java
                          • TupleTSet.java
                          • TSet.java
                          • StorableTBase.java
                          • batch
                            • BatchTSet.java
                            • BatchTupleTSet.java
                        • schema
                          • ObjectSchema.java
                          • KeyedSchema.java
                          • Schema.java
                          • StringSchema.java
                          • TupleSchema.java
                          • PrimitiveSchemas.java
                          • JoinSchema.java
                          • EmptySchema.java
                          • IntegerSchema.java
                          • NullSchema.java
                      • Twister2Job.java
      • checkpointing
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • checkpointing
                      • task
                        • CheckpointingSGatherSink.java
                        • CheckpointableTask.java
                      • client
                        • CheckpointingClientImpl.java
                      • master
                        • CheckpointManager.java
                        • FamilyInitHandler.java
                        • CheckpointStatus.java
                      • api
                        • SnapshotImpl.java
                      • util
                        • CheckpointUtils.java
                        • CheckpointingContext.java
                      • stores
                        • HDFSFileStateStore.java
                        • LocalFileStateStore.java
                      • worker
                        • CheckpointingWorkerEnv.java
      • common
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • common
                      • zk
                        • ZKJobMasterFinder.java
                        • ZKBarrierManager.java
                        • ZKContext.java
                        • WorkerWithState.java
                        • ZKPersStateManager.java
                        • JobWithState.java
                        • JobZNodeManager.java
                        • ZKEphemStateManager.java
                        • ZKJobMasterRegistrar.java
                        • ZKUtils.java
                        • ZKEventsManager.java
                        • ZKWorkerController.java
                      • net
                        • NetworkInfo.java
                        • tcp
                          • Server.java
                          • Client.java
                          • BaseNetworkChannel.java
                          • TCPStatus.java
                          • TCPMessage.java
                          • SelectHandler.java
                          • request
                            • ByteUtils.java
                            • RRServer.java
                            • RRClient.java
                          • ChannelHandler.java
                          • FixedBufferChannel.java
                          • DataStatus.java
                          • TCPContext.java
                          • Progress.java
                          • TCPChannel.java
                          • DynamicBufferChannel.java
                      • pojo
                        • Time.java
                      • util
                        • RuntimeTypeAdapterFactory.java
                        • ReflectionUtils.java
                        • IterativeLinkedList.java
                        • NetworkUtils.java
                        • JSONUtils.java
                      • config
                        • ConfigReader.java
                        • ConfigSerializer.java
                        • ConfigLoader.java
                      • logging
                        • LoggingHelper.java
                        • Twister2LogFormatter.java
                        • Twister2FileLogHandler.java
                        • LoggingContext.java
          • tests
            • java
              • BUILD
              • edu
                • iu
                  • dsc
                    • tws
                      • common
                        • net
                          • tcp
                            • request
                              • TwoChannelTest.java
                        • pojo
                          • TimeTest.java
                        • util
                          • IterativeLinkedListTest.java
      • config
        • src
          • yaml
            • BUILD
            • conf
              • standalone
                • network.yaml
                • bootstrap.sh
                • exp.sh
                • data.yaml
                • resource.yaml
                • mpi.sh
                • nodes
                • checkpoint.yaml
                • core.yaml
                • task.yaml
              • slurm
                • network.yaml
                • data.yaml
                • resource.yaml
                • mpi.sh
                • nodes
                • core.yaml
                • task.yaml
              • common
                • network.yaml
                • data.yaml
                • resource.yaml
                • logger.properties
                • checkpoint.yaml
                • core.yaml
                • task.yaml
              • nomad
                • network.yaml
                • data.yaml
                • resource.yaml
                • checkpoint.yaml
                • core.yaml
                • nomad.sh
                • task.yaml
              • aurora
                • network.yaml
                • data.yaml
                • resource.yaml
                • logger.properties
                • twister2.aurora
                • checkpoint.yaml
                • core.yaml
                • task.yaml
              • kubernetes
                • network.yaml
                • data.yaml
                • resource.yaml
                • deployment
                  • twister2-dashboard-with-ps.yaml
                  • twister2-dashboard-wo-ps.yaml
                  • twister2-pod.yaml
                  • zookeeper-wo-persistence.yaml
                  • twister2-auth.yaml
                  • twister2-uploader-wo-ps.yaml
                • checkpoint.yaml
                • core.yaml
                • task.yaml
              • mesos
                • network.yaml
                • data.yaml
                • resource.yaml
                • logger.properties
                • checkpoint.yaml
                • core.yaml
                • task.yaml
              • dashboard
                • log4j2.xml
                • application.properties
      • compatibility
        • storm
          • BUILD
          • src
            • java
              • org
                • apache
                  • storm
                    • spout
                      • ISpoutOutputCollector.java
                      • MultiScheme.java
                      • ISpout.java
                      • SpoutOutputCollector.java
                      • CheckPointState.java
                      • CheckpointSpout.java
                      • Scheme.java
                      • ISpoutWaitStrategy.java
                    • utils
                      • Utils.java
                    • topology
                      • IRichSpout.java
                      • WindowedBoltExecutor.java
                      • IRichBolt.java
                      • BasicOutputCollector.java
                      • twister2
                        • Twister2Spout.java
                        • EdgeFieldMap.java
                        • Twister2Bolt.java
                        • Twister2BoltGrouping.java
                        • Twister2StormNode.java
                        • Twister2StormWorker.java
                        • MadeASourceListener.java
                        • Twister2BoltDeclarer.java
                        • GroupingTechnique.java
                        • Twister2SpoutDeclarer.java
                      • ComponentConfigurationDeclarer.java
                      • IStatefulComponent.java
                      • FailedException.java
                      • base
                        • BaseStatefulWindowedBolt.java
                        • BaseRichSpout.java
                        • BaseRichBolt.java
                        • BaseWindowedBolt.java
                        • BaseComponent.java
                        • BaseBasicBolt.java
                      • TopologyBuilder.java
                      • SpoutDeclarer.java
                      • IStatefulBolt.java
                      • TupleFieldTimestampExtractor.java
                      • IBasicBolt.java
                      • IStatefulWindowedBolt.java
                      • IWindowedBolt.java
                      • IBasicOutputCollector.java
                      • IComponent.java
                      • BoltDeclarer.java
                      • OutputFieldsDeclarer.java
                      • InputDeclarer.java
                    • streams
                      • Pair.java
                    • task
                      • IErrorReporter.java
                      • TopologyContext.java
                      • OutputCollector.java
                      • WorkerTopologyContext.java
                      • IOutputCollector.java
                      • IBolt.java
                    • state
                      • InMemoryKeyValueStateProvider.java
                      • State.java
                      • KeyValueState.java
                      • InMemoryKeyValueState.java
                      • StateFactory.java
                      • StateProvider.java
                    • serialization
                      • IKryoFactory.java
                      • IKryoDecorator.java
                    • StormSubmitter.java
                    • windowing
                      • WaterMarkEventGenerator.java
                      • CountEvictionPolicy.java
                      • TupleWindowIterImpl.java
                      • Event.java
                      • WatermarkTimeTriggerPolicy.java
                      • TriggerHandler.java
                      • TimeEvictionPolicy.java
                      • EventImpl.java
                      • WaterMarkEvent.java
                      • TimestampExtractor.java
                      • StatefulWindowManager.java
                      • TriggerPolicy.java
                      • WatermarkCountTriggerPolicy.java
                      • WatermarkCountEvictionPolicy.java
                      • WindowManager.java
                      • TupleWindow.java
                      • DefaultEvictionContext.java
                      • WindowLifecycleListener.java
                      • EvictionPolicy.java
                      • CountTriggerPolicy.java
                      • Window.java
                      • WatermarkTimeEvictionPolicy.java
                      • EvictionContext.java
                      • TimeTriggerPolicy.java
                      • TupleWindowImpl.java
                    • grouping
                      • CustomStreamGrouping.java
                    • Config.java
                    • tuple
                      • Fields.java
                      • Tuple.java
                      • Values.java
                      • Twister2TupleWrapper.java
                      • Twister2Tuple.java
                    • generated
                      • SpoutSpec.java
                      • Bolt.java
                      • StormTopology.java
                      • GlobalStreamId.java
        • harp
          • BUILD
          • src
            • java
              • edu
                • iu
                  • dsc
                    • tws
                      • harp
                        • HarpWorker.java
        • beam
          • BUILD
          • src
            • main
              • java
                • org
                  • apache
                    • beam
                      • runners
                        • twister2
                          • Twister2LegacyRunner.java
                          • Twister2StreamingPortablePipelineTranslator.java
                          • Twister2PortablePipelineTranslator.java
                          • utils
                            • TranslationUtils.java
                            • Twister2SideInputReader.java
                            • Twister2AssignContext.java
                            • NoOpStepContext.java
                            • package-info.java
                          • Twister2StreamTranslationContext.java
                          • Twister2BatchPortablePipelineTranslator.java
                          • Twister2BatchTranslationContext.java
                          • Twister2PiplineResult.java
                          • Twister2StreamingTranslationContext.java
                          • examples
                            • WordCount.java
                            • TestRunner.java
                            • MinimalWordCount.java
                            • package-info.java
                            • ReadSourceTest.java
                          • translation
                            • wrappers
                              • package-info.java
                              • Twister2BoundedSource.java
                          • package-info.java
                          • BeamBatchTSetEnvironment.java
                          • Twister2TranslationContext.java
                          • Twister2PiplineExecutionEnvironment.java
                          • translators
                            • Twister2BatchPipelineTranslator.java
                            • functions
                              • GroupByWindowFunction.java
                              • AssignWindowsFunction.java
                              • ByteToWindowFunction.java
                              • Twister2SinkFunction.java
                              • SideInputSinkFunction.java
                              • package-info.java
                              • MapToTupleFunction.java
                              • OutputTagFilter.java
                              • DoFnFunction.java
                            • Twister2PipelineTranslator.java
                            • BatchTransformTranslator.java
                            • StreamTransformTranslator.java
                            • streaming
                              • ReadSourceTranslatorStream.java
                              • package-info.java
                            • package-info.java
                            • batch
                              • ParDoMultiOutputTranslatorBatch.java
                              • ReadSourceTranslatorBatch.java
                              • AssignWindowTranslatorBatch.java
                              • FlattenTranslatorBatch.java
                              • package-info.java
                              • GroupByKeyTranslatorBatch.java
                              • PCollectionViewTranslatorBatch.java
                            • Twister2StreamPipelineTranslator.java
                          • Twister2PipelineOptions.java
                          • BeamBatchWorker.java
      • data
        • src
          • main
            • java
              • BUILD
              • edu
                • iu
                  • dsc
                    • tws
                      • dataset
                        • BaseArray.java
                        • partition
                          • DiskBackedCollectionPartition.java
                          • CollectionPartition.java
                          • EntityPartition.java
                          • HDFSBackedCollectionPartition.java
                          • BufferedCollectionPartition.java
                        • DataObjectImpl.java
                        • consumer
                          • EntityConsumer.java
                          • IterativeConsumer.java
                        • DataSink.java
                        • DataSource.java
                      • data
                        • arrow
                          • ITwister2ArrowFileWriter.java
                          • ITwister2ArrowFileReader.java
                          • Twister2ArrowFileWriter.java
                          • Twister2ArrowOutputStream.java
                          • Twister2ArrowFileReader.java
                        • utils
                          • MLDataObjectConstants.java
                          • InstantiationUtils.java
                          • WorkerConstants.java
                          • NetUtils.java
                          • MemoryDeserializer.java
                          • HdfsUtils.java
                          • DataContext.java
                          • DataObjectConstants.java
                          • DataFileReader.java
                          • DataNodeLocatorUtils.java
                          • FileSystemUtils.java
                          • HdfsDataContext.java
                          • OperatingSystem.java
                          • PreConditions.java
                        • fs
                          • io
                            • InputSplitAssigner.java
                            • InputSplit.java
                          • local
                            • LocalDataInputStream.java
                            • LocalFileLocation.java
                            • LocalFileSystem.java
                            • LocalDataOutputStream.java
                            • LocalFileStatus.java
                            • FileLocation.java
                            • LocalCSVReader.java
                            • LocalBlockLocation.java
                        • api
                          • splits
                            • LocatableInputSplit.java
                            • TextInputSplit.java
                            • BinaryInputSplit.java
                            • GenericCSVInputSplit.java
                            • CSVInputSplit.java
                            • FileInputSplit.java
                            • PublicEvolving.java
                            • ArrowInputSplit.java
                            • DelimitedInputSplit.java
                          • IDataNodeLocatorUtils.java
                          • assigner
                            • LocatableInputSplitAssigner.java
                            • OrderedInputSplitAssigner.java
                          • InputPartitioner.java
                          • formatters
                            • LocalCSVInputPartitioner.java
                            • LocalCompleteCSVInputPartitioner.java
                            • LocalCompleteTextInputPartitioner.java
                            • CSVInputPartitioner.java
                            • FixedInputPartitioner.java
                            • LocalBinaryInputPartitioner.java
                            • LocalCompleteArrowInputPartitioner.java
                            • CompleteArrowInputPartitioner.java
                            • BinaryInputPartitioner.java
                            • CompleteFileInputPartitioner.java
                            • FileInputPartitioner.java
                            • LocalFixedInputPartitioner.java
                            • LocalTextInputPartitioner.java
                            • CompleteCSVInputPartitioner.java
                            • SharedTextInputPartitioner.java
                          • IHDFSConnector.java
                          • OutputWriter.java
                          • out
                            • TextOutputWriter.java
                            • FileOutputWriter.java
                            • CSVOutputWriter.java
                        • hdfs
                          • HadoopDataInputStream.java
                          • HadoopDataOutputStream.java
                          • HadoopBlockLocation.java
                          • HadoopFileSystem.java
                          • HadoopFileStatus.java
                        • memory
                          • utils
                            • DataMessageType.java
                          • AbstractMemoryManager.java
                          • MemoryManager.java
                          • OperationMemoryManager.java
                          • lmdb
                            • LMDBMemoryManagerContext.java
                            • LMDBMemoryManager.java
                            • LMDBDataWriter.java
                          • MemoryManagerContext.java
                          • BufferedMemoryManager.java
          • test
            • resources
              • TextInputFormatTestFile.text
            • java
              • BUILD
              • edu
                • iu
                  • dsc
                    • tws
                      • data
                        • TestBinaryFileFormatter.java
                        • HDFSBackedCollectionPartitionTest.java
                        • DiskBackedCollectionPartitionTest.java
                        • TestLocalFileSystem.java
                        • memory
                          • LMDBTest.java
        • NOTICE
      • taskscheduler
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • tsched
                      • utils
                        • RequiredCpu.java
                        • TaskVertexParser.java
                        • TaskAttributes.java
                        • TaskScheduleUtils.java
                        • DataTransferTimeCalculator.java
                        • RequiredRam.java
                        • RequiredDisk.java
                      • builder
                        • ContainerIdScorer.java
                        • TaskSchedulePlanBuilder.java
                        • Scorer.java
                        • Container.java
                      • streaming
                        • datalocalityaware
                          • DataLocalityStreamingTaskScheduler.java
                        • roundrobin
                          • RoundRobinTaskScheduler.java
                        • firstfit
                          • FirstFitStreamingTaskScheduler.java
                      • userdefined
                        • UserDefinedTaskScheduler.java
                      • taskscheduler
                        • TaskScheduler.java
                      • batch
                        • datalocalityaware
                          • DataLocalityBatchTaskScheduler.java
                        • roundrobin
                          • RoundRobinBatchTaskScheduler.java
                        • batchscheduler
                          • BatchTaskScheduler.java
                      • spi
                        • taskschedule
                          • TaskInstanceMapCalculation.java
                        • common
                          • TaskSchedulerContext.java
        • tests
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • tsched
                      • utils
                        • TaskSchedulerClassTest.java
                        • DataGenerator.java
                      • streaming
                        • datalocality
                          • DataLocalityTaskSchedulerTest.java
                        • roundrobin
                          • RoundRobinTaskSchedulerTest.java
                      • taskscheduler
                        • TaskSchedulerTest.java
                      • batch
                        • datalocality
                          • DataLocalityBatchTaskSchedulerTest.java
                        • roundrobin
                          • RoundRobinBatchTaskSchedulerTest.java
                        • batchscheduler
                          • BatchTaskSchedulerTest.java
      • tools
        • cli
          • src
            • python
              • BUILD
              • list.py
              • log.py
              • clearall.py
              • clear.py
              • config.py
              • submit.py
              • execute.py
              • cli_helper.py
              • result.py
              • main.py
              • help.py
              • args.py
              • restart.py
              • kill.py
              • jars.py
              • opts.py
              • dashboard.py
        • local-runner
          • src
            • java
              • BUILD
              • edu
                • iu
                  • dsc
                    • tws
                      • local
                        • util
                          • LocalClassLoader.java
                        • mock
                          • MockWorkerController.java
                          • MockWorker.java
                        • LocalSubmitter.java
      • connectors
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • connectors
                      • kafka
                        • KafkaSource.java
      • tset
        • src
          • java
            • BUILD
            • edu
              • iu
                • dsc
                  • tws
                    • tset
                      • Buildable.java
                      • graph
                        • DAGMutableGraph.java
                        • MutableGraph.java
                      • sinks
                        • FileSink.java
                        • DiskPersistGatherIterSink.java
                        • FileIterSink.java
                        • CacheIterSink.java
                        • DiskPersistIterIterSink.java
                        • BaseDiskPersistIterSink.java
                        • DiskPersistSingleSink.java
                        • CacheGatherSink.java
                        • StoreIterSink.java
                        • CacheSingleSink.java
                      • links
                        • BaseTLink.java
                        • BaseTLinkWithSchema.java
                        • streaming
                          • StreamingSingleLink.java
                          • SAllReduceTLink.java
                          • StreamingTLinkImpl.java
                          • SAllGatherTLink.java
                          • StreamingIteratorLink.java
                          • SDirectTLink.java
                          • SGatherTLink.java
                          • StreamingGatherLink.java
                          • SReduceTLink.java
                          • SPartitionTLink.java
                          • SReplicateTLink.java
                          • SKeyedPartitionTLink.java
                          • SKeyedDirectTLink.java
                        • BuildableTLink.java
                        • TLinkUtils.java
                        • batch
                          • GatherTLink.java
                          • BatchIteratorLink.java
                          • BatchSingleLink.java
                          • ReduceTLink.java
                          • AllReduceTLink.java
                          • KeyedPartitionTLink.java
                          • BatchTLinkImpl.java
                          • PartitionTLink.java
                          • JoinTLink.java
                          • KeyedDirectTLink.java
                          • KeyedReduceTLink.java
                          • ReplicateTLink.java
                          • KeyedBatchIteratorLinkWrapper.java
                          • KeyedGatherTLink.java
                          • KeyedGatherUngroupedTLink.java
                          • BatchIteratorLinkWrapper.java
                          • AllGatherTLink.java
                          • BatchGatherLink.java
                          • DirectTLink.java
                      • sources
                        • HadoopConfSerializeWrapper.java
                        • DataPartitionSourceFunc.java
                        • HadoopSource.java
                        • DiskPartitionBackedSource.java
                        • HadoopSourceWithMap.java
                        • FileSource.java
                        • CollectionSource.java
                        • DiskPartitionBackedSourceWrapper.java
                      • fn
                        • impl
                          • CSVBasedSourceFunction.java
                          • ArrowBasedSourceFunction.java
                          • ArrowBasedSinkFunction.java
                          • MapBasedSourceFunction.java
                          • TextBasedSourceFunction.java
                          • ListBasedSourceFunction.java
                        • OneToOnePartitioner.java
                        • LoadBalancePartitioner.java
                        • ForEachIterCompute.java
                        • IdentitySelector.java
                        • GatherFlatMapCompute.java
                        • GatherMapCompute.java
                        • MapIterCompute.java
                        • ProcessWindowCompute.java
                        • HashingPartitioner.java
                        • MapCompute.java
                        • FlatMapIterCompute.java
                        • GatherForEachCompute.java
                        • AggregateFunc.java
                        • WindowComputeFunc.java
                        • ForEachCompute.java
                        • FlatMapCompute.java
                      • cdfw
                        • StreamTSetCDFWEnvironment.java
                        • BatchTSetBaseDriver.java
                        • StreamTSetBaseDriver.java
                        • BatchTSetCDFWEnvironment.java
                      • TBaseGraph.java
                      • ops
                        • BaseComputeOp.java
                        • MultiEdgeOpAdapter.java
                        • ComputeCollectorToTupleOp.java
                        • SourceOp.java
                        • KeyedSourceOp.java
                        • ComputeToTupleOp.java
                        • ComputeCollectorOp.java
                        • ComputeOp.java
                        • SinkOp.java
                        • WindowComputeOp.java
                        • CheckpointedSourceOp.java
                        • BaseOp.java
                      • TSetUtils.java
                      • sets
                        • streaming
                          • SComputeTSet.java
                          • SSourceTSet.java
                          • StreamingTSetImpl.java
                          • SKeyedSourceTSet.java
                          • StreamingTupleTSetImpl.java
                          • WindowComputeTSet.java
                          • SSinkTSet.java
                          • SKeyedTSet.java
                        • BuildableTSet.java
                        • BaseTSet.java
                        • batch
                          • functions
                            • IdentityFunction.java
                          • KeyedStoredTSet.java
                          • KeyedPersistedTSet.java
                          • ComputeTSet.java
                          • StoredTSet.java
                          • SourceTSet.java
                          • SinkTSet.java
                          • KeyedCheckpointedTSet.java
                          • BatchTSetImpl.java
                          • CachedTSet.java
                          • PersistedTSet.java
                          • KeyedTSet.java
                          • CheckpointedTSet.java
                          • BatchTupleTSetImpl.java
                          • KeyedSourceTSet.java
                          • KeyedCachedTSet.java
                        • BaseTSetWithSchema.java
                      • worker
                        • TwisterBatchContext.java
                        • TSetBatchWorker.java
                        • BatchTSetIWorker.java
                        • CheckpointingBatchTSetIWorker.java
                        • TSetStreamingWorker.java
                        • StreamingTSetIWorker.java
                        • TwisterStreamingContext.java
                      • env
                        • TSetEnvironment.java
                        • BuildContext.java
                        • BatchTSetEnvironment.java
                        • StreamingTSetEnvironment.java
                        • CheckpointingTSetEnv.java
        • tests
          • java
            • edu
              • iu
                • dsc
                  • tws
                    • tset
                      • test
                        • graph
                          • BasicGraphTests.java
      • python-support
        • BUILD
        • src
          • main
            • python
              • twister2
                • TSetContext.py
                • data
                  • DataPartition.py
                  • __init__.py
                  • DataObject.py
                • __init__.py
                • utils.py
                • Twister2Environment.py
                • tset
                  • TSet.py
                  • TLink.py
                  • fn
                    • PartitionFunc.py
                    • factory
                      • GenericFunctions.py
                      • PartitionFunctions.py
                      • __init__.py
                      • TSetFunctions.py
                    • __init__.py
                    • SourceFunc.py
                  • __init__.py
                  • KeyedTSet.py
              • examples
                • kmeans.py
              • LICENSE
              • setup.py
              • main.py
              • README.md
              • setup_pip.sh
            • java
              • edu
                • iu
                  • dsc
                    • tws
                      • python
                        • BootstrapPoint.java
                        • PythonWorker.java
                        • processors
                          • JepInstance.java
                          • PythonLambdaProcessor.java
                          • TSharedInterpreter.java
                          • AbstractPythonProcessor.java
                          • PythonClassProcessor.java
                        • util
                          • PythonWorkerUtils.java
                        • Twister2Environment.java
                        • config
                          • ComputeResource.java
                        • EntryPoint.java
                        • numpy
                          • NumpyHolder.java
                          • NumpyHolderBuilder.java
                        • tset
                          • PyTSetKeyedSource.java
                          • fn
                            • ApplyFunctions.java
                            • ReduceFunctions.java
                            • ComputeWithCollectorFunctions.java
                            • ComparatorFunctions.java
                            • TFunc.java
                            • FlatMapFunctions.java
                            • SinkFunctions.java
                            • PartitionFunctions.java
                            • TSetFunctions.java
                            • ComputeFunctions.java
                            • MapFunctions.java
                          • PyTSetSource.java
        • pom.xml
    • t2_meta.bzl
    • third_party
      • BUILD
      • ucx
        • ucx.BUILD
      • jnr
      • ompi3
        • ompi.BUILD
      • beamgrpc12
      • beamguava26
      • setuptools
        • BUILD
        • README
        • setuptools.egg-info
          • top_level.txt
          • dependency_links.txt
          • zip-safe
          • PKG-INFO
          • entry_points.txt
          • SOURCES.txt
          • requires.txt
        • pkg_resources.py
      • python
        • pylint
          • BUILD
          • main.py
      • nomad
        • BUILD
        • nomad.BUILD
      • java
        • BUILD
        • Empty.java
        • jarjar
          • BUILD
          • src
            • main
              • resources
                • com
                  • tonicsystems
                    • jarjar
                      • help.txt
        • bazel
          • BUILD
          • Empty.java
          • extra_actions_base.proto
      • pex
        • BUILD
        • wheel-0.23.0-py2.7.egg
        • setup.py
        • _pex.py
        • setuptools-18.0.1-py2.py3-none-any.whl
        • pex
          • testing.py
          • compatibility.py
          • package.py
          • iterator.py
          • util.py
          • http.py
          • fetcher.py
          • sorter.py
          • variables.py
          • pex_builder.py
          • installer.py
          • crawler.py
          • version.py
          • pep425.py
          • link.py
          • interpreter.py
          • pex_info.py
          • pex_bootstrapper.py
          • requirements.py
          • platforms.py
          • translator.py
          • orderedset.py
          • tracer.py
          • resolvable.py
          • common.py
          • __init__.py
          • compiler.py
          • finders.py
          • resolver_options.py
          • bin
            • __init__.py
            • pex.py
          • archiver.py
          • resolver.py
          • pex.py
          • base.py
          • environment.py
      • harp
      • ompi3darwin
        • ompi.darwin.BUILD
    • LICENSE
    • build_linux.sh
    • util
      • maven
        • workspace_parser.pyc
        • xml_formatting.pyc
      • test
        • BUILD
        • util
          • config_parser.py
          • file_iterator.py
          • should_run.py
          • __init__.py
          • variable_resolver.py
        • launcher.py
        • tree
          • node.py
          • __init__.py
        • __init__.py
        • README.md
        • tests
          • base.json
          • comms
            • all_reduce.json
            • many_to_one_base.json
            • keyed_reduce.json
            • bcast.json
            • reduce.json
            • one_to_many_base.json
            • comms_base.json
            • gather.json
            • all_gather.json
            • all_to_all_base.json
            • keyed_partition.json
            • keyed_gather.json
          • integration
            • comms
              • integration_comms_all_to_all.json
              • integration_comms_one_to_many.json
              • integration_comms_base.json
              • integration_comms_many_to_one.json
            • task
              • integration_task_all_to_all.json
              • integration_task_base.json
              • integration_task_one_to_many.json
              • integration_task_many_to_one.json
            • integration_tests.json
          • apps
            • tera_sort
              • tera_sort.json
        • values
          • none.py
          • fixed.py
          • array.py
          • steps.py
          • __init__.py
      • mvn
        • publish-snapshot-on-commit.sh
        • settings.xml
        • install-local-snapshot.sh
        • execute-deploy.sh
        • generate-latest-docs.sh
        • deploy-to-maven-central.sh
      • docs
        • ConfigDocsGenerator.py
    • .bazelrc
    • docker
      • tutorial
        • image
          • rootfs
            • usr
              • etc
                • openmpi-mca-params.conf
            • init.sh
            • start_sshd.sh
            • config
            • sshd_config
            • etc
              • ssh
                • ssh_config
          • Dockerfile
          • build.sh
      • standalone
        • Dockerfile
      • kubernetes
        • baseimage-j11
          • build-push.sh
          • Dockerfile
        • baseimage
          • build-push.sh
          • Dockerfile
        • readme.md
        • image
          • rootfs
            • usr
              • etc
                • openmpi-mca-params.conf
            • twister2
              • check_pwd_free_ssh.sh
              • init.sh
              • get_job_package.sh
              • init_openmpi.sh
            • start_sshd.sh
            • etc
              • ssh
                • ssh_config
          • Dockerfile
      • mesos
        • rootfs
          • usr
            • etc
              • openmpi-mca-params.conf
          • init.sh
          • start_sshd.sh
          • config
          • sshd_config
          • etc
            • ssh
              • ssh_config
        • readme.md
        • Dockerfile
    • install_sys_dep_ubuntu.sh
    • bazelrc
    • .travis.yml
    • README.md
    • t2_workspace_defs.bzl
    • scripts
      • resources
        • idea
          • libraries
            • hp_dep.xml
          • compiler.xml
          • modules.xml
          • codeStyleSettings.xml
          • .name
          • misc.xml
          • vcs.xml
          • copyright
            • profiles_settings.xml
            • heron.xml
      • bzl
        • tw2_bzl.js
        • mvn_dependency_tree_to_t2_deps.js
      • nightly_bench
        • run.sh
        • google_script.js
        • evaluate.js
      • get_all_twister2_paths.sh
      • detect_os_type.sh
      • setup-intellij.sh
      • setup-eclipse.sh
      • package
        • BUILD
        • EMPTY
        • pack_functions.bzl
    • tools
      • BUILD
      • pom-template.xml
      • bazel_3.1.0-linux-x86_64.deb.sha256
      • maven.bzl
      • platform
        • BUILD
      • python
        • BUILD
        • checkstyle.ini
      • java
        • BUILD
        • src
          • com
            • twitter
              • bazel
                • checkstyle
                  • BUILD
                  • twister2_coding_style.xml
                  • PythonCheckstyle.java
                  • apache_coding_style.xml
                  • CppCheckstyle.java
                  • JavaCheckstyle.java
                  • heron_header.txt
                  • ExtraActionUtils.java
                  • apache_header.txt
                  • suppressions.xml
      • rules
        • jarjar_rules.bzl
        • BUILD
        • javadoc.bzl
        • java_tests.bzl
        • twister2_client.bzl
        • twister2_core.bzl
        • build_defs.bzl
        • twister2_master.bzl
        • pex
          • BUILD
          • pex_rules.bzl
          • wrapper
            • README
            • pex_wrapper.py
            • setup.py
          • testlauncher.sh.template
      • build_rules
        • BUILD
        • prelude_bazel
      • pom_file.bzl
    • deeplearning
      • pytorch
        • BUILD
        • src
          • main
            • resources
              • bash
                • twsrunner
                • twspytorchrunner
                • pytorchrunner
            • test
              • java
                • BUILD
            • python
              • Makefile
              • examples
                • MNISTDownload.py
                • pytorchworker.py
                • Twister2MnistConnect.py
                • MnistDistributedExampleTest.py
                • runwithtwister2.py
                • twister2worker.py
                • PytorchMnistDist.py
                • Twister2DistMnist.py
                • MnistTwister2.py
                • Twister2MnistExample.py
              • twister2deepnet
                • __pycache__
                  • __init__.cpython-37.pyc
                • deepnet
                  • network
                    • __pycache__
                      • MnistNet.cpython-37.pyc
                      • __init__.cpython-37.pyc
                    • MnistNet.py
                    • __init__.py
                  • datasets
                    • Dataset.py
                    • __init__.py
                    • MNIST.py
                  • __pycache__
                    • __init__.cpython-37.pyc
                  • examples
                    • __pycache__
                      • MnistDistributed.cpython-37.pyc
                      • __init__.cpython-37.pyc
                    • MnistDistributed.py
                    • __init__.py
                  • test
                    • test_MNIST.py
                    • test_Normalize.py
                    • torch
                      • test_distributed.py
                      • test_torch_init.py
                      • __init__.py
                    • __init__.py
                  • util
                    • __init__.py
                    • utils.py
                  • exception
                    • internal.py
                    • __init__.py
                  • data
                    • DataLoader.py
                    • __pycache__
                      • __init__.cpython-37.pyc
                      • DataPartitioner.cpython-37.pyc
                      • Partition.cpython-37.pyc
                      • DataLoader.cpython-37.pyc
                    • UtilPanda.py
                    • Partition.py
                    • __init__.py
                    • Downloader.py
                    • DataPartitioner.py
                    • DataUtil.py
                  • torch
                    • distributed.py
                    • __init__.py
                  • io
                    • FileUtils.py
                    • ArrowUtils.py
                    • __init__.py
                  • __init__.py
                  • worker
                    • WorkerConfig.py
                  • transform
                    • Normalize.py
                    • __init__.py
                • __init__.py
              • test
                • twister2pytorchtest.py
                • arrow_test.py
                • CommTest.py
                • test_DLTSet.py
              • setup.py
              • README.md
            • java
              • edu
                • iu
                  • dsc
                    • tws
                      • deeplearning
                        • common
                          • ParameterTool.java
                        • util
                          • Launcher.java
                        • pytorch
                          • Twister2Mnist.java
                          • HelloTwister2Pytorch.java
                          • PytorchSampleJob.java
                        • process
                          • ProcessManager.java
                          • IManager.java
                        • io
                          • ReadCSV.java
    • WORKSPACE
    • .gitignore
    • docs
      • website
        • blog
          • 2019-06-14-new-version-0.2.2.md
        • pages
          • en
            • configs.js
            • users.js
            • help.js
            • index.js
        • javadocs.sh
        • siteConfig.js
        • sidebars.json
        • README.md
        • package.json
        • core
          • Footer.js
        • static
          • img
            • undraw_monitor.svg
            • undraw_code_review.svg
            • noun_dashboard_676468.svg
            • undraw_open_source.svg
            • api.svg
            • half.jpg
            • cogs.svg
            • speed.svg
            • github.svg
            • undraw_online.svg
            • undraw_tweetstorm.svg
            • undraw_operating_system.svg
            • undraw_react.svg
            • undraw_youtube_tutorial.svg
            • Flow.svg
            • undraw_note_list.svg
          • javadocs
            • package-list
            • script.js
            • overview-summary.html
            • overview-frame.html
            • edu
              • iu
                • dsc
                  • tws
                    • comms
                      • dfw
                        • package-frame.html
                        • InMessage.html
                        • ProgressionTracker.html
                        • ControlledProgressTracker.html
                        • OneToOne.html
                        • InMessage.ReceivedState.html
                        • ControlledChannelOperation.html
                        • package-tree.html
                        • AllGather.html
                        • TreeBroadcast.html
                        • OutMessage.SendState.html
                        • MToOneTree.html
                        • ChannelDataFlowOperation.html
                        • OutMessage.html
                        • MToNChain.html
                        • RoutingParameters.html
                        • MToNRing.html
                        • MToNSimple.html
                        • io
                          • package-frame.html
                          • TargetPartialReceiver.html
                          • BaseSerializer.html
                          • SerializeState.Part.html
                          • ReceiverState.html
                          • KeyedSerializerLargeTest.html
                          • ByteArrayOutputStream.html
                          • package-tree.html
                          • KeyedDataDeSerializer.html
                          • DFWIOUtils.html
                          • AggregatorListTest.html
                          • partition
                            • package-frame.html
                            • package-tree.html
                            • PartitionBatchFinalReceiver.html
                            • DPartitionBatchFinalReceiver.html
                            • PartitionStreamingFinalReceiver.html
                            • package-summary.html
                            • PartitionPartialReceiver.html
                          • DataSerializerTest.html
                          • ObjectBuilderImpl.html
                          • SourceReceiver.html
                          • KeyedDataSerializer.html
                          • DataDeserializer.html
                          • KeyedSerializerTest.html
                          • direct
                            • package-frame.html
                            • DirectBatchFinalReceiver.html
                            • package-tree.html
                            • DirectStreamingFinalReceiver.html
                            • package-summary.html
                          • DataPackerProxy.html
                          • SerializeState.html
                          • FixedSchemaKeyedDataDeSerializer.html
                          • reduce
                            • package-frame.html
                            • keyed
                              • package-frame.html
                              • KReduceBatchReceiver.html
                              • package-tree.html
                              • KReduceBatchFinalReceiver.html
                              • KReduceStreamingReceiver.html
                              • KReduceStreamingFinalReceiver.html
                              • KReduceBatchPartialReceiver.html
                              • KReduceStreamingPartialReceiver.html
                              • package-summary.html
                            • BaseReduceBatchFinalReceiver.html
                            • ReduceStreamingFinalReceiver.html
                            • package-tree.html
                            • ReduceBatchReceiver.html
                            • ReduceBatchPartialReceiver.html
                            • ReduceStreamingPartialReceiver.html
                            • ReduceStreamingReceiver.html
                            • package-summary.html
                            • ReduceBatchFinalReceiver.html
                          • Deserializers.html
                          • KeyedReceiver.html
                          • allgather
                            • package-frame.html
                            • package-tree.html
                            • AllGatherBatchFinalReceiver.html
                            • BcastGatheStreamingReceiver.html
                            • AllGatherStreamingFinalReceiver.html
                            • package-summary.html
                            • BcastGatherBatchReceiver.html
                          • DataSerializer.html
                          • FixedSchemaDataDeserializer.html
                          • TargetFinalReceiver.html
                          • BaseSerializeTest.html
                          • join
                            • package-frame.html
                            • package-tree.html
                            • JoinBatchPartialReceiver.html
                            • package-summary.html
                          • TargetReceiver.html
                          • allreduce
                            • package-frame.html
                            • AllReduceBatchFinalReceiver.html
                            • package-tree.html
                            • AllReduceStreamingFinalReceiver.html
                            • package-summary.html
                          • FixedSchemaKeyedDataSerializer.html
                          • gather
                            • package-frame.html
                            • keyed
                              • package-frame.html
                              • package-tree.html
                              • KGatherStreamingReceiver.html
                              • KGatherStreamingFinalReceiver.html
                              • DKGatherBatchFinalReceiver.html
                              • package-summary.html
                              • KGatherBatchFinalReceiver.html
                              • KGatherBatchPartialReceiver.html
                              • KGatherStreamingPartialReceiver.html
                            • package-tree.html
                            • GatherBatchPartialReceiver.html
                            • GatherStreamingFinalReceiver.html
                            • BaseGatherBatchReceiver.html
                            • DGatherBatchFinalReceiver.html
                            • GatherBatchFinalReceiver.html
                            • package-summary.html
                            • GatherStreamingPartialReceiver.html
                          • package-summary.html
                          • FixedSchemaDataSerializer.html
                          • bcast
                            • package-frame.html
                            • package-tree.html
                            • BcastBatchFinalReceiver.html
                            • package-summary.html
                            • BcastStreamingFinalReceiver.html
                          • AggregatedObjects.html
                          • ByteArrayInputStream.html
                          • Serializers.html
                          • SerializeState.StoredData.html
                          • SyncState.html
                        • AllReduce.html
                        • package-summary.html
                      • functions
                        • package-frame.html
                        • package-tree.html
                        • ReduceIdentityFunction.html
                        • package-summary.html
                        • reduction
                          • package-frame.html
                          • ReduceOperationFunction.html
                          • OpProduct.html
                          • package-tree.html
                          • OpMin.html
                          • OpSum.html
                          • AbstractOp.html
                          • OpMax.html
                          • OpDivision.html
                          • package-summary.html
                      • utils
                        • package-frame.html
                        • LogicalPlanBuilder.html
                        • HeapTest.html
                        • TaskPlanUtils.html
                        • KeyComparatorWrapper.html
                        • package-tree.html
                        • DiskBasedList.html
                        • LogicalPlanBuilder.Distribution.html
                        • Heap.html
                        • HeapNode.html
                        • OperationUtils.html
                        • package-summary.html
                        • THashMap.html
                      • stream
                        • package-frame.html
                        • SDirect.html
                        • SPartition.html
                        • SKeyedPartition.html
                        • SAllReduce.html
                        • SAllGather.html
                        • package-tree.html
                        • SKeyedGather.html
                        • SGather.html
                        • SBroadCast.html
                        • SReduce.html
                        • package-summary.html
                        • SKeyedReduce.html
                      • mpi
                        • package-frame.html
                        • package-tree.html
                        • package-summary.html
                        • TWSMPIChannel.html
                      • shuffle
                        • FSKeyedMerger.html
                        • package-frame.html
                        • FSMergerTest.html
                        • ControlledReader.html
                        • RestorableIterator.html
                        • ControlledFileReader.html
                        • ControlledFileReaderFlags.html
                        • ControlledMemoryReader.html
                        • OpenFilePart.html
                        • MemoryMapUtils.html
                        • package-tree.html
                        • FSKeyedSortedMerger.html
                        • Restorable.html
                        • FSKeyedMergerTest.html
                        • FSMerger.html
                        • FSSorter.html
                        • Shuffle.html
                        • RestorePoint.html
                        • RestorableIteratorTest.html
                        • FSKeyedSortedMergerTest.html
                        • package-summary.html
                        • OpenFile.html
                        • FileLoader.html
                        • FSKeyedSortedMerger2.html
                      • routing
                        • package-frame.html
                        • BinaryTreeRouter.html
                        • InvertedTreeRouterTest.html
                        • PartitionRouter.html
                        • package-tree.html
                        • DirectRouter.html
                        • BinaryTree.html
                        • InvertedBinaryTreeRouter.html
                        • BinaryTreeTest.html
                        • RoutingTestUtils.html
                        • package-summary.html
                        • Node.html
                        • KeyedInvertedBinaryTreeRouter.html
                      • tcp
                        • package-frame.html
                        • package-tree.html
                        • TWSTCPChannel.html
                        • package-summary.html
                      • selectors
                        • package-frame.html
                        • package-tree.html
                        • SimpleKeyBasedSelector.html
                        • package-summary.html
                        • HashingSelector.html
                        • LoadBalanceSelector.html
                      • batch
                        • package-frame.html
                        • BBroadcast.html
                        • BPartition.html
                        • BKeyedPartition.html
                        • BJoin.html
                        • package-tree.html
                        • BReduce.html
                        • BGather.html
                        • BKeyedGather.html
                        • BAllReduce.html
                        • BDirect.html
                        • BAllGather.html
                        • package-summary.html
                        • BKeyedReduce.html
                    • proto
                      • utils
                        • package-frame.html
                        • WorkerInfoUtils.html
                        • package-tree.html
                        • ComputeResourceUtils.html
                        • NodeInfoUtils.html
                        • package-summary.html
                        • WorkerResourceUtils.html
                    • task
                      • impl
                        • package-frame.html
                        • ExecutorList.html
                        • TaskConfigurations.html
                        • function
                          • package-frame.html
                          • package-tree.html
                          • ReduceFn.html
                          • package-summary.html
                        • package-tree.html
                        • SourceConnection.html
                        • TaskExecutor.html
                        • ExecutionHookImpl.html
                        • cdfw
                          • package-frame.html
                          • package-tree.html
                          • CDFWRuntime.html
                          • CDFWWorker.html
                          • package-summary.html
                        • ops
                          • package-frame.html
                          • AbstractOpsConfig.html
                          • KeyedPartitionConfig.html
                          • GatherConfig.html
                          • OpConfigValidationFailedException.html
                          • package-tree.html
                          • AbstractKeyedOpsConfig.html
                          • BroadcastConfig.html
                          • KeyedGatherConfig.html
                          • KeyedReduceConfig.html
                          • DirectConfig.html
                          • AllGatherConfig.html
                          • JoinConfig.html
                          • package-summary.html
                          • ReduceConfig.html
                          • AllReduceConfig.html
                          • PartitionConfig.html
                        • package-summary.html
                        • ComputeConnection.html
                        • TaskWorker.html
                        • ComputeGraphBuilder.html
                        • ComputeConnectionUtils.html
                      • package-frame.html
                      • graph
                        • package-frame.html
                        • GraphBuilder.html
                        • package-tree.html
                        • package-summary.html
                      • ComputeEnvironment.html
                      • package-tree.html
                      • typed
                        • package-frame.html
                        • package-tree.html
                        • streaming
                          • package-frame.html
                          • SKeyedReduceCompute.html
                          • package-tree.html
                          • SPartitionCompute.html
                          • SBroadCastCompute.html
                          • package-summary.html
                          • SKeyedPartitionCompute.html
                        • AbstractSingleDataCompute.html
                        • AllReduceCompute.html
                        • GatherCompute.html
                        • AllGatherCompute.html
                        • KeyedGatherCompute.html
                        • DirectCompute.html
                        • package-summary.html
                        • ReduceCompute.html
                        • AbstractIterableDataCompute.html
                        • batch
                          • package-frame.html
                          • BJoinCompute.html
                          • BBroadCastCompute.html
                          • package-tree.html
                          • BKeyedGatherGroupedCompute.html
                          • BKeyedGatherUnGroupedCompute.html
                          • BKeyedPartitionCompute.html
                          • package-summary.html
                          • BKeyedReduceCompute.html
                          • BPartitionCompute.html
                      • dataobjects
                        • package-frame.html
                        • package-tree.html
                        • DataFileSink.html
                        • DataObjectSource.html
                        • DataFileSplittedReadSource.html
                        • DataObjectSink.html
                        • DataFileReplicatedReadSource.html
                        • package-summary.html
                      • window
                        • package-frame.html
                        • collectives
                          • package-frame.html
                          • ProcessWindow.html
                          • package-tree.html
                          • ReduceWindow.html
                          • FoldWindow.html
                          • AggregateWindow.html
                          • package-summary.html
                        • function
                          • IWindowFunction.html
                          • package-frame.html
                          • AggregateWindowedFunction.html
                          • FoldWindowedFunction.html
                          • package-tree.html
                          • ReduceWindow.html
                          • ProcessWindowedFunction.html
                          • ReduceWindowedFunction.html
                          • package-summary.html
                        • BaseWindowCompute.html
                        • package-tree.html
                        • policy
                          • eviction
                            • count
                              • package-frame.html
                              • package-tree.html
                              • WatermarkCountEvictionPolicy.html
                              • CountEvictionPolicy.html
                              • package-summary.html
                            • duration
                              • package-frame.html
                              • package-tree.html
                              • WatermarkDurationEvictionPolicy.html
                              • DurationEvictionPolicy.html
                              • package-summary.html
                          • trigger
                            • package-frame.html
                            • WindowingSlidingPolicy.html
                            • package-tree.html
                            • count
                              • package-frame.html
                              • CountWindowPolicy.html
                              • package-tree.html
                              • WatermarkCountWindowPolicy.html
                              • package-summary.html
                            • WindowingTumblingPolicy.html
                            • WindowingSessionPolicy.html
                            • WindowingPolicy.html
                            • WindowingGlobalPolicy.html
                            • package-summary.html
                            • duration
                              • package-frame.html
                              • package-tree.html
                              • WatermarkDurationWindowPolicy.html
                              • package-summary.html
                              • DurationWindowPolicy.html
                            • IWindowingPolicy.html
                        • constant
                          • package-frame.html
                          • package-tree.html
                          • WindowType.html
                          • Action.html
                          • WindowBuffer.html
                          • package-summary.html
                        • api
                          • package-frame.html
                          • GlobalStreamId.html
                          • WindowLifeCycleListener.html
                          • IEvictionContext.html
                          • DefaultEvictionContext.html
                          • IWindow.Type.html
                          • Event.html
                          • IWindowedSink.html
                          • BaseWindow.html
                          • package-tree.html
                          • IEvictionPolicy.html
                          • IWindowMessage.html
                          • IWindow.html
                          • ITimestampExtractor.html
                          • TimestampExtractor.html
                          • WindowMessageImpl.html
                          • EventImpl.html
                          • package-summary.html
                          • ICollective.html
                          • BaseWindowSink.html
                          • ITimeStampedData.html
                        • BaseWindowSource.html
                        • util
                          • package-frame.html
                          • WindowUtils.html
                          • package-tree.html
                          • WindowParameter.html
                          • package-summary.html
                        • config
                          • package-frame.html
                          • SlidingDurationWindow.html
                          • package-tree.html
                          • TumblingCountWindow.html
                          • WindowConfig.Duration.html
                          • TumblingDurationWindow.html
                          • WindowConfig.html
                          • package-summary.html
                          • WindowConfig.Count.html
                          • SlidingCountWindow.html
                        • IWindowCompute.html
                        • manage
                          • package-frame.html
                          • IWindowingPolicyManager.html
                          • package-tree.html
                          • WindowManager.html
                          • IManager.html
                          • package-summary.html
                        • event
                          • package-frame.html
                          • package-tree.html
                          • WatermarkEvent.html
                          • WatermarkEventGenerator.html
                          • package-summary.html
                        • exceptions
                          • package-frame.html
                          • FailedException.html
                          • InValidWindowingPolicy.html
                          • package-tree.html
                          • InvalidWindow.html
                          • FailureException.html
                          • package-summary.html
                        • core
                          • package-frame.html
                          • AbstractListDataCompute.html
                          • package-tree.html
                          • BaseWindowedSink.html
                          • WindowedCompute.html
                          • AbstractSingleWindowDataCompute.html
                          • AbstractSingleWindowDataSink.html
                          • package-summary.html
                        • package-summary.html
                        • strategy
                          • package-frame.html
                          • BaseWindowStrategy.html
                          • package-tree.html
                          • count
                            • package-frame.html
                            • SlidingCountWindowStratergy.html
                            • package-tree.html
                            • package-summary.html
                            • TumblingCountWindowStrategy.html
                          • IWindowStrategy.html
                          • package-summary.html
                          • duration
                            • package-frame.html
                            • SlidingDurationWindowStratergy.html
                            • package-tree.html
                            • TumblingDurationWindowStrategy.html
                            • package-summary.html
                      • test
                        • package-frame.html
                        • WindowManagerTest.html
                        • package-tree.html
                        • Hello.html
                        • package-summary.html
                        • WatermarkGeneratorTest.html
                      • cdfw
                        • package-frame.html
                        • CDFWExecutor.html
                        • DriverState.html
                        • CDFWScheduler.html
                        • task
                          • package-frame.html
                          • package-tree.html
                          • ConnectedSource.html
                          • ConnectedSink.html
                          • package-summary.html
                        • DriveEventType.html
                        • package-tree.html
                        • DataFlowJobConfig.html
                        • BaseDriver.html
                        • DriverEvent.html
                        • CDFWEnv.html
                        • ICDFWScheduler.html
                        • DataFlowGraph.html
                        • package-summary.html
                      • package-summary.html
                    • executor
                      • comms
                        • package-frame.html
                        • AbstractParallelOperation.html
                        • package-tree.html
                        • streaming
                          • package-frame.html
                          • GatherStreamingOperation.html
                          • KeyedGatherStreamingOperation.html
                          • KeyedReduceStreamingOperation.html
                          • ReduceStreamingOperation.html
                          • KeyedPartitionStreamOperation.html
                          • package-tree.html
                          • PartitionStreamingOperation.PartitionBulkReceiver.html
                          • AllGatherStreamingOperation.html
                          • DirectStreamingOperation.DirectReceiver.html
                          • BroadcastStreamingOperation.html
                          • PartitionStreamingOperation.html
                          • package-summary.html
                          • DirectStreamingOperation.html
                          • BroadcastStreamingOperation.BcastReceiver.html
                          • AllReduceStreamingOperation.html
                        • DefaultDestinationSelector.html
                        • package-summary.html
                        • batch
                          • AllReduceBatchOperation.ReduceFnImpl.html
                          • package-frame.html
                          • AllReduceBatchOperation.html
                          • JoinBatchOperation.html
                          • GatherBatchOperation.html
                          • PartitionBatchOperation.PartitionReceiver.html
                          • KeyedPartitionBatchOperation.PartitionReceiver.html
                          • BroadcastBatchOperation.BcastReceiver.html
                          • package-tree.html
                          • KeyedGatherBatchOperation.html
                          • AllGatherBatchOperation.html
                          • ReduceBatchOperation.ReduceFnImpl.html
                          • ReduceBatchOperation.html
                          • DirectBatchOperation.PartitionReceiver.html
                          • KeyedReduceBatchOperation.html
                          • ReduceBatchOperation.FinalSingularReceiver.html
                          • package-summary.html
                          • BroadcastBatchOperation.html
                          • DirectBatchOperation.html
                          • KeyedPartitionBatchOperation.html
                          • PartitionBatchOperation.html
                      • util
                        • package-frame.html
                        • Utils.html
                        • package-tree.html
                        • package-summary.html
                      • threading
                        • StreamingAllSharingExecutor.CommunicationWorker.html
                        • package-frame.html
                        • BatchSharingExecutor2.html
                        • BatchSharingExecutor.html
                        • BatchSharingExecutor2.BatchWorker.html
                        • StreamingAllSharingExecutor2.html
                        • StreamingAllSharingExecutor2.CommunicationWorker.html
                        • StreamingAllSharingExecutor.html
                        • package-tree.html
                        • StreamingSharingExecutor.html
                        • ThreadSharingExecutor.html
                        • BatchSharingExecutor.CommunicationWorker.html
                        • BatchSharingExecutor2.CommunicationWorker.html
                        • ft
                          • package-frame.html
                          • DedicatedComStreamingExecutor.html
                          • package-tree.html
                          • AllSharingStremingExecutor.html
                          • AllSharingBatchExecutor.html
                          • package-summary.html
                          • DedidatedBatchExecutor.html
                        • ExecutorFactory.html
                        • BatchSharingExecutor.BatchWorker.html
                        • StreamingSharingExecutor.StreamWorker.html
                        • NullExecutor.html
                        • StreamingAllSharingExecutor2.StreamWorker.html
                        • package-summary.html
                        • StreamingAllSharingExecutor.StreamWorker.html
                      • core
                        • package-frame.html
                        • TaskContextImpl.html
                        • TaskIdGenerator.html
                        • DefaultOutputCollection.html
                        • package-tree.html
                        • ExecutionRuntime.html
                        • streaming
                          • package-frame.html
                          • SourceStreamingInstance.html
                          • package-tree.html
                          • TaskStreamingInstance.html
                          • PendingCheckpoint.html
                          • package-summary.html
                        • Runtime.html
                        • TaskPlanBuilder.html
                        • ParallelOperationFactory.html
                        • TaskCheckpointUtils.html
                        • package-summary.html
                        • ExecutionPlanBuilder.html
                        • batch
                          • package-frame.html
                          • InstanceState.html
                          • TaskBatchInstance.html
                          • package-tree.html
                          • SourceBatchInstance.html
                          • package-summary.html
                    • examples
                      • package-frame.html
                      • Utils.html
                      • comms
                        • JoinedKeyedBenchWorker.html
                        • package-frame.html
                        • ExampleMain.html
                        • JobParameters.html
                        • stream
                          • SKeyedGatherExample.html
                          • SDirectExample.html
                          • package-frame.html
                          • SGatherExample.FinalReduceReceiver.html
                          • SAllReduceExample.html
                          • SBroadcastExample.BCastReceiver.html
                          • package-tree.html
                          • SKeyedPartitionExample.PartitionReceiver.html