• Example Search
• Project Search

• Java
• Python
• JavaScript
• TypeScript
• C++
• Scala
• Blog

• sparker-master
  • LICENSE
  • .gitattributes
  • scala
    • sparker
      • src
        • main
          • scala-2.11
            • Experiments
              • Main.scala
            • SparkER
              • DataStructures
                • BlockDirty.scala
                • UnweightedEdge.scala
                • KeysCluster.scala
                • MatchingEntities.scala
                • WeightedEdge.scala
                • BlockAbstract.scala
                • BlockWithComparisonSize.scala
                • ProfileTrait.scala
                • Profile.scala
                • BlockClean.scala
                • KeyValue.scala
                • EdgeTrait.scala
                • ProfileBlocks.scala
              • BlockBuildingMethods
                • TokenBlocking.scala
                • LSH.scala
                • BlockingUtils.scala
              • BlockRefinementMethods
                • BlockFiltering.scala
                • PruningMethods
                  • CNP.scala
                  • PruningUtils.scala
                  • CommonNodePruning.scala
                  • WNP.scala
                  • WEP.scala
                  • CEP.scala
                  • PCPQBlockCalc.scala
                • BlockPurging.scala
              • Wrappers
                • CSVWrapper.scala
                • SerializedObjectLoader.scala
                • SerializedProfilesLoader.scala
                • WrapperTrait.scala
                • JSONWrapper.scala
              • Utilities
                • BoundedPriorityQueue.scala
                • Converters.scala
                • StatisticsEstimator.scala
      • build.sbt
    • README.md
  • python
    • README.md
    • py_sparker
      • wrappers.py
      • blockers.py
      • wnp.py
      • objects.py
      • attribute_clustering.py
      • filters.py
      • converters.py
      • __init__.py
      • pruning_utils.py
      • common_node_pruning.py
  • old_versions
    • sparker
      • src
        • main
          • scala-2.11
            • DataStructures
              • BlockDirty.scala
              • UnweightedEdge.scala
              • KeysCluster.scala
              • MatchingEntities.scala
              • WeightedEdge.scala
              • BlockAbstract.scala
              • BlockWithComparisonSize.scala
              • ProfileTrait.scala
              • Profile.scala
              • BlockClean.scala
              • KeyValue.scala
              • EdgeTrait.scala
              • ProfileBlocks.scala
            • BlockBuildingMethods
              • TokenBlocking.scala
              • LSHSpark.scala
              • LSHLuca.scala
              • LSHTwitter.scala
              • BlockingUtils.scala
            • Experiments
              • AllTest.scala
            • BlockRefinementMethods
              • BlockFiltering.scala
              • PruningMethods
                • PruningUtils.scala
                • CommonNodePruning.scala
                • WNPForOld.scala
                • CNPForOld.scala
                • WNPFor.scala
                • CNPFor.scala
              • BlockPurging.scala
            • Wrappers
              • CSVWrapper.scala
              • SerializedObjectLoader.scala
              • SerializedProfilesLoader.scala
              • WrapperTrait.scala
              • JSONWrapper.scala
            • Utilities
              • MyPartitioner.scala
              • RandomPartitioner.scala
              • CustomPartitioner.scala
              • BoundedPriorityQueue.scala
              • CustomPartitioner2.scala
              • Converters.scala
              • StatisticsEstimator.scala
      • launch.sh
      • build.sbt
    • multi-data-source-sparker
      • src
        • main
          • scala-2.11
            • DataStructures
              • BlockDirty.scala
              • UnweightedEdge.scala
              • KeysCluster.scala
              • MatchingEntities.scala
              • WeightedEdge.scala
              • BlockAbstract.scala
              • BlockWithComparisonSize.scala
              • ProfileTrait.scala
              • Profile.scala
              • BlockClean.scala
              • KeyValue.scala
              • EdgeTrait.scala
              • ProfileBlocks.scala
            • BlockBuildingMethods
              • TokenBlocking.scala
              • LSHMio.scala
              • BlockingUtils.scala
            • Experiments
              • Main3.scala
              • Main.scala
            • BlockRefinementMethods
              • BlockFiltering.scala
              • PruningMethods
                • PruningUtils.scala
                • CommonNodePruning.scala
                • WNPFor.scala
                • CNPFor.scala
                • PCPQBlockCalc.scala
              • BlockPurging.scala
            • Wrappers
              • CSVWrapper.scala
              • SerializedObjectLoader.scala
              • SerializedProfilesLoader.scala
              • WrapperTrait.scala
              • JSONWrapper.scala
            • Utilities
              • MyPartitioner.scala
              • RandomPartitioner.scala
              • CustomPartitioner.scala
              • BoundedPriorityQueue.scala
              • CustomPartitioner2.scala
              • Converters.scala
              • StatisticsEstimator.scala
      • multidataset2
        • groundtruth.json
      • README.md
      • build.sbt
  • README.md
  • .gitignore

package Utilities

import org.apache.log4j.LogManager

/**
  * Created by Luca on 01/08/2017.
  */
class CustomPartitioner2(override val numPartitions : Int) extends MyPartitioner {
  val partitions = Array.ofDim[Double](numPartitions)

  override def getPartition(key: Any): Int = {
    val num = key.asInstanceOf[Double]
    val partition = partitions.indexOf(partitions.min)
    partitions.update(partition, partitions(partition)+num)
    //val log = LogManager.getRootLogger
    //log.info("SPARKER - situazione carico partizioni "+partitions.toList)
    return partition
  }

  def getName(): String ={
    return "Custom partitioner 2"
  }

}