• Example Search
• Project Search

• Java
• Python
• JavaScript
• TypeScript
• C++
• Scala
• Blog

• deepspark-master
  • src
    • main
      • scala
        • com
          • github
            • nearbydelta
              • deepspark
                • network
                  • Network.scala
                  • package.scala
                  • GeneralNetwork.scala
                  • SimpleNetwork.scala
                • layer
                  • BasicLayer.scala
                  • FullTensorLayer.scala
                  • VectorRBFLayer.scala
                  • package.scala
                  • TwoPhraseRBFLayer.scala
                  • Layer.scala
                  • NetworkConcatLayer.scala
                  • RBFLayer.scala
                  • SplitTensorLayer.scala
                  • Rank3TensorLayer.scala
                  • LinearTransformLayer.scala
                • word
                  • package.scala
                  • LedgerBuilder.scala
                  • layer
                    • RNNLedger.scala
                    • LedgerGroupLayer.scala
                    • FixedAverageLedger.scala
                    • AverageLedger.scala
                    • FeatureLedger.scala
                    • Ledger.scala
                    • FeatureConcatLedger.scala
                    • ConcatLedger.scala
                    • FixedLedger.scala
                  • LedgerModel.scala
                • data
                  • Activation.scala
                  • package.scala
                  • RBFActivation.scala
                  • WeightMatrix.scala
                  • KryoWrap.scala
                  • Objective.scala
                • train
                  • Trainer.scala
                  • package.scala
                  • TrainingParam.scala
                  • TrainerBuilder.scala
    • test
      • scala
        • TestConcat.scala
        • TestEmbedding.scala
        • TestSpeed.scala
        • TestKryo.scala
        • TestXOR.scala
  • build-2.11-1.2.0.pom
  • pom.xml
  • LICENSE
  • project
    • build.properties
    • plugins.sbt
  • README.md
  • build.sbt
  • .gitignore

package com.github.nearbydelta.deepspark.word.layer

import breeze.linalg.{DenseVector, axpy}
import com.github.nearbydelta.deepspark.data._
import com.github.nearbydelta.deepspark.word.{LedgerBuilder, LedgerModel}

import scala.collection.parallel.ParSeq

/**
 * __Layer__: Basic, Fully-connected Layer
 *
 */
class AverageLedger extends Ledger[DataVec] {
  override val outVecOf: (DataVec) ⇒ DataVec = x ⇒ x

  override def apply(x: Array[Int]): DataVec = {
    if (x.nonEmpty) {
      val matrix = DenseVector.zeros[Double](NOut)
      val it = x.toIterator
      val factor = 1.0 / x.length
      while (it.hasNext) {
        axpy(factor, vectorOf(it.next()), matrix)
      }
      matrix
    } else
      pad
  }

  override def backprop(seq: ParSeq[((Array[Int], DataVec), DataVec)]): (ParSeq[DataVec], ParSeq[() ⇒ Unit]) = {
    seq.foreach { case ((in, _), err) ⇒
      if (in.nonEmpty) {
        err :/= in.length.toDouble
        val it = in.iterator
        while (it.hasNext) {
          updateWord(it.next(), err)
        }
      } else
        updateWord(padID, err)
    }

    (null, ParSeq(algorithm.update))
  }

  override def withModel(model: LedgerModel, builder: LedgerBuilder): this.type = {
    NOut = model.dimension
    super.withModel(model, builder)
  }
}