Packages

case class Shampoo(parameters: Seq[(STen, PTag)], learningRate: OptimizerHyperparameter = simple(0.001), clip0: Option[Double] = None, eps: Double = 1e-4, diagonalThreshold: Int = 256, updatePreconditionerEveryNIterations: Int = 100, momentum: OptimizerHyperparameter = simple(0d)) extends Optimizer with Product with Serializable

See also

https://arxiv.org/pdf/1802.09568.pdf Algorithm 1

Linear Supertypes
Serializable, Product, Equals, Optimizer, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Shampoo
  2. Serializable
  3. Product
  4. Equals
  5. Optimizer
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new Shampoo(parameters: Seq[(STen, PTag)], learningRate: OptimizerHyperparameter = simple(0.001), clip0: Option[Double] = None, eps: Double = 1e-4, diagonalThreshold: Int = 256, updatePreconditionerEveryNIterations: Int = 100, momentum: OptimizerHyperparameter = simple(0d))

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val clip: Option[STen]
  6. val clip0: Option[Double]
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  8. val diagonalThreshold: Int
  9. val eps: Double
  10. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. val lastGradient: List[STen]
  14. val learningRate: OptimizerHyperparameter
  15. def load(tensors: Seq[STen]): Unit
    Definition Classes
    Shampoo → Optimizer
  16. val lt: List[(STen, STen)]
  17. val momentum: OptimizerHyperparameter
  18. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  20. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  21. val parameters: Seq[(STen, PTag)]
  22. def productElementNames: Iterator[String]
    Definition Classes
    Product
  23. def release(): Unit
    Definition Classes
    Shampoo → Optimizer
  24. val rt: List[(STen, STen)]
  25. val scope: Scope
  26. def state: List[STen]
    Definition Classes
    Shampoo → Optimizer
  27. def step(gradients: Seq[Option[STen]], scheduleFactor: Double): Unit
    Definition Classes
    Shampoo → Optimizer
  28. var stepCount: Long
  29. val stepCountSTen: STen
  30. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  31. val updatePreconditionerEveryNIterations: Int
  32. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  33. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  34. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from Optimizer

Inherited from AnyRef

Inherited from Any

Ungrouped