[−][src]Struct tensorflow_proto::tensorflow::tpu::OnlineYogiParameters
The online Yogi optimizer does not implement hyper-parameter update; use the dynamic learning rate feature instead, setting the learning rate to: user learning_rate * sqrt(1 - beta2^t) / (1 - beta1^t) Here, t is the current timestep.
https://papers.nips.cc/paper/8186-adaptive-methods-for-nonconvex-optimization.pdf plus some extensions based on FTRL.
Note that the code by default implements the lazy version of online Yogi.
Fields
l1: f32
The L1 regularization parameter (used analogously to the one in FTRL).
l2: f32
The L2 regularization parameter (used analogously to the one in FTRL).
beta2: f32
\beta_2 from Algorithm 2 in the paper.
initial_v: f32
Initial value of V variable in paper.
initial_linear: f32
Initial value of linear variable in FTRL.
activation: Option<Activation>
Activation to use to replace sign function in v_t update in Algorithm 2 of paper.
Trait Implementations
impl Clone for OnlineYogiParameters
[src]
pub fn clone(&self) -> OnlineYogiParameters
[src]
pub fn clone_from(&mut self, source: &Self)
1.0.0[src]
impl Debug for OnlineYogiParameters
[src]
impl Default for OnlineYogiParameters
[src]
impl Message for OnlineYogiParameters
[src]
pub fn encode_raw<B>(&self, buf: &mut B) where
B: BufMut,
[src]
B: BufMut,
pub fn merge_field<B>(
&mut self,
tag: u32,
wire_type: WireType,
buf: &mut B,
ctx: DecodeContext
) -> Result<(), DecodeError> where
B: Buf,
[src]
&mut self,
tag: u32,
wire_type: WireType,
buf: &mut B,
ctx: DecodeContext
) -> Result<(), DecodeError> where
B: Buf,
pub fn encoded_len(&self) -> usize
[src]
pub fn clear(&mut self)
[src]
pub fn encode<B>(&self, buf: &mut B) -> Result<(), EncodeError> where
B: BufMut,
[src]
B: BufMut,
pub fn encode_length_delimited<B>(&self, buf: &mut B) -> Result<(), EncodeError> where
B: BufMut,
[src]
B: BufMut,
pub fn decode<B>(buf: B) -> Result<Self, DecodeError> where
Self: Default,
B: Buf,
[src]
Self: Default,
B: Buf,
pub fn decode_length_delimited<B>(buf: B) -> Result<Self, DecodeError> where
Self: Default,
B: Buf,
[src]
Self: Default,
B: Buf,
pub fn merge<B>(&mut self, buf: B) -> Result<(), DecodeError> where
B: Buf,
[src]
B: Buf,
pub fn merge_length_delimited<B>(&mut self, buf: B) -> Result<(), DecodeError> where
B: Buf,
[src]
B: Buf,
impl PartialEq<OnlineYogiParameters> for OnlineYogiParameters
[src]
pub fn eq(&self, other: &OnlineYogiParameters) -> bool
[src]
pub fn ne(&self, other: &OnlineYogiParameters) -> bool
[src]
impl StructuralPartialEq for OnlineYogiParameters
[src]
Auto Trait Implementations
impl RefUnwindSafe for OnlineYogiParameters
[src]
impl Send for OnlineYogiParameters
[src]
impl Sync for OnlineYogiParameters
[src]
impl Unpin for OnlineYogiParameters
[src]
impl UnwindSafe for OnlineYogiParameters
[src]
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized,
[src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized,
[src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
[src]
T: ?Sized,
pub fn borrow_mut(&mut self) -> &mut T
[src]
impl<T> From<T> for T
[src]
impl<T, U> Into<U> for T where
U: From<T>,
[src]
U: From<T>,
impl<T> ToOwned for T where
T: Clone,
[src]
T: Clone,
type Owned = T
The resulting type after obtaining ownership.
pub fn to_owned(&self) -> T
[src]
pub fn clone_into(&self, target: &mut T)
[src]
impl<T, U> TryFrom<U> for T where
U: Into<T>,
[src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>
[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>,
[src]
U: TryFrom<T>,