<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><link rel="stylesheet" type="text/css" href="style.css" /><script type="text/javascript" src="highlight.js"></script></head><body><pre><span class="hs-comment">-- | An implementation of ResourceHandle-based variables.</span><span>
</span><a name="line-2"></a><span class="hs-comment">--</span><span>
</span><a name="line-3"></a><span class="hs-comment">-- The main difference between this and 'Ref'-based variables is</span><span>
</span><a name="line-4"></a><span class="hs-comment">-- that reads are explicit, via the 'readValue' op.</span><span>
</span><a name="line-5"></a><span class="hs-comment">--</span><span>
</span><a name="line-6"></a><span class="hs-comment">-- TODO: given that distinction, figure out a good story around</span><span>
</span><a name="line-7"></a><span class="hs-comment">-- gradients and save/restore. Then, merge this module into</span><span>
</span><a name="line-8"></a><span class="hs-comment">-- TensorFlow.Ops.</span><span>
</span><a name="line-9"></a><span class="hs-pragma">{-# LANGUAGE DataKinds #-}</span><span>
</span><a name="line-10"></a><span class="hs-pragma">{-# LANGUAGE FlexibleContexts #-}</span><span>
</span><a name="line-11"></a><span class="hs-pragma">{-# LANGUAGE RecursiveDo #-}</span><span>
</span><a name="line-12"></a><span class="hs-pragma">{-# LANGUAGE ScopedTypeVariables #-}</span><span>
</span><a name="line-13"></a><span class="hs-pragma">{-# LANGUAGE OverloadedStrings #-}</span><span>
</span><a name="line-14"></a><span class="hs-keyword">module</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Variable</span><span>
</span><a name="line-15"></a><span> </span><span class="hs-special">(</span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span>
</span><a name="line-16"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#variable"><span class="hs-identifier hs-var">variable</span></a><span>
</span><a name="line-17"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier hs-var">variable'</span></a><span>
</span><a name="line-18"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#readValue"><span class="hs-identifier hs-var">readValue</span></a><span>
</span><a name="line-19"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#initializedValue"><span class="hs-identifier hs-var">initializedValue</span></a><span>
</span><a name="line-20"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#initializedVariable"><span class="hs-identifier hs-var">initializedVariable</span></a><span>
</span><a name="line-21"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier hs-var">initializedVariable'</span></a><span>
</span><a name="line-22"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#zeroInitializedVariable"><span class="hs-identifier hs-var">zeroInitializedVariable</span></a><span>
</span><a name="line-23"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#zeroInitializedVariable%27"><span class="hs-identifier hs-var">zeroInitializedVariable'</span></a><span>
</span><a name="line-24"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#assign"><span class="hs-identifier hs-var">assign</span></a><span>
</span><a name="line-25"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#assign%27"><span class="hs-identifier hs-var">assign'</span></a><span>
</span><a name="line-26"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#assignAdd"><span class="hs-identifier hs-var">assignAdd</span></a><span>
</span><a name="line-27"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#assignAdd%27"><span class="hs-identifier hs-var">assignAdd'</span></a><span>
</span><a name="line-28"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#resourceApplyAdam"><span class="hs-identifier hs-var">resourceApplyAdam</span></a><span>
</span><a name="line-29"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Variable.html#resourceApplyAdam%27"><span class="hs-identifier hs-var">resourceApplyAdam'</span></a><span>
</span><a name="line-30"></a><span> </span><span class="hs-special">)</span><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-31"></a><span>
</span><a name="line-32"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Complex</span><span>
</span><a name="line-33"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Int</span><span>
</span><a name="line-34"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Word</span><span>
</span><a name="line-35"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Text</span><span class="hs-operator">.</span><span class="hs-identifier">Encoding</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">encodeUtf8</span><span class="hs-special">)</span><span>
</span><a name="line-36"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Lens</span><span class="hs-operator">.</span><span class="hs-identifier">Family2</span><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><span class="hs-operator hs-var">.~</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-special">(</span><span class="hs-operator hs-var">&</span><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-37"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Core</span><span>
</span><a name="line-38"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Build</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opDef</span><span class="hs-special">)</span><span>
</span><a name="line-39"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">BuildOp</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">buildInputs</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">pureOp</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OpParams</span><span class="hs-special">)</span><span>
</span><a name="line-40"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Output</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opInputs</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">unNodeName</span><span class="hs-special">)</span><span>
</span><a name="line-41"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Tensor</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Rendered</span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">ToTensor</span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">renderValue</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">tensorNodeName</span><span class="hs-special">)</span><span>
</span><a name="line-42"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Types</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">tensorType</span><span class="hs-special">)</span><span>
</span><a name="line-43"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">GenOps</span><span class="hs-operator">.</span><span class="hs-identifier">Core</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">CoreOps</span><span>
</span><a name="line-44"></a><span class="hs-keyword">import</span><span> </span><a href="TensorFlow.Ops.html"><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Ops</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#zeros"><span class="hs-identifier hs-var">zeros</span></a><span class="hs-special">)</span><span>
</span><a name="line-45"></a><span>
</span><a name="line-46"></a><span class="hs-keyword">data</span><span> </span><a name="Variable"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier">Variable</span></a></a><span> </span><a name="local-6989586621679068834"><a href="#local-6989586621679068834"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a name="Variable"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier">Variable</span></a></a><span>
</span><a name="line-47"></a><span> </span><span class="hs-special">{</span><span> </span><a name="variableHandle"><a href="TensorFlow.Variable.html#variableHandle"><span class="hs-identifier">variableHandle</span></a></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><span class="hs-identifier hs-type">ResourceHandle</span><span>
</span><a name="line-48"></a><span> </span><span class="hs-special">,</span><span> </span><a name="initializedValue"><a href="TensorFlow.Variable.html#initializedValue"><span class="hs-identifier">initializedValue</span></a></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679068834"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-49"></a><span> </span><span class="hs-comment">-- ^ The initial value of a 'Variable' created with 'initializedVariable'.</span><span>
</span><a name="line-50"></a><span> </span><span class="hs-special">}</span><span>
</span><a name="line-51"></a><span>
</span><a name="line-52"></a><span class="hs-keyword">instance</span><span> </span><span class="hs-identifier hs-type">Rendered</span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-53"></a><span> </span><a name="local-8214565720323799032"><span class="hs-identifier">renderedOutput</span></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">renderedOutput</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier">variableHandle</span><span>
</span><a name="line-54"></a><span>
</span><a name="line-55"></a><span class="hs-keyword">instance</span><span> </span><span class="hs-identifier hs-type">ToTensor</span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-56"></a><span> </span><a name="local-8214565720323799038"><span class="hs-identifier">toTensor</span></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#readValue"><span class="hs-identifier hs-var">readValue</span></a><span>
</span><a name="line-57"></a><span>
</span><a name="line-58"></a><span class="hs-comment">-- | Creates a new, uninitialized variable.</span><span>
</span><a name="line-59"></a><span class="hs-identifier">variable</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068879"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068880"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Shape</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068879"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068880"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-60"></a><a name="variable"><a href="TensorFlow.Variable.html#variable"><span class="hs-identifier">variable</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier hs-var">variable'</span></a><span> </span><span class="hs-identifier hs-var">id</span><span>
</span><a name="line-61"></a><span>
</span><a name="line-62"></a><span class="hs-identifier">variable'</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679068877"><a href="#local-6989586621679068877"><span class="hs-identifier">m</span></a></a><span> </span><a name="local-6989586621679068878"><a href="#local-6989586621679068878"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068877"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068878"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-63"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">OpParams</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Shape</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068877"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068878"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-64"></a><a name="variable%27"><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier">variable'</span></a></a><span> </span><a name="local-6989586621679068881"><a href="#local-6989586621679068881"><span class="hs-identifier">params</span></a></a><span> </span><a name="local-6989586621679068882"><a href="#local-6989586621679068882"><span class="hs-identifier">s</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">build</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-65"></a><span> </span><span class="hs-comment">-- Each variable needs a unique "shared_name". Use MonadFix to</span><span>
</span><a name="line-66"></a><span> </span><span class="hs-comment">-- set the attribute to the same name as the variable itself, without</span><span>
</span><a name="line-67"></a><span> </span><span class="hs-comment">-- exposing more internals of the Build module.</span><span>
</span><a name="line-68"></a><span> </span><span class="hs-identifier">rec</span><span> </span><a name="local-6989586621679068883"><a href="#local-6989586621679068883"><span class="hs-identifier">t</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">varHandleOp'</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679068881"><span class="hs-identifier hs-var">params</span></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"shared_name"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679068884"><span class="hs-identifier hs-var">n</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-69"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">tensorType</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">undefined</span><span> </span><span class="hs-glyph">::</span><span> </span><a href="#local-6989586621679068878"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679068882"><span class="hs-identifier hs-var">s</span></a><span>
</span><a name="line-70"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679068884"><a href="#local-6989586621679068884"><span class="hs-identifier">n</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">encodeUtf8</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier">unNodeName</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">tensorNodeName</span><span> </span><a href="#local-6989586621679068883"><span class="hs-identifier hs-var">t</span></a><span>
</span><a name="line-71"></a><span> </span><span class="hs-identifier hs-var">return</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a><span> </span><a href="#local-6989586621679068883"><span class="hs-identifier hs-var">t</span></a><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-72"></a><span>
</span><a name="line-73"></a><span class="hs-comment">-- | Creates a variable initialized to the given value.</span><span>
</span><a name="line-74"></a><span class="hs-comment">-- Initialization happens next time session runs.</span><span>
</span><a name="line-75"></a><span class="hs-identifier">initializedVariable</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068874"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068875"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-76"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679068876"><span class="hs-identifier hs-type">v</span></a><span> </span><a href="#local-6989586621679068875"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068874"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068875"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-77"></a><a name="initializedVariable"><a href="TensorFlow.Variable.html#initializedVariable"><span class="hs-identifier">initializedVariable</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier hs-var">initializedVariable'</span></a><span> </span><span class="hs-identifier hs-var">id</span><span>
</span><a name="line-78"></a><span>
</span><a name="line-79"></a><span class="hs-identifier">initializedVariable'</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679068871"><a href="#local-6989586621679068871"><span class="hs-identifier">a</span></a></a><span> </span><a name="local-6989586621679068872"><a href="#local-6989586621679068872"><span class="hs-identifier">m</span></a></a><span> </span><a name="local-6989586621679068873"><a href="#local-6989586621679068873"><span class="hs-identifier">v</span></a></a><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068872"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068871"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-80"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">OpParams</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679068873"><span class="hs-identifier hs-type">v</span></a><span> </span><a href="#local-6989586621679068871"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068872"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068871"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-81"></a><a name="initializedVariable%27"><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier">initializedVariable'</span></a></a><span> </span><a name="local-6989586621679068885"><a href="#local-6989586621679068885"><span class="hs-identifier">params</span></a></a><span> </span><a name="local-6989586621679068886"><a href="#local-6989586621679068886"><span class="hs-identifier">initializer</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-82"></a><span> </span><span class="hs-comment">-- The shape is not known initially.</span><span>
</span><a name="line-83"></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a><span> </span><a name="local-6989586621679068887"><a href="#local-6989586621679068887"><span class="hs-identifier">h</span></a></a><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-glyph">::</span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068871"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-glyph"><-</span><span> </span><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier hs-var">variable'</span></a><span> </span><a href="#local-6989586621679068885"><span class="hs-identifier hs-var">params</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">Shape</span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span class="hs-special">)</span><span>
</span><a name="line-84"></a><span> </span><a name="local-6989586621679068888"><a href="#local-6989586621679068888"><span class="hs-identifier">initializer'</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">renderValue</span><span> </span><a href="#local-6989586621679068886"><span class="hs-identifier hs-var">initializer</span></a><span>
</span><a name="line-85"></a><span> </span><a name="local-6989586621679068889"><a href="#local-6989586621679068889"><span class="hs-identifier">i</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">assignVariableOp</span><span> </span><a href="#local-6989586621679068887"><span class="hs-identifier hs-var">h</span></a><span> </span><a href="#local-6989586621679068888"><span class="hs-identifier hs-var">initializer'</span></a><span>
</span><a name="line-86"></a><span> </span><span class="hs-identifier hs-var">addInitializer</span><span> </span><span class="hs-operator hs-var">=<<</span><span> </span><span class="hs-identifier hs-var">group</span><span> </span><a href="#local-6989586621679068889"><span class="hs-identifier hs-var">i</span></a><span>
</span><a name="line-87"></a><span> </span><span class="hs-identifier hs-var">return</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a><span> </span><a href="#local-6989586621679068887"><span class="hs-identifier hs-var">h</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679068888"><span class="hs-identifier hs-var">initializer'</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-88"></a><span>
</span><a name="line-89"></a><span class="hs-comment">-- | Creates a zero-initialized variable with the given shape.</span><span>
</span><a name="line-90"></a><span class="hs-identifier">zeroInitializedVariable</span><span>
</span><a name="line-91"></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068869"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068870"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Num</span><span> </span><a href="#local-6989586621679068870"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Shape</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068869"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068870"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-92"></a><a name="zeroInitializedVariable"><a href="TensorFlow.Variable.html#zeroInitializedVariable"><span class="hs-identifier">zeroInitializedVariable</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#zeroInitializedVariable%27"><span class="hs-identifier hs-var">zeroInitializedVariable'</span></a><span> </span><span class="hs-identifier hs-var">id</span><span>
</span><a name="line-93"></a><span>
</span><a name="line-94"></a><span class="hs-identifier">zeroInitializedVariable'</span><span>
</span><a name="line-95"></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068867"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068868"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Num</span><span> </span><a href="#local-6989586621679068868"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">OpParams</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Shape</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068867"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068868"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-96"></a><a name="zeroInitializedVariable%27"><a href="TensorFlow.Variable.html#zeroInitializedVariable%27"><span class="hs-identifier">zeroInitializedVariable'</span></a></a><span> </span><a name="local-6989586621679068890"><a href="#local-6989586621679068890"><span class="hs-identifier">params</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier hs-var">initializedVariable'</span></a><span> </span><a href="#local-6989586621679068890"><span class="hs-identifier hs-var">params</span></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Ops.html#zeros"><span class="hs-identifier hs-var">zeros</span></a><span>
</span><a name="line-97"></a><span>
</span><a name="line-98"></a><span class="hs-comment">-- | Gets the value stored in a variable.</span><span>
</span><a name="line-99"></a><span class="hs-comment">--</span><span>
</span><a name="line-100"></a><span class="hs-comment">-- Note that this op is stateful since it depends on the value of the variable;</span><span>
</span><a name="line-101"></a><span class="hs-comment">-- however, it may be CSE'd with other reads in the same context. The context can</span><span>
</span><a name="line-102"></a><span class="hs-comment">-- be fixed by using 'render' along with (for example) 'withControlDependencies'.</span><span>
</span><a name="line-103"></a><span class="hs-comment">-- For example:</span><span>
</span><a name="line-104"></a><span class="hs-comment">--</span><span>
</span><a name="line-105"></a><span class="hs-comment">-- > runSession $ do</span><span>
</span><a name="line-106"></a><span class="hs-comment">-- > v <- variable []</span><span>
</span><a name="line-107"></a><span class="hs-comment">-- > a <- assign v 24</span><span>
</span><a name="line-108"></a><span class="hs-comment">-- > r <- withControlDependencies a $ render $ readValue v + 18</span><span>
</span><a name="line-109"></a><span class="hs-comment">-- > result <- run r</span><span>
</span><a name="line-110"></a><span class="hs-comment">-- > liftIO $ (42 :: Float) @=? unScalar result</span><span>
</span><a name="line-111"></a><span class="hs-comment">--</span><span>
</span><a name="line-112"></a><span class="hs-comment">--</span><span>
</span><a name="line-113"></a><span class="hs-identifier">readValue</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068866"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">=></span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068866"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679068866"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-114"></a><a name="readValue"><a href="TensorFlow.Variable.html#readValue"><span class="hs-identifier">readValue</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#readValue%27"><span class="hs-identifier hs-var">readValue'</span></a><span> </span><span class="hs-identifier hs-var">id</span><span>
</span><a name="line-115"></a><span>
</span><a name="line-116"></a><span class="hs-identifier">readValue'</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679068865"><a href="#local-6989586621679068865"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068865"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-117"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">OpParams</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068865"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679068865"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-118"></a><a name="readValue%27"><a href="TensorFlow.Variable.html#readValue%27"><span class="hs-identifier">readValue'</span></a></a><span> </span><a name="local-6989586621679068891"><a href="#local-6989586621679068891"><span class="hs-identifier">params</span></a></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a><span> </span><a name="local-6989586621679068892"><a href="#local-6989586621679068892"><span class="hs-identifier">h</span></a></a><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span>
</span><a name="line-119"></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">pureOp</span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-120"></a><span> </span><a name="local-6989586621679068893"><a href="#local-6989586621679068893"><span class="hs-identifier">os</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">buildInputs</span><span> </span><a href="#local-6989586621679068892"><span class="hs-identifier hs-var">h</span></a><span>
</span><a name="line-121"></a><span> </span><span class="hs-identifier hs-var">pure</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">opDef</span><span> </span><span class="hs-string">"ReadVariableOp"</span><span>
</span><a name="line-122"></a><span> </span><span class="hs-operator hs-var">&</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679068891"><span class="hs-identifier hs-var">params</span></a><span>
</span><a name="line-123"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"dtype"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><span class="hs-identifier hs-var">tensorType</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">undefined</span><span> </span><span class="hs-glyph">::</span><span> </span><a href="#local-6989586621679068865"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-124"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opInputs</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679068893"><span class="hs-identifier hs-var">os</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-125"></a><span>
</span><a name="line-126"></a><span class="hs-comment">-- | Sets the value of a variable.</span><span>
</span><a name="line-127"></a><span class="hs-identifier">assign</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068862"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068863"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-128"></a><span> </span><span class="hs-glyph">=></span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068863"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679068864"><span class="hs-identifier hs-type">v</span></a><span> </span><a href="#local-6989586621679068863"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068862"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-identifier hs-type">ControlNode</span><span>
</span><a name="line-129"></a><a name="assign"><a href="TensorFlow.Variable.html#assign"><span class="hs-identifier">assign</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#assign%27"><span class="hs-identifier hs-var">assign'</span></a><span> </span><span class="hs-identifier hs-var">id</span><span>
</span><a name="line-130"></a><span>
</span><a name="line-131"></a><span class="hs-identifier">assign'</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068859"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068860"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-132"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">OpParams</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068860"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679068861"><span class="hs-identifier hs-type">v</span></a><span> </span><a href="#local-6989586621679068860"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068859"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-identifier hs-type">ControlNode</span><span>
</span><a name="line-133"></a><a name="assign%27"><a href="TensorFlow.Variable.html#assign%27"><span class="hs-identifier">assign'</span></a></a><span> </span><a name="local-6989586621679068894"><a href="#local-6989586621679068894"><span class="hs-identifier">params</span></a></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a><span> </span><a name="local-6989586621679068895"><a href="#local-6989586621679068895"><span class="hs-identifier">h</span></a></a><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><a name="local-6989586621679068896"><a href="#local-6989586621679068896"><span class="hs-identifier">v</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">assignVariableOp'</span><span> </span><a href="#local-6989586621679068894"><span class="hs-identifier hs-var">params</span></a><span> </span><a href="#local-6989586621679068895"><span class="hs-identifier hs-var">h</span></a><span> </span><a href="#local-6989586621679068896"><span class="hs-identifier hs-var">v</span></a><span>
</span><a name="line-134"></a><span>
</span><a name="line-135"></a><span class="hs-comment">-- | Increments the value of a variable.</span><span>
</span><a name="line-136"></a><span class="hs-identifier">assignAdd</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068856"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068857"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-137"></a><span> </span><span class="hs-glyph">=></span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068857"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679068858"><span class="hs-identifier hs-type">v</span></a><span> </span><a href="#local-6989586621679068857"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068856"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-identifier hs-type">ControlNode</span><span>
</span><a name="line-138"></a><a name="assignAdd"><a href="TensorFlow.Variable.html#assignAdd"><span class="hs-identifier">assignAdd</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Variable.html#assignAdd%27"><span class="hs-identifier hs-var">assignAdd'</span></a><span> </span><span class="hs-identifier hs-var">id</span><span>
</span><a name="line-139"></a><span>
</span><a name="line-140"></a><span class="hs-identifier">assignAdd'</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068853"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679068854"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-141"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">OpParams</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a><span> </span><a href="#local-6989586621679068854"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679068855"><span class="hs-identifier hs-type">v</span></a><span> </span><a href="#local-6989586621679068854"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679068853"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-identifier hs-type">ControlNode</span><span>
</span><a name="line-142"></a><a name="assignAdd%27"><a href="TensorFlow.Variable.html#assignAdd%27"><span class="hs-identifier">assignAdd'</span></a></a><span> </span><a name="local-6989586621679068897"><a href="#local-6989586621679068897"><span class="hs-identifier">params</span></a></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a><span> </span><a name="local-6989586621679068898"><a href="#local-6989586621679068898"><span class="hs-identifier">h</span></a></a><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><a name="local-6989586621679068899"><a href="#local-6989586621679068899"><span class="hs-identifier">v</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">assignAddVariableOp'</span><span> </span><a href="#local-6989586621679068897"><span class="hs-identifier hs-var">params</span></a><span> </span><a href="#local-6989586621679068898"><span class="hs-identifier hs-var">h</span></a><span> </span><a href="#local-6989586621679068899"><span class="hs-identifier hs-var">v</span></a><span>
</span><a name="line-143"></a><span>
</span><a name="line-144"></a><span class="hs-comment">-- | Update '*var' according to the Adam algorithm.</span><span>
</span><a name="line-145"></a><span class="hs-comment">--</span><span>
</span><a name="line-146"></a><span class="hs-comment">-- lr_t <- learning_rate * sqrt(1 - beta2^t) / (1 - beta1^t)</span><span>
</span><a name="line-147"></a><span class="hs-comment">-- m_t <- beta1 * m_{t-1} + (1 - beta1) * g_t</span><span>
</span><a name="line-148"></a><span class="hs-comment">-- v_t <- beta2 * v_{t-1} + (1 - beta2) * g_t * g_t</span><span>
</span><a name="line-149"></a><span class="hs-comment">-- variable <- variable - lr_t * m_t / (sqrt(v_t) + epsilon)</span><span>
</span><a name="line-150"></a><span class="hs-identifier">resourceApplyAdam</span><span> </span><span class="hs-glyph">::</span><span>
</span><a name="line-151"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679068844"><span class="hs-identifier hs-type">m</span></a><span class="hs-special">,</span><span>
</span><a name="line-152"></a><span> </span><span class="hs-identifier hs-type">OneOf</span><span> </span><span class="hs-char">'[(Data.Complex.Complex Double),
(Data.Complex.Complex Float),
Data.Int.Int16,
Data.Int.Int32,
Data.Int.Int64, Data.Int.Int8,
Data.Word.Word16,
Data.Word.Word8, Double,
Float] t)
=> Variable t -- ^ __var__: Should be from a Variable().
-> Variable t -- ^ __m__: Should be from a Variable().
-> Variable t -- ^ __v__: Should be from a Variable().
-> Tensor v1 t -- ^ __beta1_power__: Must be a scalar.
-> Tensor v2 t -- ^ __beta2_power__: Must be a scalar.
-> Tensor v3 t -- ^ __lr__: Scaling factor. Must be a scalar.
-> Tensor v4 t -- ^ __beta1__: Momentum factor. Must be a scalar.
-> Tensor v5 t -- ^ __beta2__: Momentum factor. Must be a scalar.
-> Tensor v6 t -- ^ __epsilon__: Ridge term. Must be a scalar.
-> Tensor v7 t -- ^ __grad__: The gradient.
-> m (ControlNode)
resourceApplyAdam = resourceApplyAdam' id
resourceApplyAdam' ::
(MonadBuild m,
OneOf '[(Data.Complex.Complex Double),
(Data.Complex.Complex Float),
Data.Int.Int16, Data.Int.Int32,
Data.Int.Int64, Data.Int.Int8,
Data.Word.Word16, Data.Word.Word8, Double,
Float] t)
=> OpParams
-> Variable t -- ^ __var__: Should be from a Variable().
-> Variable t -- ^ __m__: Should be from a Variable().
-> Variable t -- ^ __v__: Should be from a Variable().
-> Tensor v1 t -- ^ __beta1_power__: Must be a scalar.
-> Tensor v2 t -- ^ __beta2_power__: Must be a scalar.
-> Tensor v3 t -- ^ __lr__: Scaling factor. Must be a scalar.
-> Tensor v4 t -- ^ __beta1__: Momentum factor. Must be a scalar.
-> Tensor v5 t -- ^ __beta2__: Momentum factor. Must be a scalar.
-> Tensor v6 t -- ^ __epsilon__: Ridge term. Must be a scalar.
-> Tensor v7 t -- ^ __grad__: The gradient.
-> m (ControlNode)
resourceApplyAdam' params (Variable var _) (Variable m _) (Variable v _) =
CoreOps.resourceApplyAdam' params var m v
</span></pre></body></html>