<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><link rel="stylesheet" type="text/css" href="style.css" /><script type="text/javascript" src="highlight.js"></script></head><body><pre><span class="hs-comment">-- | An implementation of ResourceHandle-based variables.</span><span> </span><span id="line-2"></span><span class="hs-comment">--</span><span> </span><span id="line-3"></span><span class="hs-comment">-- The main difference between this and 'Ref'-based variables is</span><span> </span><span id="line-4"></span><span class="hs-comment">-- that reads are explicit, via the 'readValue' op.</span><span> </span><span id="line-5"></span><span class="hs-comment">--</span><span> </span><span id="line-6"></span><span class="hs-comment">-- TODO: given that distinction, figure out a good story around</span><span> </span><span id="line-7"></span><span class="hs-comment">-- gradients and save/restore. Then, merge this module into</span><span> </span><span id="line-8"></span><span class="hs-comment">-- TensorFlow.Ops.</span><span> </span><span id="line-9"></span><span class="hs-pragma">{-# LANGUAGE DataKinds #-}</span><span> </span><span id="line-10"></span><span class="hs-pragma">{-# LANGUAGE FlexibleContexts #-}</span><span> </span><span id="line-11"></span><span class="hs-pragma">{-# LANGUAGE RecursiveDo #-}</span><span> </span><span id="line-12"></span><span class="hs-pragma">{-# LANGUAGE ScopedTypeVariables #-}</span><span> </span><span id="line-13"></span><span class="hs-pragma">{-# LANGUAGE OverloadedStrings #-}</span><span> </span><span id="line-14"></span><span class="hs-keyword">module</span><span> </span><span class="hs-identifier">TensorFlow.Variable</span><span> </span><span id="line-15"></span><span> </span><span class="hs-special">(</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier">Variable</span></a></span><span> </span><span id="line-16"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#variable"><span class="hs-identifier">variable</span></a></span><span> </span><span id="line-17"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier">variable'</span></a></span><span> </span><span id="line-18"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#readValue"><span class="hs-identifier">readValue</span></a></span><span> </span><span id="line-19"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#initializedValue"><span class="hs-identifier">initializedValue</span></a></span><span> </span><span id="line-20"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#initializedVariable"><span class="hs-identifier">initializedVariable</span></a></span><span> </span><span id="line-21"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier">initializedVariable'</span></a></span><span> </span><span id="line-22"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#zeroInitializedVariable"><span class="hs-identifier">zeroInitializedVariable</span></a></span><span> </span><span id="line-23"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#zeroInitializedVariable%27"><span class="hs-identifier">zeroInitializedVariable'</span></a></span><span> </span><span id="line-24"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#assign"><span class="hs-identifier">assign</span></a></span><span> </span><span id="line-25"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#assign%27"><span class="hs-identifier">assign'</span></a></span><span> </span><span id="line-26"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#assignAdd"><span class="hs-identifier">assignAdd</span></a></span><span> </span><span id="line-27"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#assignAdd%27"><span class="hs-identifier">assignAdd'</span></a></span><span> </span><span id="line-28"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#resourceApplyAdam"><span class="hs-identifier">resourceApplyAdam</span></a></span><span> </span><span id="line-29"></span><span> </span><span class="hs-special">,</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#resourceApplyAdam%27"><span class="hs-identifier">resourceApplyAdam'</span></a></span><span> </span><span id="line-30"></span><span> </span><span class="hs-special">)</span><span> </span><span class="hs-keyword">where</span><span> </span><span id="line-31"></span><span> </span><span id="line-32"></span><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="annot"><span class="hs-identifier">Data.Complex</span></span><span> </span><span id="line-33"></span><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="annot"><span class="hs-identifier">Data.Int</span></span><span> </span><span id="line-34"></span><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="annot"><span class="hs-identifier">Data.Word</span></span><span> </span><span id="line-35"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">Data.Text.Encoding</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier">encodeUtf8</span></span><span class="hs-special">)</span><span> </span><span id="line-36"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">Lens.Family2</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-operator">(.~)</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-operator">(&)</span></span><span class="hs-special">)</span><span> </span><span id="line-37"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">TensorFlow.Core</span></span><span> </span><span id="line-38"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">TensorFlow.Build</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier">opDef</span></span><span class="hs-special">)</span><span> </span><span id="line-39"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">TensorFlow.BuildOp</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier">buildInputs</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier">pureOp</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier">OpParams</span></span><span class="hs-special">)</span><span> </span><span id="line-40"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">TensorFlow.Output</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier">opInputs</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier">unNodeName</span></span><span class="hs-special">)</span><span> </span><span id="line-41"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">TensorFlow.Tensor</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier">Rendered</span></span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier">ToTensor</span></span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier">renderValue</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier">tensorNodeName</span></span><span class="hs-special">)</span><span> </span><span id="line-42"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><span class="hs-identifier">TensorFlow.Types</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier">tensorType</span></span><span class="hs-special">)</span><span> </span><span id="line-43"></span><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="annot"><span class="hs-identifier">TensorFlow.GenOps.Core</span></span><span> </span><span class="hs-keyword">as</span><span> </span><span class="annot"><span class="hs-identifier">CoreOps</span></span><span> </span><span id="line-44"></span><span class="hs-keyword">import</span><span> </span><span class="annot"><a href="TensorFlow.Ops.html"><span class="hs-identifier">TensorFlow.Ops</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Ops.html#zeros"><span class="hs-identifier">zeros</span></a></span><span class="hs-special">)</span><span> </span><span id="line-45"></span><span> </span><span id="line-46"></span><span class="hs-keyword">data</span><span> </span><span id="Variable"><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a></span></span><span> </span><span id="local-6989586621679157976"><span class="annot"><a href="#local-6989586621679157976"><span class="hs-identifier hs-type">a</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span id="Variable"><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a></span></span><span> </span><span id="line-47"></span><span> </span><span class="hs-special">{</span><span> </span><span id="variableHandle"><span class="annot"><span class="annottext">Variable a -> Tensor Value ResourceHandle </span><a href="TensorFlow.Variable.html#variableHandle"><span class="hs-identifier hs-var hs-var">variableHandle</span></a></span></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Value</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">ResourceHandle</span></span><span> </span><span id="line-48"></span><span> </span><span class="hs-special">,</span><span> </span><span id="initializedValue"><span class="annot"><span class="annottext">Variable a -> Maybe (Tensor Value a) </span><a href="TensorFlow.Variable.html#initializedValue"><span class="hs-identifier hs-var hs-var">initializedValue</span></a></span></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Maybe</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Value</span></span><span> </span><span class="annot"><a href="#local-6989586621679157976"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-49"></span><span> </span><span class="hs-comment">-- ^ The initial value of a 'Variable' created with 'initializedVariable'.</span><span> </span><span id="line-50"></span><span> </span><span class="hs-special">}</span><span> </span><span id="line-51"></span><span> </span><span id="line-52"></span><span class="hs-keyword">instance</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Rendered</span></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="hs-keyword">where</span><span> </span><span id="line-53"></span><span> </span><span id="local-6989586621679157784"><span class="annot"><span class="annottext">renderedOutput :: Variable a -> Output </span><span class="hs-identifier hs-var hs-var hs-var hs-var">renderedOutput</span></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle -> Output forall (t :: * -> *) a. Rendered t => t a -> Output </span><span class="hs-identifier hs-var">renderedOutput</span></span><span> </span><span class="annot"><span class="annottext">(Tensor Value ResourceHandle -> Output) -> (Variable a -> Tensor Value ResourceHandle) -> Variable a -> Output forall b c a. (b -> c) -> (a -> b) -> a -> c </span><span class="hs-operator hs-var">.</span></span><span> </span><span class="annot"><span class="annottext">Variable a -> Tensor Value ResourceHandle forall a. Variable a -> Tensor Value ResourceHandle </span><a href="TensorFlow.Variable.html#variableHandle"><span class="hs-identifier hs-var hs-var">variableHandle</span></a></span><span> </span><span id="line-54"></span><span> </span><span id="line-55"></span><span class="hs-keyword">instance</span><span> </span><span class="annot"><span class="hs-identifier hs-type">ToTensor</span></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="hs-keyword">where</span><span> </span><span id="line-56"></span><span> </span><span id="local-6989586621679157779"><span class="annot"><span class="annottext">toTensor :: Variable a -> Tensor Build a </span><span class="hs-identifier hs-var hs-var hs-var hs-var">toTensor</span></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">Variable a -> Tensor Build a forall a. TensorType a => Variable a -> Tensor Build a </span><a href="TensorFlow.Variable.html#readValue"><span class="hs-identifier hs-var">readValue</span></a></span><span> </span><span id="line-57"></span><span> </span><span id="line-58"></span><span class="hs-comment">-- | Creates a new, uninitialized variable.</span><span> </span><span id="line-59"></span><span id="local-6989586621679157776"><span id="local-6989586621679157777"><span class="annot"><a href="TensorFlow.Variable.html#variable"><span class="hs-identifier hs-type">variable</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157777"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157776"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Shape</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157777"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157776"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span></span></span><span> </span><span id="line-60"></span><span id="variable"><span class="annot"><span class="annottext">variable :: Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#variable"><span class="hs-identifier hs-var hs-var">variable</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Shape -> m (Variable a) forall (m :: * -> *) a. (MonadBuild m, TensorType a) => OpParams -> Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier hs-var">variable'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams forall a. a -> a </span><span class="hs-identifier hs-var">id</span></span><span> </span><span id="line-61"></span><span> </span><span id="line-62"></span><span class="annot"><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier hs-type">variable'</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><span id="local-6989586621679157965"><span class="annot"><a href="#local-6989586621679157965"><span class="hs-identifier hs-type">m</span></a></span></span><span> </span><span id="local-6989586621679157963"><span class="annot"><a href="#local-6989586621679157963"><span class="hs-identifier hs-type">a</span></a></span></span><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157965"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157963"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-63"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Shape</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157965"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157963"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-64"></span><span id="variable%27"><span class="annot"><span class="annottext">variable' :: OpParams -> Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#variable%27"><span class="hs-identifier hs-var hs-var">variable'</span></a></span></span><span> </span><span id="local-6989586621679157774"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157774"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span id="local-6989586621679157773"><span class="annot"><span class="annottext">s :: Shape </span><a href="#local-6989586621679157773"><span class="hs-identifier hs-var">s</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Maybe Shape -> m (Variable a) forall (m :: * -> *) a. (MonadBuild m, TensorType a) => OpParams -> Maybe Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#variableInternal"><span class="hs-identifier hs-var">variableInternal</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157774"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">Shape -> Maybe Shape forall a. a -> Maybe a </span><span class="hs-identifier hs-var">Just</span></span><span> </span><span class="annot"><span class="annottext">Shape </span><a href="#local-6989586621679157773"><span class="hs-identifier hs-var">s</span></a></span><span class="hs-special">)</span><span> </span><span id="line-65"></span><span> </span><span id="line-66"></span><span class="annot"><a href="TensorFlow.Variable.html#variableInternal"><span class="hs-identifier hs-type">variableInternal</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><span id="local-6989586621679157959"><span class="annot"><a href="#local-6989586621679157959"><span class="hs-identifier hs-type">m</span></a></span></span><span> </span><span id="local-6989586621679157958"><span class="annot"><a href="#local-6989586621679157958"><span class="hs-identifier hs-type">a</span></a></span></span><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157959"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157958"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-67"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Maybe</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Shape</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157959"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157958"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-68"></span><span id="variableInternal"><span class="annot"><span class="annottext">variableInternal :: OpParams -> Maybe Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#variableInternal"><span class="hs-identifier hs-var hs-var">variableInternal</span></a></span></span><span> </span><span id="local-6989586621679157771"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157771"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span id="local-6989586621679157770"><span class="annot"><span class="annottext">s :: Maybe Shape </span><a href="#local-6989586621679157770"><span class="hs-identifier hs-var">s</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">Build (Variable a) -> m (Variable a) forall (m :: * -> *) a. MonadBuild m => Build a -> m a </span><span class="hs-identifier hs-var">build</span></span><span> </span><span class="annot"><span class="annottext">(Build (Variable a) -> m (Variable a)) -> Build (Variable a) -> m (Variable a) forall a b. (a -> b) -> a -> b </span><span class="hs-operator hs-var">$</span></span><span> </span><span class="hs-keyword">do</span><span> </span><span id="line-69"></span><span> </span><span class="hs-comment">-- Each variable needs a unique "shared_name". Use MonadFix to</span><span> </span><span id="line-70"></span><span> </span><span class="hs-comment">-- set the attribute to the same name as the variable itself, without</span><span> </span><span id="line-71"></span><span> </span><span class="hs-comment">-- exposing more internals of the Build module.</span><span> </span><span id="line-72"></span><span> </span><span class="hs-keyword">rec</span><span> </span><span class="hs-keyword">let</span><span> </span><span id="local-6989586621679157768"><span class="annot"><span class="annottext">attrs :: OpParams </span><a href="#local-6989586621679157768"><span class="hs-identifier hs-var hs-var">attrs</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157771"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams -> OpParams -> OpParams forall b c a. (b -> c) -> (a -> b) -> a -> c </span><span class="hs-operator hs-var">.</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">Text -> Lens' OpDef ByteString forall a. Attribute a => Text -> Lens' OpDef a </span><span class="hs-identifier hs-var">opAttr</span></span><span> </span><span class="annot"><span class="hs-string">"shared_name"</span></span><span> </span><span class="annot"><span class="annottext">(forall (f :: * -> *). Identical f => LensLike' f OpDef ByteString) -> ByteString -> OpParams forall s t a b. Setter s t a b -> b -> s -> t </span><span class="hs-operator hs-var">.~</span></span><span> </span><span class="annot"><span class="annottext">ByteString </span><a href="#local-6989586621679157766"><span class="hs-identifier hs-var">n</span></a></span><span class="hs-special">)</span><span> </span><span class="annot"><span class="annottext">OpParams -> OpParams -> OpParams forall b c a. (b -> c) -> (a -> b) -> a -> c </span><span class="hs-operator hs-var">.</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">Text -> Lens' OpDef (Maybe Shape) forall a. Attribute a => Text -> Lens' OpDef a </span><span class="hs-identifier hs-var">opAttr</span></span><span> </span><span class="annot"><span class="hs-string">"shape"</span></span><span> </span><span class="annot"><span class="annottext">(forall (f :: * -> *). Identical f => LensLike' f OpDef (Maybe Shape)) -> Maybe Shape -> OpParams forall s t a b. Setter s t a b -> b -> s -> t </span><span class="hs-operator hs-var">.~</span></span><span> </span><span class="annot"><span class="annottext">Maybe Shape </span><a href="#local-6989586621679157770"><span class="hs-identifier hs-var">s</span></a></span><span class="hs-special">)</span><span> </span><span id="line-73"></span><span> </span><span id="local-6989586621679157765"><span class="annot"><span class="annottext">dtype :: DataType </span><a href="#local-6989586621679157765"><span class="hs-identifier hs-var hs-var">dtype</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">a -> DataType forall a. TensorType a => a -> DataType </span><span class="hs-identifier hs-var">tensorType</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">a forall a. HasCallStack => a </span><span class="hs-identifier hs-var">undefined</span></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="annot"><a href="#local-6989586621679157958"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-74"></span><span> </span><span class="hs-comment">-- Generated ops don't support unknown shapes. As a workaround, we</span><span> </span><span id="line-75"></span><span> </span><span class="hs-comment">-- pass in a rank zero shape and then override it using OpParams.</span><span> </span><span id="line-76"></span><span> </span><span class="hs-comment">-- TODO: Consider supporting this better in op generation.</span><span> </span><span id="line-77"></span><span> </span><span id="local-6989586621679157763"><span class="annot"><span class="annottext">shape :: Shape </span><a href="#local-6989586621679157763"><span class="hs-identifier hs-var hs-var">shape</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">[Int64] -> Shape </span><span class="hs-identifier hs-var">Shape</span></span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span> </span><span id="line-78"></span><span> </span><span id="local-6989586621679157761"><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157761"><span class="hs-identifier hs-var">t</span></a></span></span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="annot"><span class="annottext">OpParams -> DataType -> Shape -> BuildT Identity (Tensor Value ResourceHandle) forall (m' :: * -> *). MonadBuild m' => OpParams -> DataType -> Shape -> m' (Tensor Value ResourceHandle) </span><span class="hs-identifier hs-var">CoreOps.varHandleOp'</span></span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157768"><span class="hs-identifier hs-var">attrs</span></a></span><span> </span><span class="annot"><span class="annottext">DataType </span><a href="#local-6989586621679157765"><span class="hs-identifier hs-var">dtype</span></a></span><span> </span><span class="annot"><span class="annottext">Shape </span><a href="#local-6989586621679157763"><span class="hs-identifier hs-var">shape</span></a></span><span> </span><span id="line-79"></span><span> </span><span class="hs-keyword">let</span><span> </span><span id="local-6989586621679157766"><span class="annot"><span class="annottext">n :: ByteString </span><a href="#local-6989586621679157766"><span class="hs-identifier hs-var hs-var">n</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">Text -> ByteString </span><span class="hs-identifier hs-var">encodeUtf8</span></span><span> </span><span class="annot"><span class="annottext">(Text -> ByteString) -> Text -> ByteString forall a b. (a -> b) -> a -> b </span><span class="hs-operator hs-var">$</span></span><span> </span><span class="annot"><span class="annottext">NodeName -> Text </span><span class="hs-identifier hs-var hs-var">unNodeName</span></span><span> </span><span class="annot"><span class="annottext">(NodeName -> Text) -> NodeName -> Text forall a b. (a -> b) -> a -> b </span><span class="hs-operator hs-var">$</span></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle -> NodeName forall (t :: * -> *) a. Rendered t => t a -> NodeName </span><span class="hs-identifier hs-var">tensorNodeName</span></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157761"><span class="hs-identifier hs-var">t</span></a></span><span> </span><span id="line-80"></span><span> </span><span class="annot"><span class="annottext">Variable a -> Build (Variable a) forall (m :: * -> *) a. Monad m => a -> m a </span><span class="hs-identifier hs-var">return</span></span><span> </span><span class="annot"><span class="annottext">(Variable a -> Build (Variable a)) -> Variable a -> Build (Variable a) forall a b. (a -> b) -> a -> b </span><span class="hs-operator hs-var">$</span></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle -> Maybe (Tensor Value a) -> Variable a forall a. Tensor Value ResourceHandle -> Maybe (Tensor Value a) -> Variable a </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157761"><span class="hs-identifier hs-var">t</span></a></span><span> </span><span class="annot"><span class="annottext">Maybe (Tensor Value a) forall a. Maybe a </span><span class="hs-identifier hs-var">Nothing</span></span><span> </span><span id="line-81"></span><span> </span><span id="line-82"></span><span class="hs-comment">-- | Creates a variable initialized to the given value.</span><span> </span><span id="line-83"></span><span class="hs-comment">-- Initialization happens next time session runs.</span><span> </span><span id="line-84"></span><span id="local-6989586621679157757"><span id="local-6989586621679157758"><span id="local-6989586621679157759"><span class="annot"><a href="TensorFlow.Variable.html#initializedVariable"><span class="hs-identifier hs-type">initializedVariable</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157759"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157758"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-85"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157757"><span class="hs-identifier hs-type">v</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157758"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157759"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157758"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span></span></span></span><span> </span><span id="line-86"></span><span id="initializedVariable"><span class="annot"><span class="annottext">initializedVariable :: Tensor v a -> m (Variable a) </span><a href="TensorFlow.Variable.html#initializedVariable"><span class="hs-identifier hs-var hs-var">initializedVariable</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Tensor v a -> m (Variable a) forall a (m :: * -> *) (v :: * -> *). (MonadBuild m, TensorType a) => OpParams -> Tensor v a -> m (Variable a) </span><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier hs-var">initializedVariable'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams forall a. a -> a </span><span class="hs-identifier hs-var">id</span></span><span> </span><span id="line-87"></span><span> </span><span id="line-88"></span><span class="annot"><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier hs-type">initializedVariable'</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><span id="local-6989586621679157917"><span class="annot"><a href="#local-6989586621679157917"><span class="hs-identifier hs-type">a</span></a></span></span><span> </span><span id="local-6989586621679157918"><span class="annot"><a href="#local-6989586621679157918"><span class="hs-identifier hs-type">m</span></a></span></span><span> </span><span id="local-6989586621679157916"><span class="annot"><a href="#local-6989586621679157916"><span class="hs-identifier hs-type">v</span></a></span></span><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157918"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157917"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-89"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157916"><span class="hs-identifier hs-type">v</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157917"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157918"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157917"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-90"></span><span id="initializedVariable%27"><span class="annot"><span class="annottext">initializedVariable' :: OpParams -> Tensor v a -> m (Variable a) </span><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier hs-var hs-var">initializedVariable'</span></a></span></span><span> </span><span id="local-6989586621679157756"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157756"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span id="local-6989586621679157755"><span class="annot"><span class="annottext">initializer :: Tensor v a </span><a href="#local-6989586621679157755"><span class="hs-identifier hs-var">initializer</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-keyword">do</span><span> </span><span id="line-91"></span><span> </span><span class="hs-comment">-- The shape is not known initially.</span><span> </span><span id="line-92"></span><span> </span><span id="local-6989586621679157754"><span class="annot"><span class="annottext">Variable a </span><a href="#local-6989586621679157754"><span class="hs-identifier hs-var">variables</span></a></span></span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="annot"><span class="annottext">OpParams -> Maybe Shape -> m (Variable a) forall (m :: * -> *) a. (MonadBuild m, TensorType a) => OpParams -> Maybe Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#variableInternal"><span class="hs-identifier hs-var">variableInternal</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157756"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span class="annot"><span class="annottext">Maybe Shape forall a. Maybe a </span><span class="hs-identifier hs-var">Nothing</span></span><span> </span><span id="line-93"></span><span> </span><span id="local-6989586621679157753"><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157753"><span class="hs-identifier hs-var">h</span></a></span></span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle -> m (Tensor Value ResourceHandle) forall (f :: * -> *) a. Applicative f => a -> f a </span><span class="hs-identifier hs-var">pure</span></span><span> </span><span class="annot"><span class="annottext">(Tensor Value ResourceHandle -> m (Tensor Value ResourceHandle)) -> Tensor Value ResourceHandle -> m (Tensor Value ResourceHandle) forall a b. (a -> b) -> a -> b </span><span class="hs-operator hs-var">$</span></span><span> </span><span class="hs-keyword">case</span><span> </span><span class="annot"><span class="annottext">Variable a </span><a href="#local-6989586621679157754"><span class="hs-identifier hs-var">variables</span></a></span><span> </span><span class="hs-keyword">of</span><span> </span><span id="line-94"></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span id="local-6989586621679157752"><span class="annot"><span class="annottext">h :: Tensor Value ResourceHandle </span><a href="#local-6989586621679157752"><span class="hs-identifier hs-var">h</span></a></span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Nothing</span></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157917"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157752"><span class="hs-identifier hs-var">h</span></a></span><span> </span><span id="line-95"></span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="annottext">[Char] -> Tensor Value ResourceHandle forall a. HasCallStack => [Char] -> a </span><span class="hs-identifier hs-var">error</span></span><span> </span><span class="annot"><span class="hs-string">"variableInternal is empty"</span></span><span> </span><span id="line-96"></span><span> </span><span id="local-6989586621679157750"><span class="annot"><span class="annottext">Tensor Value a </span><a href="#local-6989586621679157750"><span class="hs-identifier hs-var">initializer'</span></a></span></span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="annot"><span class="annottext">Tensor v a -> m (Tensor Value a) forall (m :: * -> *) (v :: * -> *) a. MonadBuild m => Tensor v a -> m (Tensor Value a) </span><span class="hs-identifier hs-var">renderValue</span></span><span> </span><span class="annot"><span class="annottext">Tensor v a </span><a href="#local-6989586621679157755"><span class="hs-identifier hs-var">initializer</span></a></span><span> </span><span id="line-97"></span><span> </span><span id="local-6989586621679157749"><span class="annot"><span class="annottext">ControlNode </span><a href="#local-6989586621679157749"><span class="hs-identifier hs-var">i</span></a></span></span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle -> Tensor Value a -> m ControlNode forall (v'1 :: * -> *) (v'2 :: * -> *) dtype (m' :: * -> *). (MonadBuild m', TensorType dtype) => Tensor v'1 ResourceHandle -> Tensor v'2 dtype -> m' ControlNode </span><span class="hs-identifier hs-var">CoreOps.assignVariableOp</span></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157753"><span class="hs-identifier hs-var">h</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value a </span><a href="#local-6989586621679157750"><span class="hs-identifier hs-var">initializer'</span></a></span><span> </span><span id="line-98"></span><span> </span><span class="annot"><span class="annottext">ControlNode -> m () forall (m :: * -> *). MonadBuild m => ControlNode -> m () </span><span class="hs-identifier hs-var">addInitializer</span></span><span> </span><span class="annot"><span class="annottext">(ControlNode -> m ()) -> m ControlNode -> m () forall (m :: * -> *) a b. Monad m => (a -> m b) -> m a -> m b </span><span class="hs-operator hs-var">=<<</span></span><span> </span><span class="annot"><span class="annottext">ControlNode -> m ControlNode forall (m :: * -> *) t. (MonadBuild m, Nodes t) => t -> m ControlNode </span><span class="hs-identifier hs-var">group</span></span><span> </span><span class="annot"><span class="annottext">ControlNode </span><a href="#local-6989586621679157749"><span class="hs-identifier hs-var">i</span></a></span><span> </span><span id="line-99"></span><span> </span><span class="annot"><span class="annottext">Variable a -> m (Variable a) forall (m :: * -> *) a. Monad m => a -> m a </span><span class="hs-identifier hs-var">return</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">Tensor Value ResourceHandle -> Maybe (Tensor Value a) -> Variable a forall a. Tensor Value ResourceHandle -> Maybe (Tensor Value a) -> Variable a </span><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-var">Variable</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157753"><span class="hs-identifier hs-var">h</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">Tensor Value a -> Maybe (Tensor Value a) forall a. a -> Maybe a </span><span class="hs-identifier hs-var">Just</span></span><span> </span><span class="annot"><span class="annottext">Tensor Value a </span><a href="#local-6989586621679157750"><span class="hs-identifier hs-var">initializer'</span></a></span><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><span id="line-100"></span><span> </span><span id="line-101"></span><span class="hs-comment">-- | Creates a zero-initialized variable with the given shape.</span><span> </span><span id="line-102"></span><span id="local-6989586621679157743"><span id="local-6989586621679157744"><span class="annot"><a href="TensorFlow.Variable.html#zeroInitializedVariable"><span class="hs-identifier hs-type">zeroInitializedVariable</span></a></span><span> </span><span id="line-103"></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157744"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157743"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Num</span></span><span> </span><span class="annot"><a href="#local-6989586621679157743"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Shape</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157744"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157743"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span></span></span><span> </span><span id="line-104"></span><span id="zeroInitializedVariable"><span class="annot"><span class="annottext">zeroInitializedVariable :: Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#zeroInitializedVariable"><span class="hs-identifier hs-var hs-var">zeroInitializedVariable</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Shape -> m (Variable a) forall (m :: * -> *) a. (MonadBuild m, TensorType a, Num a) => OpParams -> Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#zeroInitializedVariable%27"><span class="hs-identifier hs-var">zeroInitializedVariable'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams forall a. a -> a </span><span class="hs-identifier hs-var">id</span></span><span> </span><span id="line-105"></span><span> </span><span id="line-106"></span><span id="local-6989586621679157890"><span id="local-6989586621679157891"><span class="annot"><a href="TensorFlow.Variable.html#zeroInitializedVariable%27"><span class="hs-identifier hs-type">zeroInitializedVariable'</span></a></span><span> </span><span id="line-107"></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157891"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157890"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Num</span></span><span> </span><span class="annot"><a href="#local-6989586621679157890"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Shape</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157891"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157890"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span></span></span><span> </span><span id="line-108"></span><span id="zeroInitializedVariable%27"><span class="annot"><span class="annottext">zeroInitializedVariable' :: OpParams -> Shape -> m (Variable a) </span><a href="TensorFlow.Variable.html#zeroInitializedVariable%27"><span class="hs-identifier hs-var hs-var">zeroInitializedVariable'</span></a></span></span><span> </span><span id="local-6989586621679157742"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157742"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Tensor Build a -> m (Variable a) forall a (m :: * -> *) (v :: * -> *). (MonadBuild m, TensorType a) => OpParams -> Tensor v a -> m (Variable a) </span><a href="TensorFlow.Variable.html#initializedVariable%27"><span class="hs-identifier hs-var">initializedVariable'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157742"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span class="annot"><span class="annottext">(Tensor Build a -> m (Variable a)) -> (Shape -> Tensor Build a) -> Shape -> m (Variable a) forall b c a. (b -> c) -> (a -> b) -> a -> c </span><span class="hs-operator hs-var">.</span></span><span> </span><span class="annot"><span class="annottext">Shape -> Tensor Build a forall a. (Num a, TensorType a) => Shape -> Tensor Build a </span><a href="TensorFlow.Ops.html#zeros"><span class="hs-identifier hs-var">zeros</span></a></span><span> </span><span id="line-109"></span><span> </span><span id="line-110"></span><span class="hs-comment">-- | Gets the value stored in a variable.</span><span> </span><span id="line-111"></span><span class="hs-comment">--</span><span> </span><span id="line-112"></span><span class="hs-comment">-- Note that this op is stateful since it depends on the value of the variable;</span><span> </span><span id="line-113"></span><span class="hs-comment">-- however, it may be CSE'd with other reads in the same context. The context can</span><span> </span><span id="line-114"></span><span class="hs-comment">-- be fixed by using 'render' along with (for example) 'withControlDependencies'.</span><span> </span><span id="line-115"></span><span class="hs-comment">-- For example:</span><span> </span><span id="line-116"></span><span class="hs-comment">--</span><span> </span><span id="line-117"></span><span class="hs-comment">-- > runSession $ do</span><span> </span><span id="line-118"></span><span class="hs-comment">-- > v <- variable []</span><span> </span><span id="line-119"></span><span class="hs-comment">-- > a <- assign v 24</span><span> </span><span id="line-120"></span><span class="hs-comment">-- > r <- withControlDependencies a $ render $ readValue v + 18</span><span> </span><span id="line-121"></span><span class="hs-comment">-- > result <- run r</span><span> </span><span id="line-122"></span><span class="hs-comment">-- > liftIO $ (42 :: Float) @=? unScalar result</span><span> </span><span id="line-123"></span><span class="hs-comment">--</span><span> </span><span id="line-124"></span><span class="hs-comment">--</span><span> </span><span id="line-125"></span><span id="local-6989586621679157741"><span class="annot"><a href="TensorFlow.Variable.html#readValue"><span class="hs-identifier hs-type">readValue</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157741"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157741"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Build</span></span><span> </span><span class="annot"><a href="#local-6989586621679157741"><span class="hs-identifier hs-type">a</span></a></span></span><span> </span><span id="line-126"></span><span id="readValue"><span class="annot"><span class="annottext">readValue :: Variable a -> Tensor Build a </span><a href="TensorFlow.Variable.html#readValue"><span class="hs-identifier hs-var hs-var">readValue</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Variable a -> Tensor Build a forall a. TensorType a => OpParams -> Variable a -> Tensor Build a </span><a href="TensorFlow.Variable.html#readValue%27"><span class="hs-identifier hs-var">readValue'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams forall a. a -> a </span><span class="hs-identifier hs-var">id</span></span><span> </span><span id="line-127"></span><span> </span><span id="line-128"></span><span class="annot"><a href="TensorFlow.Variable.html#readValue%27"><span class="hs-identifier hs-type">readValue'</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><span id="local-6989586621679157885"><span class="annot"><a href="#local-6989586621679157885"><span class="hs-identifier hs-type">a</span></a></span></span><span> </span><span class="hs-operator">.</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157885"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span id="line-129"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157885"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Build</span></span><span> </span><span class="annot"><a href="#local-6989586621679157885"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span id="line-130"></span><span id="readValue%27"><span class="annot"><span class="annottext">readValue' :: OpParams -> Variable a -> Tensor Build a </span><a href="TensorFlow.Variable.html#readValue%27"><span class="hs-identifier hs-var hs-var">readValue'</span></a></span></span><span> </span><span id="local-6989586621679157739"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157739"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span id="local-6989586621679157738"><span class="annot"><span class="annottext">h :: Tensor Value ResourceHandle </span><a href="#local-6989586621679157738"><span class="hs-identifier hs-var">h</span></a></span></span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><span id="line-131"></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">[Int64] -> Build OpDef -> Tensor Build a forall a. PureResult a => [Int64] -> Build OpDef -> a </span><span class="hs-identifier hs-var">pureOp</span></span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span> </span><span class="annot"><span class="annottext">(Build OpDef -> Tensor Build a) -> Build OpDef -> Tensor Build a forall a b. (a -> b) -> a -> b </span><span class="hs-operator hs-var">$</span></span><span> </span><span class="hs-keyword">do</span><span> </span><span id="line-132"></span><span> </span><span id="local-6989586621679157737"><span class="annot"><span class="annottext">[Output] </span><a href="#local-6989586621679157737"><span class="hs-identifier hs-var">os</span></a></span></span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle -> Build [Output] forall a. BuildInputs a => a -> Build [Output] </span><span class="hs-identifier hs-var">buildInputs</span></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157738"><span class="hs-identifier hs-var">h</span></a></span><span> </span><span id="line-133"></span><span> </span><span class="annot"><span class="annottext">OpDef -> Build OpDef forall (f :: * -> *) a. Applicative f => a -> f a </span><span class="hs-identifier hs-var">pure</span></span><span> </span><span class="annot"><span class="annottext">(OpDef -> Build OpDef) -> OpDef -> Build OpDef forall a b. (a -> b) -> a -> b </span><span class="hs-operator hs-var">$</span></span><span> </span><span class="annot"><span class="annottext">OpType -> OpDef </span><span class="hs-identifier hs-var">opDef</span></span><span> </span><span class="annot"><span class="hs-string">"ReadVariableOp"</span></span><span> </span><span id="line-134"></span><span> </span><span class="annot"><span class="annottext">OpDef -> OpParams -> OpDef forall s t. s -> (s -> t) -> t </span><span class="hs-operator hs-var">&</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157739"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span id="line-135"></span><span> </span><span class="annot"><span class="annottext">OpParams -> OpParams -> OpParams forall b c a. (b -> c) -> (a -> b) -> a -> c </span><span class="hs-operator hs-var">.</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">Text -> Lens' OpDef DataType forall a. Attribute a => Text -> Lens' OpDef a </span><span class="hs-identifier hs-var">opAttr</span></span><span> </span><span class="annot"><span class="hs-string">"dtype"</span></span><span> </span><span class="annot"><span class="annottext">(forall (f :: * -> *). Identical f => LensLike' f OpDef DataType) -> DataType -> OpParams forall s t a b. Setter s t a b -> b -> s -> t </span><span class="hs-operator hs-var">.~</span></span><span> </span><span class="annot"><span class="annottext">a -> DataType forall a. TensorType a => a -> DataType </span><span class="hs-identifier hs-var">tensorType</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">a forall a. HasCallStack => a </span><span class="hs-identifier hs-var">undefined</span></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="annot"><a href="#local-6989586621679157885"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><span id="line-136"></span><span> </span><span class="annot"><span class="annottext">OpParams -> OpParams -> OpParams forall b c a. (b -> c) -> (a -> b) -> a -> c </span><span class="hs-operator hs-var">.</span></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="annottext">Lens' OpDef [Output] forall (f :: * -> *). Identical f => LensLike' f OpDef [Output] </span><span class="hs-identifier hs-var">opInputs</span></span><span> </span><span class="annot"><span class="annottext">(forall (f :: * -> *). Identical f => LensLike' f OpDef [Output]) -> [Output] -> OpParams forall s t a b. Setter s t a b -> b -> s -> t </span><span class="hs-operator hs-var">.~</span></span><span> </span><span class="annot"><span class="annottext">[Output] </span><a href="#local-6989586621679157737"><span class="hs-identifier hs-var">os</span></a></span><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><span id="line-137"></span><span> </span><span id="line-138"></span><span class="hs-comment">-- | Sets the value of a variable.</span><span> </span><span id="line-139"></span><span id="local-6989586621679157734"><span id="local-6989586621679157735"><span id="local-6989586621679157736"><span class="annot"><a href="TensorFlow.Variable.html#assign"><span class="hs-identifier hs-type">assign</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157736"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157735"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-140"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157735"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157734"><span class="hs-identifier hs-type">v</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157735"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157736"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="annot"><span class="hs-identifier hs-type">ControlNode</span></span></span></span></span><span> </span><span id="line-141"></span><span id="assign"><span class="annot"><span class="annottext">assign :: Variable a -> Tensor v a -> m ControlNode </span><a href="TensorFlow.Variable.html#assign"><span class="hs-identifier hs-var hs-var">assign</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Variable a -> Tensor v a -> m ControlNode forall (m :: * -> *) a (v :: * -> *). (MonadBuild m, TensorType a) => OpParams -> Variable a -> Tensor v a -> m ControlNode </span><a href="TensorFlow.Variable.html#assign%27"><span class="hs-identifier hs-var">assign'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams forall a. a -> a </span><span class="hs-identifier hs-var">id</span></span><span> </span><span id="line-142"></span><span> </span><span id="line-143"></span><span id="local-6989586621679157869"><span id="local-6989586621679157870"><span id="local-6989586621679157871"><span class="annot"><a href="TensorFlow.Variable.html#assign%27"><span class="hs-identifier hs-type">assign'</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157871"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157870"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-144"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157870"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157869"><span class="hs-identifier hs-type">v</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157870"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157871"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="annot"><span class="hs-identifier hs-type">ControlNode</span></span></span></span></span><span> </span><span id="line-145"></span><span id="assign%27"><span class="annot"><span class="annottext">assign' :: OpParams -> Variable a -> Tensor v a -> m ControlNode </span><a href="TensorFlow.Variable.html#assign%27"><span class="hs-identifier hs-var hs-var">assign'</span></a></span></span><span> </span><span id="local-6989586621679157733"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157733"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span id="local-6989586621679157732"><span class="annot"><span class="annottext">h :: Tensor Value ResourceHandle </span><a href="#local-6989586621679157732"><span class="hs-identifier hs-var">h</span></a></span></span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><span id="local-6989586621679157731"><span class="annot"><span class="annottext">v :: Tensor v a </span><a href="#local-6989586621679157731"><span class="hs-identifier hs-var">v</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Tensor Value ResourceHandle -> Tensor v a -> m ControlNode forall (v'1 :: * -> *) (v'2 :: * -> *) dtype (m' :: * -> *). (MonadBuild m', TensorType dtype) => OpParams -> Tensor v'1 ResourceHandle -> Tensor v'2 dtype -> m' ControlNode </span><span class="hs-identifier hs-var">CoreOps.assignVariableOp'</span></span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157733"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157732"><span class="hs-identifier hs-var">h</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor v a </span><a href="#local-6989586621679157731"><span class="hs-identifier hs-var">v</span></a></span><span> </span><span id="line-146"></span><span> </span><span id="line-147"></span><span class="hs-comment">-- | Increments the value of a variable.</span><span> </span><span id="line-148"></span><span id="local-6989586621679157727"><span id="local-6989586621679157728"><span id="local-6989586621679157729"><span class="annot"><a href="TensorFlow.Variable.html#assignAdd"><span class="hs-identifier hs-type">assignAdd</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157729"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157728"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-149"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157728"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157727"><span class="hs-identifier hs-type">v</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157728"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157729"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="annot"><span class="hs-identifier hs-type">ControlNode</span></span></span></span></span><span> </span><span id="line-150"></span><span id="assignAdd"><span class="annot"><span class="annottext">assignAdd :: Variable a -> Tensor v a -> m ControlNode </span><a href="TensorFlow.Variable.html#assignAdd"><span class="hs-identifier hs-var hs-var">assignAdd</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Variable a -> Tensor v a -> m ControlNode forall (m :: * -> *) a (v :: * -> *). (MonadBuild m, TensorType a) => OpParams -> Variable a -> Tensor v a -> m ControlNode </span><a href="TensorFlow.Variable.html#assignAdd%27"><span class="hs-identifier hs-var">assignAdd'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams forall a. a -> a </span><span class="hs-identifier hs-var">id</span></span><span> </span><span id="line-151"></span><span> </span><span id="line-152"></span><span id="local-6989586621679157724"><span id="local-6989586621679157725"><span id="local-6989586621679157726"><span class="annot"><a href="TensorFlow.Variable.html#assignAdd%27"><span class="hs-identifier hs-type">assignAdd'</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157726"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">TensorType</span></span><span> </span><span class="annot"><a href="#local-6989586621679157725"><span class="hs-identifier hs-type">a</span></a></span><span class="hs-special">)</span><span> </span><span id="line-153"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157725"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157724"><span class="hs-identifier hs-type">v</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157725"><span class="hs-identifier hs-type">a</span></a></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157726"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="annot"><span class="hs-identifier hs-type">ControlNode</span></span></span></span></span><span> </span><span id="line-154"></span><span id="assignAdd%27"><span class="annot"><span class="annottext">assignAdd' :: OpParams -> Variable a -> Tensor v a -> m ControlNode </span><a href="TensorFlow.Variable.html#assignAdd%27"><span class="hs-identifier hs-var hs-var">assignAdd'</span></a></span></span><span> </span><span id="local-6989586621679157723"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157723"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span id="local-6989586621679157722"><span class="annot"><span class="annottext">h :: Tensor Value ResourceHandle </span><a href="#local-6989586621679157722"><span class="hs-identifier hs-var">h</span></a></span></span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><span id="local-6989586621679157721"><span class="annot"><span class="annottext">v :: Tensor v a </span><a href="#local-6989586621679157721"><span class="hs-identifier hs-var">v</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Tensor Value ResourceHandle -> Tensor v a -> m ControlNode forall (v'1 :: * -> *) (v'2 :: * -> *) dtype (m' :: * -> *). (MonadBuild m', TensorType dtype) => OpParams -> Tensor v'1 ResourceHandle -> Tensor v'2 dtype -> m' ControlNode </span><span class="hs-identifier hs-var">CoreOps.assignAddVariableOp'</span></span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157723"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157722"><span class="hs-identifier hs-var">h</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor v a </span><a href="#local-6989586621679157721"><span class="hs-identifier hs-var">v</span></a></span><span> </span><span id="line-155"></span><span> </span><span id="line-156"></span><span class="hs-comment">-- | Update '*var' according to the Adam algorithm.</span><span> </span><span id="line-157"></span><span class="hs-comment">--</span><span> </span><span id="line-158"></span><span class="hs-comment">-- lr_t <- learning_rate * sqrt(1 - beta2^t) / (1 - beta1^t)</span><span> </span><span id="line-159"></span><span class="hs-comment">-- m_t <- beta1 * m_{t-1} + (1 - beta1) * g_t</span><span> </span><span id="line-160"></span><span class="hs-comment">-- v_t <- beta2 * v_{t-1} + (1 - beta2) * g_t * g_t</span><span> </span><span id="line-161"></span><span class="hs-comment">-- variable <- variable - lr_t * m_t / (sqrt(v_t) + epsilon)</span><span> </span><span id="line-162"></span><span id="local-6989586621679157711"><span id="local-6989586621679157712"><span id="local-6989586621679157713"><span id="local-6989586621679157714"><span id="local-6989586621679157715"><span id="local-6989586621679157716"><span id="local-6989586621679157717"><span id="local-6989586621679157718"><span id="local-6989586621679157719"><span class="annot"><a href="TensorFlow.Variable.html#resourceApplyAdam"><span class="hs-identifier hs-type">resourceApplyAdam</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span id="line-163"></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157719"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span id="line-164"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OneOf</span></span><span> </span><span class="hs-special">'</span><span class="hs-special">[</span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">Data.Complex.Complex</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Double</span></span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span id="line-165"></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">Data.Complex.Complex</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Float</span></span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span id="line-166"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int16</span></span><span class="hs-special">,</span><span> </span><span id="line-167"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int32</span></span><span class="hs-special">,</span><span> </span><span id="line-168"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int64</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int8</span></span><span class="hs-special">,</span><span> </span><span id="line-169"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Word.Word16</span></span><span class="hs-special">,</span><span> </span><span id="line-170"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Word.Word8</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Double</span></span><span class="hs-special">,</span><span> </span><span id="line-171"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Float</span></span><span class="hs-special">]</span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span class="hs-special">)</span><span> </span><span id="line-172"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __var__: Should be from a Variable().</span><span> </span><span id="line-173"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __m__: Should be from a Variable().</span><span> </span><span id="line-174"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __v__: Should be from a Variable().</span><span> </span><span id="line-175"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157717"><span class="hs-identifier hs-type">v1</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta1_power__: Must be a scalar.</span><span> </span><span id="line-176"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157716"><span class="hs-identifier hs-type">v2</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta2_power__: Must be a scalar.</span><span> </span><span id="line-177"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157715"><span class="hs-identifier hs-type">v3</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __lr__: Scaling factor. Must be a scalar.</span><span> </span><span id="line-178"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157714"><span class="hs-identifier hs-type">v4</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta1__: Momentum factor. Must be a scalar.</span><span> </span><span id="line-179"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157713"><span class="hs-identifier hs-type">v5</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta2__: Momentum factor. Must be a scalar.</span><span> </span><span id="line-180"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157712"><span class="hs-identifier hs-type">v6</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __epsilon__: Ridge term. Must be a scalar.</span><span> </span><span id="line-181"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157711"><span class="hs-identifier hs-type">v7</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157718"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __grad__: The gradient.</span><span> </span><span id="line-182"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157719"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">ControlNode</span></span><span class="hs-special">)</span></span></span></span></span></span></span></span></span></span><span> </span><span id="line-183"></span><span id="resourceApplyAdam"><span class="annot"><span class="annottext">resourceApplyAdam :: Variable t -> Variable t -> Variable t -> Tensor v1 t -> Tensor v2 t -> Tensor v3 t -> Tensor v4 t -> Tensor v5 t -> Tensor v6 t -> Tensor v7 t -> m ControlNode </span><a href="TensorFlow.Variable.html#resourceApplyAdam"><span class="hs-identifier hs-var hs-var">resourceApplyAdam</span></a></span></span><span> </span><span class="hs-glyph">=</span><span> </span><span class="annot"><span class="annottext">OpParams -> Variable t -> Variable t -> Variable t -> Tensor v1 t -> Tensor v2 t -> Tensor v3 t -> Tensor v4 t -> Tensor v5 t -> Tensor v6 t -> Tensor v7 t -> m ControlNode forall (m :: * -> *) t (v1 :: * -> *) (v2 :: * -> *) (v3 :: * -> *) (v4 :: * -> *) (v5 :: * -> *) (v6 :: * -> *) (v7 :: * -> *). (MonadBuild m, OneOf '[Complex Double, Complex Float, Int16, Int32, Int64, Int8, Word16, Word8, Double, Float] t) => OpParams -> Variable t -> Variable t -> Variable t -> Tensor v1 t -> Tensor v2 t -> Tensor v3 t -> Tensor v4 t -> Tensor v5 t -> Tensor v6 t -> Tensor v7 t -> m ControlNode </span><a href="TensorFlow.Variable.html#resourceApplyAdam%27"><span class="hs-identifier hs-var">resourceApplyAdam'</span></a></span><span> </span><span class="annot"><span class="annottext">OpParams forall a. a -> a </span><span class="hs-identifier hs-var">id</span></span><span> </span><span id="line-184"></span><span> </span><span id="line-185"></span><span id="local-6989586621679157836"><span id="local-6989586621679157837"><span id="local-6989586621679157838"><span id="local-6989586621679157839"><span id="local-6989586621679157840"><span id="local-6989586621679157841"><span id="local-6989586621679157842"><span id="local-6989586621679157844"><span id="local-6989586621679157846"><span class="annot"><a href="TensorFlow.Variable.html#resourceApplyAdam%27"><span class="hs-identifier hs-type">resourceApplyAdam'</span></a></span><span> </span><span class="hs-glyph">::</span><span> </span><span id="line-186"></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">MonadBuild</span></span><span> </span><span class="annot"><a href="#local-6989586621679157846"><span class="hs-identifier hs-type">m</span></a></span><span class="hs-special">,</span><span> </span><span id="line-187"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OneOf</span></span><span> </span><span class="hs-special">'</span><span class="hs-special">[</span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">Data.Complex.Complex</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Double</span></span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span id="line-188"></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">Data.Complex.Complex</span></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Float</span></span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span id="line-189"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int16</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int32</span></span><span class="hs-special">,</span><span> </span><span id="line-190"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int64</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Int.Int8</span></span><span class="hs-special">,</span><span> </span><span id="line-191"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Word.Word16</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Data.Word.Word8</span></span><span class="hs-special">,</span><span> </span><span class="annot"><span class="hs-identifier hs-type">Double</span></span><span class="hs-special">,</span><span> </span><span id="line-192"></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Float</span></span><span class="hs-special">]</span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span class="hs-special">)</span><span> </span><span id="line-193"></span><span> </span><span class="hs-glyph">=></span><span> </span><span class="annot"><span class="hs-identifier hs-type">OpParams</span></span><span> </span><span id="line-194"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __var__: Should be from a Variable().</span><span> </span><span id="line-195"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __m__: Should be from a Variable().</span><span> </span><span id="line-196"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __v__: Should be from a Variable().</span><span> </span><span id="line-197"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157842"><span class="hs-identifier hs-type">v1</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta1_power__: Must be a scalar.</span><span> </span><span id="line-198"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157841"><span class="hs-identifier hs-type">v2</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta2_power__: Must be a scalar.</span><span> </span><span id="line-199"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157840"><span class="hs-identifier hs-type">v3</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __lr__: Scaling factor. Must be a scalar.</span><span> </span><span id="line-200"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157839"><span class="hs-identifier hs-type">v4</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta1__: Momentum factor. Must be a scalar.</span><span> </span><span id="line-201"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157838"><span class="hs-identifier hs-type">v5</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __beta2__: Momentum factor. Must be a scalar.</span><span> </span><span id="line-202"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157837"><span class="hs-identifier hs-type">v6</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __epsilon__: Ridge term. Must be a scalar.</span><span> </span><span id="line-203"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><span class="hs-identifier hs-type">Tensor</span></span><span> </span><span class="annot"><a href="#local-6989586621679157836"><span class="hs-identifier hs-type">v7</span></a></span><span> </span><span class="annot"><a href="#local-6989586621679157844"><span class="hs-identifier hs-type">t</span></a></span><span> </span><span class="hs-comment">-- ^ __grad__: The gradient.</span><span> </span><span id="line-204"></span><span> </span><span class="hs-glyph">-></span><span> </span><span class="annot"><a href="#local-6989586621679157846"><span class="hs-identifier hs-type">m</span></a></span><span> </span><span class="hs-special">(</span><span class="annot"><span class="hs-identifier hs-type">ControlNode</span></span><span class="hs-special">)</span></span></span></span></span></span></span></span></span></span><span> </span><span id="line-205"></span><span id="resourceApplyAdam%27"><span class="annot"><span class="annottext">resourceApplyAdam' :: OpParams -> Variable t -> Variable t -> Variable t -> Tensor v1 t -> Tensor v2 t -> Tensor v3 t -> Tensor v4 t -> Tensor v5 t -> Tensor v6 t -> Tensor v7 t -> m ControlNode </span><a href="TensorFlow.Variable.html#resourceApplyAdam%27"><span class="hs-identifier hs-var hs-var">resourceApplyAdam'</span></a></span></span><span> </span><span id="local-6989586621679157710"><span class="annot"><span class="annottext">params :: OpParams </span><a href="#local-6989586621679157710"><span class="hs-identifier hs-var">params</span></a></span></span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span id="local-6989586621679157709"><span class="annot"><span class="annottext">var :: Tensor Value ResourceHandle </span><a href="#local-6989586621679157709"><span class="hs-identifier hs-var">var</span></a></span></span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span id="local-6989586621679157708"><span class="annot"><span class="annottext">m :: Tensor Value ResourceHandle </span><a href="#local-6989586621679157708"><span class="hs-identifier hs-var">m</span></a></span></span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><span class="annot"><a href="TensorFlow.Variable.html#Variable"><span class="hs-identifier hs-type">Variable</span></a></span><span> </span><span id="local-6989586621679157707"><span class="annot"><span class="annottext">v :: Tensor Value ResourceHandle </span><a href="#local-6989586621679157707"><span class="hs-identifier hs-var">v</span></a></span></span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span> </span><span id="line-206"></span><span> </span><span class="annot"><span class="annottext">OpParams -> Tensor Value ResourceHandle -> Tensor Value ResourceHandle -> Tensor Value ResourceHandle -> Tensor v1 t -> Tensor v2 t -> Tensor v3 t -> Tensor v4 t -> Tensor v5 t -> Tensor v6 t -> Tensor v7 t -> m ControlNode forall (v'1 :: * -> *) (v'2 :: * -> *) (v'3 :: * -> *) (v'4 :: * -> *) (v'5 :: * -> *) (v'6 :: * -> *) (v'7 :: * -> *) (v'8 :: * -> *) (v'9 :: * -> *) (v'10 :: * -> *) t (m' :: * -> *). (MonadBuild m', OneOf '[Complex Double, Complex Float, Int16, Int32, Int64, Int8, Word16, Word32, Word64, Word8, Double, Float] t) => OpParams -> Tensor v'1 ResourceHandle -> Tensor v'2 ResourceHandle -> Tensor v'3 ResourceHandle -> Tensor v'4 t -> Tensor v'5 t -> Tensor v'6 t -> Tensor v'7 t -> Tensor v'8 t -> Tensor v'9 t -> Tensor v'10 t -> m' ControlNode </span><span class="hs-identifier hs-var">CoreOps.resourceApplyAdam'</span></span><span> </span><span class="annot"><span class="annottext">OpParams </span><a href="#local-6989586621679157710"><span class="hs-identifier hs-var">params</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157709"><span class="hs-identifier hs-var">var</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157708"><span class="hs-identifier hs-var">m</span></a></span><span> </span><span class="annot"><span class="annottext">Tensor Value ResourceHandle </span><a href="#local-6989586621679157707"><span class="hs-identifier hs-var">v</span></a></span><span> </span><span id="line-207"></span></pre></body></html>