<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml"><head><link rel="stylesheet" type="text/css" href="style.css" /><script type="text/javascript" src="highlight.js"></script></head><body><pre><span class="hs-comment">-- Copyright 2016 TensorFlow authors.</span><span>
</span><a name="line-2"></a><span class="hs-comment">--</span><span>
</span><a name="line-3"></a><span class="hs-comment">-- Licensed under the Apache License, Version 2.0 (the "License");</span><span>
</span><a name="line-4"></a><span class="hs-comment">-- you may not use this file except in compliance with the License.</span><span>
</span><a name="line-5"></a><span class="hs-comment">-- You may obtain a copy of the License at</span><span>
</span><a name="line-6"></a><span class="hs-comment">--</span><span>
</span><a name="line-7"></a><span class="hs-comment">-- http://www.apache.org/licenses/LICENSE-2.0</span><span>
</span><a name="line-8"></a><span class="hs-comment">--</span><span>
</span><a name="line-9"></a><span class="hs-comment">-- Unless required by applicable law or agreed to in writing, software</span><span>
</span><a name="line-10"></a><span class="hs-comment">-- distributed under the License is distributed on an "AS IS" BASIS,</span><span>
</span><a name="line-11"></a><span class="hs-comment">-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span><span>
</span><a name="line-12"></a><span class="hs-comment">-- See the License for the specific language governing permissions and</span><span>
</span><a name="line-13"></a><span class="hs-comment">-- limitations under the License.</span><span>
</span><a name="line-14"></a><span>
</span><a name="line-15"></a><span class="hs-pragma">{-# LANGUAGE ConstraintKinds #-}</span><span>
</span><a name="line-16"></a><span class="hs-pragma">{-# LANGUAGE DataKinds #-}</span><span>
</span><a name="line-17"></a><span class="hs-pragma">{-# LANGUAGE FlexibleContexts #-}</span><span>
</span><a name="line-18"></a><span class="hs-pragma">{-# LANGUAGE OverloadedStrings #-}</span><span>
</span><a name="line-19"></a><span class="hs-pragma">{-# LANGUAGE RankNTypes #-}</span><span>
</span><a name="line-20"></a><span class="hs-pragma">{-# LANGUAGE ScopedTypeVariables #-}</span><span>
</span><a name="line-21"></a><span class="hs-pragma">{-# LANGUAGE TypeFamilies #-}</span><span>
</span><a name="line-22"></a><span class="hs-pragma">{-# LANGUAGE ViewPatterns #-}</span><span>
</span><a name="line-23"></a><span>
</span><a name="line-24"></a><span class="hs-keyword">module</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Gradient</span><span>
</span><a name="line-25"></a><span> </span><span class="hs-special">(</span><span> </span><a href="TensorFlow.Gradient.html#GradientCompatible"><span class="hs-identifier hs-type">GradientCompatible</span></a><span>
</span><a name="line-26"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#gradients"><span class="hs-identifier hs-var">gradients</span></a><span>
</span><a name="line-27"></a><span> </span><span class="hs-special">)</span><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-28"></a><span>
</span><a name="line-29"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Control</span><span class="hs-operator">.</span><span class="hs-identifier">Monad</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">forM</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">zipWithM</span><span class="hs-special">)</span><span>
</span><a name="line-30"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Control</span><span class="hs-operator">.</span><span class="hs-identifier">Monad</span><span class="hs-operator">.</span><span class="hs-identifier">State</span><span class="hs-operator">.</span><span class="hs-identifier">Strict</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">State</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">evalState</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">gets</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">modify</span><span class="hs-special">)</span><span>
</span><a name="line-31"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">ByteString</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">ByteString</span><span class="hs-special">)</span><span>
</span><a name="line-32"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Complex</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Complex</span><span class="hs-special">)</span><span>
</span><a name="line-33"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Default</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">def</span><span class="hs-special">)</span><span>
</span><a name="line-34"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Int</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Int64</span><span class="hs-special">)</span><span>
</span><a name="line-35"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Foldable</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">foldlM</span><span class="hs-special">)</span><span>
</span><a name="line-36"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">List</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">foldl'</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">sortBy</span><span class="hs-special">)</span><span>
</span><a name="line-37"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Map</span><span class="hs-operator">.</span><span class="hs-identifier">Strict</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Map</span><span class="hs-special">)</span><span>
</span><a name="line-38"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">fromMaybe</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">maybeToList</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">mapMaybe</span><span class="hs-special">)</span><span>
</span><a name="line-39"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Ord</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">comparing</span><span class="hs-special">)</span><span>
</span><a name="line-40"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">ProtoLens</span><span class="hs-operator">.</span><span class="hs-identifier">TextFormat</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">showMessage</span><span class="hs-special">)</span><span>
</span><a name="line-41"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Set</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Set</span><span class="hs-special">)</span><span>
</span><a name="line-42"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Text</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Text</span><span class="hs-special">)</span><span>
</span><a name="line-43"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Tuple</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">swap</span><span class="hs-special">)</span><span>
</span><a name="line-44"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Lens</span><span class="hs-operator">.</span><span class="hs-identifier">Family2</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Lens'</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">view</span><span class="hs-special">,</span><span> </span><span class="hs-special">(</span><span class="hs-operator hs-var">&</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-special">(</span><span class="hs-operator hs-var">^.</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-special">(</span><span class="hs-operator hs-var">.~</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-special">(</span><span class="hs-operator hs-var">%~</span><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-45"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Lens</span><span class="hs-operator">.</span><span class="hs-identifier">Family2</span><span class="hs-operator">.</span><span class="hs-identifier">State</span><span class="hs-operator">.</span><span class="hs-identifier">Strict</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">uses</span><span class="hs-special">)</span><span>
</span><a name="line-46"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Lens</span><span class="hs-operator">.</span><span class="hs-identifier">Family2</span><span class="hs-operator">.</span><span class="hs-identifier">Stock</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">at</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">intAt</span><span class="hs-special">)</span><span>
</span><a name="line-47"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Lens</span><span class="hs-operator">.</span><span class="hs-identifier">Family2</span><span class="hs-operator">.</span><span class="hs-identifier">Unchecked</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">lens</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">iso</span><span class="hs-special">)</span><span>
</span><a name="line-48"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Prelude</span><span> </span><span class="hs-keyword">hiding</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span class="hs-special">)</span><span>
</span><a name="line-49"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Text</span><span class="hs-operator">.</span><span class="hs-identifier">Printf</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">printf</span><span class="hs-special">)</span><span>
</span><a name="line-50"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Graph</span><span class="hs-operator">.</span><span class="hs-identifier">Inductive</span><span class="hs-operator">.</span><span class="hs-identifier">Basic</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">FGL</span><span>
</span><a name="line-51"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Graph</span><span class="hs-operator">.</span><span class="hs-identifier">Inductive</span><span class="hs-operator">.</span><span class="hs-identifier">Graph</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">FGL</span><span>
</span><a name="line-52"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Graph</span><span class="hs-operator">.</span><span class="hs-identifier">Inductive</span><span class="hs-operator">.</span><span class="hs-identifier">PatriciaTree</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">FGL</span><span>
</span><a name="line-53"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Graph</span><span class="hs-operator">.</span><span class="hs-identifier">Inductive</span><span class="hs-operator">.</span><span class="hs-identifier">Query</span><span class="hs-operator">.</span><span class="hs-identifier">DFS</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">FGL</span><span>
</span><a name="line-54"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">IntMap</span><span class="hs-operator">.</span><span class="hs-identifier">Strict</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">IntMap</span><span>
</span><a name="line-55"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Map</span><span class="hs-operator">.</span><span class="hs-identifier">Strict</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">Map</span><span>
</span><a name="line-56"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Set</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">Set</span><span>
</span><a name="line-57"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">Data</span><span class="hs-operator">.</span><span class="hs-identifier">Text</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">Text</span><span>
</span><a name="line-58"></a><span>
</span><a name="line-59"></a><span class="hs-keyword">import</span><span> </span><span class="hs-keyword">qualified</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">GenOps</span><span class="hs-operator">.</span><span class="hs-identifier">Core</span><span> </span><span class="hs-keyword">as</span><span> </span><span class="hs-identifier">CoreOps</span><span>
</span><a name="line-60"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Build</span><span>
</span><a name="line-61"></a><span> </span><span class="hs-special">(</span><span> </span><span class="hs-identifier hs-type">MonadBuild</span><span>
</span><a name="line-62"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Build</span><span>
</span><a name="line-63"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">build</span><span>
</span><a name="line-64"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">renderedNodeDefs</span><span>
</span><a name="line-65"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">opDef</span><span>
</span><a name="line-66"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">opAttr</span><span>
</span><a name="line-67"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">opInputs</span><span>
</span><a name="line-68"></a><span> </span><span class="hs-special">)</span><span>
</span><a name="line-69"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">BuildOp</span><span>
</span><a name="line-70"></a><span class="hs-keyword">import</span><span> </span><a href="TensorFlow.Ops.html"><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Ops</span></a><span>
</span><a name="line-71"></a><span> </span><span class="hs-special">(</span><span> </span><span class="hs-identifier hs-var">addN</span><span>
</span><a name="line-72"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">broadcastGradientArgs</span><span>
</span><a name="line-73"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Ops.html#expandDims"><span class="hs-identifier hs-var">expandDims</span></a><span>
</span><a name="line-74"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">fill</span><span>
</span><a name="line-75"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">matMul</span><span>
</span><a name="line-76"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">matMul'</span><span>
</span><a name="line-77"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Ops.html#reducedShape"><span class="hs-identifier hs-var">reducedShape</span></a><span>
</span><a name="line-78"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">reluGrad</span><span>
</span><a name="line-79"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">reshape</span><span>
</span><a name="line-80"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Ops.html#scalar"><span class="hs-identifier hs-var">scalar</span></a><span>
</span><a name="line-81"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span>
</span><a name="line-82"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">softmaxCrossEntropyWithLogits</span><span>
</span><a name="line-83"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">sum</span><span>
</span><a name="line-84"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Ops.html#scalarize"><span class="hs-identifier hs-var">scalarize</span></a><span>
</span><a name="line-85"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Ops.html#vector"><span class="hs-identifier hs-var">vector</span></a><span>
</span><a name="line-86"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">zerosLike</span><span>
</span><a name="line-87"></a><span> </span><span class="hs-special">)</span><span>
</span><a name="line-88"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Output</span><span>
</span><a name="line-89"></a><span> </span><span class="hs-special">(</span><span> </span><span class="hs-identifier hs-type">NodeName</span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span>
</span><a name="line-90"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Output</span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span>
</span><a name="line-91"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span>
</span><a name="line-92"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">outputIndex</span><span>
</span><a name="line-93"></a><span> </span><span class="hs-special">)</span><span>
</span><a name="line-94"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Tensor</span><span>
</span><a name="line-95"></a><span> </span><span class="hs-special">(</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span>
</span><a name="line-96"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Value</span><span>
</span><a name="line-97"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">render</span><span>
</span><a name="line-98"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">expr</span><span>
</span><a name="line-99"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Rendered</span><span>
</span><a name="line-100"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">tensorNodeName</span><span>
</span><a name="line-101"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">renderedOutput</span><span>
</span><a name="line-102"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">renderValue</span><span>
</span><a name="line-103"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">ToTensor</span><span class="hs-special">(</span><span class="hs-glyph">..</span><span class="hs-special">)</span><span>
</span><a name="line-104"></a><span> </span><span class="hs-special">)</span><span>
</span><a name="line-105"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">TensorFlow</span><span class="hs-operator">.</span><span class="hs-identifier">Types</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Attribute</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OneOf</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">attrLens</span><span class="hs-special">)</span><span>
</span><a name="line-106"></a><span class="hs-keyword">import</span><span> </span><span class="hs-identifier">Proto</span><span class="hs-operator">.</span><span class="hs-identifier">Tensorflow</span><span class="hs-operator">.</span><span class="hs-identifier">Core</span><span class="hs-operator">.</span><span class="hs-identifier">Framework</span><span class="hs-operator">.</span><span class="hs-identifier">NodeDef</span><span>
</span><a name="line-107"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">NodeDef</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">attr</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">input</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">op</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">name</span><span class="hs-special">)</span><span>
</span><a name="line-108"></a><span>
</span><a name="line-109"></a><span class="hs-keyword">type</span><span> </span><a name="GradientCompatible"><a href="TensorFlow.Gradient.html#GradientCompatible"><span class="hs-identifier">GradientCompatible</span></a></a><span> </span><a name="local-6989586621679084512"><a href="#local-6989586621679084512"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-110"></a><span> </span><span class="hs-comment">-- TODO(fmayle): MaxPoolGrad doesn't support Double for some reason.</span><span>
</span><a name="line-111"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Num</span><span> </span><a href="#local-6989586621679084512"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OneOf</span><span> </span><span class="hs-special">'</span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-type">Float</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Complex</span><span> </span><span class="hs-identifier hs-type">Float</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Complex</span><span> </span><span class="hs-identifier hs-type">Double</span><span> </span><span class="hs-special">]</span><span> </span><a href="#local-6989586621679084512"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-112"></a><span>
</span><a name="line-113"></a><span class="hs-comment">-- TODO(fmayle): Support control flow.</span><span>
</span><a name="line-114"></a><span class="hs-comment">-- TODO(fmayle): Support gate_gradients-like option to avoid race conditions.</span><span>
</span><a name="line-115"></a><span class="hs-comment">-- TODO(fmayle): Do we need to consider control inputs? See _PendingCount in</span><span>
</span><a name="line-116"></a><span class="hs-comment">-- tensorflow/python/ops/gradients.py.</span><span>
</span><a name="line-117"></a><span class="hs-comment">-- TODO(fmayle): Maybe store the gradient functions and numOutputs on the OpDef.</span><span>
</span><a name="line-118"></a><span>
</span><a name="line-119"></a><span>
</span><a name="line-120"></a><span class="hs-comment">-- | Gradient of @y@ w.r.t. each element of @xs@.</span><span>
</span><a name="line-121"></a><span class="hs-identifier">gradients</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679084537"><a href="#local-6989586621679084537"><span class="hs-identifier">a</span></a></a><span> </span><a name="local-6989586621679084538"><a href="#local-6989586621679084538"><span class="hs-identifier">v1</span></a></a><span> </span><a name="local-6989586621679084539"><a href="#local-6989586621679084539"><span class="hs-identifier">t</span></a></a><span> </span><a name="local-6989586621679084540"><a href="#local-6989586621679084540"><span class="hs-identifier">m</span></a></a><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-special">(</span><span> </span><span class="hs-identifier hs-type">MonadBuild</span><span> </span><a href="#local-6989586621679084540"><span class="hs-identifier hs-type">m</span></a><span>
</span><a name="line-122"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Rendered</span><span> </span><a href="#local-6989586621679084539"><span class="hs-identifier hs-type">t</span></a><span>
</span><a name="line-123"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">ToTensor</span><span> </span><a href="#local-6989586621679084539"><span class="hs-identifier hs-type">t</span></a><span>
</span><a name="line-124"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#GradientCompatible"><span class="hs-identifier hs-type">GradientCompatible</span></a><span> </span><a href="#local-6989586621679084537"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-125"></a><span> </span><span class="hs-special">)</span><span>
</span><a name="line-126"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084538"><span class="hs-identifier hs-type">v1</span></a><span> </span><a href="#local-6989586621679084537"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-comment">-- ^ The output of the graph.</span><span>
</span><a name="line-127"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">[</span><a href="#local-6989586621679084539"><span class="hs-identifier hs-type">t</span></a><span> </span><a href="#local-6989586621679084537"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">]</span><span> </span><span class="hs-comment">-- ^ Tensors for which gradients are computed.</span><span>
</span><a name="line-128"></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679084540"><span class="hs-identifier hs-type">m</span></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679084537"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">]</span><span>
</span><a name="line-129"></a><a name="gradients"><a href="TensorFlow.Gradient.html#gradients"><span class="hs-identifier">gradients</span></a></a><span> </span><a name="local-6989586621679084541"><a href="#local-6989586621679084541"><span class="hs-identifier">y</span></a></a><span> </span><a name="local-6989586621679084542"><a href="#local-6989586621679084542"><span class="hs-identifier">xs</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">build</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-130"></a><span> </span><span class="hs-comment">-- The gradients are computed using "reverse accumulation", similarly to</span><span>
</span><a name="line-131"></a><span> </span><span class="hs-comment">-- what is described here:</span><span>
</span><a name="line-132"></a><span> </span><span class="hs-comment">-- https://en.wikipedia.org/wiki/Automatic_differentiation#The_chain_rule.2C_forward_and_reverse_accumulation</span><span>
</span><a name="line-133"></a><span> </span><span class="hs-comment">--</span><span>
</span><a name="line-134"></a><span> </span><span class="hs-comment">-- The code is summarised as follows:</span><span>
</span><a name="line-135"></a><span> </span><span class="hs-comment">--</span><span>
</span><a name="line-136"></a><span> </span><span class="hs-comment">-- 1. Create an fgl graph of the relevant nodes (ops) and edges (tensors).</span><span>
</span><a name="line-137"></a><span> </span><span class="hs-comment">-- 2. Initialize the gradient of y to 1 (∂y/∂y = 1) and the rest of tensor's</span><span>
</span><a name="line-138"></a><span> </span><span class="hs-comment">-- gradients to nothing.</span><span>
</span><a name="line-139"></a><span> </span><span class="hs-comment">-- 3. Process the nodes in reverse topological order (i.e. each node comes</span><span>
</span><a name="line-140"></a><span> </span><span class="hs-comment">-- after all of its outputs so that the output gradients for a node have</span><span>
</span><a name="line-141"></a><span> </span><span class="hs-comment">-- been completely calculated before it is processed):</span><span>
</span><a name="line-142"></a><span> </span><span class="hs-comment">-- a. Record the gradient for each of the node's output tensors (∂y/∂w</span><span>
</span><a name="line-143"></a><span> </span><span class="hs-comment">-- for each output tensor w).</span><span>
</span><a name="line-144"></a><span> </span><span class="hs-comment">-- b. Calculate the gradient of y w.r.t. each of the node's input</span><span>
</span><a name="line-145"></a><span> </span><span class="hs-comment">-- tensors using the gradients of the node's output tensors.</span><span>
</span><a name="line-146"></a><span> </span><span class="hs-comment">--</span><span>
</span><a name="line-147"></a><span> </span><span class="hs-comment">-- Written differently, for each output tensor w and input tensor v:</span><span>
</span><a name="line-148"></a><span> </span><span class="hs-comment">-- ∂y/∂w = ... (calculated in previous steps)</span><span>
</span><a name="line-149"></a><span> </span><span class="hs-comment">-- ∂w/∂v = ... (op specific)</span><span>
</span><a name="line-150"></a><span> </span><span class="hs-comment">-- ∂y/∂v = ∂y/∂w * ∂w/∂v (technically, if tensor v is an input</span><span>
</span><a name="line-151"></a><span> </span><span class="hs-comment">-- to multiple nodes, then this is only</span><span>
</span><a name="line-152"></a><span> </span><span class="hs-comment">-- part of ∂y/∂v)</span><span>
</span><a name="line-153"></a><span> </span><span class="hs-comment">--</span><span>
</span><a name="line-154"></a><span> </span><span class="hs-comment">-- 4. Lookup the recorded gradient for each x in xs.</span><span>
</span><a name="line-155"></a><span>
</span><a name="line-156"></a><span> </span><a name="local-6989586621679084543"><a href="#local-6989586621679084543"><span class="hs-identifier">y'</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">renderValue</span><span> </span><a href="#local-6989586621679084541"><span class="hs-identifier hs-var">y</span></a><span>
</span><a name="line-157"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679084544"><a href="#local-6989586621679084544"><span class="hs-identifier">yName</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">tensorNodeName</span><span> </span><a href="#local-6989586621679084543"><span class="hs-identifier hs-var">y'</span></a><span>
</span><a name="line-158"></a><span> </span><a name="local-6989586621679084545"><a href="#local-6989586621679084545"><span class="hs-identifier">yOne</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">render</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">fill</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><a href="#local-6989586621679084543"><span class="hs-identifier hs-var">y'</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#scalar"><span class="hs-identifier hs-var">scalar</span></a><span> </span><span class="hs-number">1</span><span class="hs-special">)</span><span>
</span><a name="line-159"></a><span> </span><span class="hs-comment">-- TODO(fmayle): Move this into Build.hs and call it unsafeNodeDefFromName?</span><span>
</span><a name="line-160"></a><span> </span><a name="local-6989586621679085204"><a href="#local-6989586621679085204"><span class="hs-identifier">nodeDefLookup</span></a></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">NodeName</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span class="hs-special">)</span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">uses</span><span> </span><span class="hs-identifier hs-var">renderedNodeDefs</span><span> </span><span class="hs-operator hs-var">$</span><span>
</span><a name="line-161"></a><span> </span><span class="hs-special">(</span><span class="hs-glyph">\</span><a name="local-6989586621679084546"><a href="#local-6989586621679084546"><span class="hs-identifier">f</span></a></a><span> </span><a name="local-6989586621679084547"><a href="#local-6989586621679084547"><span class="hs-identifier">x</span></a></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-var">fromMaybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">error</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-string">"no NodeDef found for "</span><span> </span><span class="hs-operator hs-var">++</span><span> </span><span class="hs-identifier hs-var">show</span><span> </span><a href="#local-6989586621679084547"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679084546"><span class="hs-identifier hs-var">f</span></a><span> </span><a href="#local-6989586621679084547"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-162"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">flip</span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">lookup</span><span>
</span><a name="line-163"></a><span> </span><span class="hs-keyword">let</span><span> </span><span class="hs-special">(</span><a name="local-6989586621679085205"><a href="#local-6989586621679085205"><span class="hs-identifier">gr</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679085206"><a href="#local-6989586621679085206"><span class="hs-identifier">nodeMap</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#createGraph"><span class="hs-identifier hs-var">createGraph</span></a><span> </span><a href="#local-6989586621679084544"><span class="hs-identifier hs-var">yName</span></a><span> </span><a href="#local-6989586621679085204"><span class="hs-identifier hs-var">nodeDefLookup</span></a><span>
</span><a name="line-164"></a><span> </span><span class="hs-comment">-- Set gradient of y to one.</span><span>
</span><a name="line-165"></a><span> </span><span class="hs-comment">-- TODO: nicer</span><span>
</span><a name="line-166"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679085207"><a href="#local-6989586621679085207"><span class="hs-identifier">initPending</span></a></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Map</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#PendingGradients"><span class="hs-identifier hs-type">PendingGradients</span></a><span> </span><a href="#local-6989586621679084537"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-167"></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">empty</span><span> </span><span class="hs-operator hs-var">&</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">at</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085206"><span class="hs-identifier hs-var">nodeMap</span></a><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.!</span><span> </span><a href="#local-6989586621679084544"><span class="hs-identifier hs-var">yName</span></a><span class="hs-special">)</span><span>
</span><a name="line-168"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#nonEmpty"><span class="hs-identifier hs-var">nonEmpty</span></a><span>
</span><a name="line-169"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#outputIxAt"><span class="hs-identifier hs-var">outputIxAt</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier">outputIndex</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">renderedOutput</span><span> </span><a href="#local-6989586621679084543"><span class="hs-identifier hs-var">y'</span></a><span class="hs-special">)</span><span>
</span><a name="line-170"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#nonEmpty"><span class="hs-identifier hs-var">nonEmpty</span></a><span>
</span><a name="line-171"></a><span> </span><span class="hs-operator hs-var">.~</span><span> </span><span class="hs-special">[</span><a href="#local-6989586621679084545"><span class="hs-identifier hs-var">yOne</span></a><span class="hs-special">]</span><span>
</span><a name="line-172"></a><span> </span><span class="hs-special">)</span><span>
</span><a name="line-173"></a><span> </span><span class="hs-comment">-- Calculate the gradients of y w.r.t. each node in the graph.</span><span>
</span><a name="line-174"></a><span> </span><a name="local-6989586621679085208"><a href="#local-6989586621679085208"><span class="hs-identifier">gradientMap</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><a href="TensorFlow.Gradient.html#graphGrads"><span class="hs-identifier hs-var">graphGrads</span></a><span> </span><a href="#local-6989586621679085205"><span class="hs-identifier hs-var">gr</span></a><span> </span><a href="#local-6989586621679085207"><span class="hs-identifier hs-var">initPending</span></a><span>
</span><a name="line-175"></a><span> </span><span class="hs-comment">-- Lookup the gradients for each x.</span><span>
</span><a name="line-176"></a><span> </span><span class="hs-identifier hs-var">forM</span><span> </span><a href="#local-6989586621679084542"><span class="hs-identifier hs-var">xs</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-glyph">\</span><a name="local-6989586621679085563"><a href="#local-6989586621679085563"><span class="hs-identifier">x</span></a></a><span> </span><span class="hs-glyph">-></span><span>
</span><a name="line-177"></a><span> </span><span class="hs-keyword">let</span><span> </span><span class="hs-identifier hs-var">Output</span><span> </span><a name="local-6989586621679085564"><a href="#local-6989586621679085564"><span class="hs-identifier">i</span></a></a><span> </span><a name="local-6989586621679085565"><a href="#local-6989586621679085565"><span class="hs-identifier">xName</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">renderedOutput</span><span> </span><a href="#local-6989586621679085563"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-178"></a><span> </span><span class="hs-keyword">in</span><span> </span><span class="hs-identifier hs-var">maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">render</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">zerosLike</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">toTensor</span><span> </span><a href="#local-6989586621679085563"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span> </span><span class="hs-identifier hs-var">return</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-179"></a><span> </span><a name="local-6989586621679085566"><a href="#local-6989586621679085566"><span class="hs-identifier">n</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><a href="#local-6989586621679085206"><span class="hs-identifier hs-var">nodeMap</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">at</span><span> </span><a href="#local-6989586621679085565"><span class="hs-identifier hs-var">xName</span></a><span>
</span><a name="line-180"></a><span> </span><a href="#local-6989586621679085208"><span class="hs-identifier hs-var">gradientMap</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">at</span><span> </span><a href="#local-6989586621679085566"><span class="hs-identifier hs-var">n</span></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#nonEmpty"><span class="hs-identifier hs-var">nonEmpty</span></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#outputIxAt"><span class="hs-identifier hs-var">outputIxAt</span></a><span> </span><a href="#local-6989586621679085564"><span class="hs-identifier hs-var">i</span></a><span>
</span><a name="line-181"></a><span>
</span><a name="line-182"></a><span class="hs-identifier">outputIxAt</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Lens'</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">IntMap</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">IntMap</span><span> </span><a href="#local-6989586621679084536"><span class="hs-identifier hs-type">v</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Maybe</span><span> </span><a href="#local-6989586621679084536"><span class="hs-identifier hs-type">v</span></a><span class="hs-special">)</span><span>
</span><a name="line-183"></a><a name="outputIxAt"><a href="TensorFlow.Gradient.html#outputIxAt"><span class="hs-identifier">outputIxAt</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">intAt</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier">unOutputIx</span><span>
</span><a name="line-184"></a><span>
</span><a name="line-185"></a><span class="hs-comment">-- | Incomplete gradients of a node's outputs.</span><span>
</span><a name="line-186"></a><span class="hs-comment">--</span><span>
</span><a name="line-187"></a><span class="hs-comment">-- The lists represent partial sums. The key is an OutputIx sans newtype.</span><span>
</span><a name="line-188"></a><span class="hs-keyword">type</span><span> </span><a name="PendingGradients"><a href="TensorFlow.Gradient.html#PendingGradients"><span class="hs-identifier">PendingGradients</span></a></a><span> </span><a name="local-6989586621679084511"><a href="#local-6989586621679084511"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-type">IntMap</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">IntMap</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679084511"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">]</span><span>
</span><a name="line-189"></a><span>
</span><a name="line-190"></a><span class="hs-comment">-- | Gradients of a node's outputs. The key is an OutputIx sans newtype.</span><span>
</span><a name="line-191"></a><span class="hs-comment">-- TODO: precache the rendering?</span><span>
</span><a name="line-192"></a><span class="hs-keyword">type</span><span> </span><a name="Gradients"><a href="TensorFlow.Gradient.html#Gradients"><span class="hs-identifier">Gradients</span></a></a><span> </span><a name="local-6989586621679084510"><a href="#local-6989586621679084510"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-type">IntMap</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">IntMap</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679084510"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-193"></a><span>
</span><a name="line-194"></a><span class="hs-comment">-- | Graph of TensorFlow operations.</span><span>
</span><a name="line-195"></a><span class="hs-keyword">type</span><span> </span><a name="Graph"><a href="TensorFlow.Gradient.html#Graph"><span class="hs-identifier">Graph</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Gr</span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span> </span><a href="TensorFlow.Gradient.html#EdgeLabel"><span class="hs-identifier hs-type">EdgeLabel</span></a><span>
</span><a name="line-196"></a><span>
</span><a name="line-197"></a><span class="hs-comment">-- | Data associated with an edge.</span><span>
</span><a name="line-198"></a><span class="hs-comment">--</span><span>
</span><a name="line-199"></a><span class="hs-comment">-- Pair of</span><span>
</span><a name="line-200"></a><span class="hs-comment">-- 1. Output index of a tensor from the source node.</span><span>
</span><a name="line-201"></a><span class="hs-comment">-- 2. Input index that the tensor connects to on the destination node.</span><span>
</span><a name="line-202"></a><span class="hs-keyword">type</span><span> </span><a name="EdgeLabel"><a href="TensorFlow.Gradient.html#EdgeLabel"><span class="hs-identifier">EdgeLabel</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">)</span><span>
</span><a name="line-203"></a><span>
</span><a name="line-204"></a><span>
</span><a name="line-205"></a><span class="hs-comment">-- | State used for calculating gradients.</span><span>
</span><a name="line-206"></a><span class="hs-keyword">data</span><span> </span><a name="GradientsState"><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier">GradientsState</span></a></a><span> </span><a name="local-6989586621679084509"><a href="#local-6989586621679084509"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a name="GradientsState"><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier">GradientsState</span></a></a><span>
</span><a name="line-207"></a><span> </span><span class="hs-special">{</span><span> </span><a name="_gradientsPending"><a href="TensorFlow.Gradient.html#_gradientsPending"><span class="hs-identifier">_gradientsPending</span></a></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-glyph">!</span><span class="hs-special">(</span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#PendingGradients"><span class="hs-identifier hs-type">PendingGradients</span></a><span> </span><a href="#local-6989586621679084509"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-208"></a><span> </span><span class="hs-special">,</span><span> </span><a name="_gradientsResult"><a href="TensorFlow.Gradient.html#_gradientsResult"><span class="hs-identifier">_gradientsResult</span></a></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-glyph">!</span><span class="hs-special">(</span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#Gradients"><span class="hs-identifier hs-type">Gradients</span></a><span> </span><a href="#local-6989586621679084509"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-209"></a><span> </span><span class="hs-special">}</span><span>
</span><a name="line-210"></a><span>
</span><a name="line-211"></a><span class="hs-identifier">gradientsPending</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Lens'</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084535"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#PendingGradients"><span class="hs-identifier hs-type">PendingGradients</span></a><span> </span><a href="#local-6989586621679084535"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-212"></a><a name="gradientsPending"><a href="TensorFlow.Gradient.html#gradientsPending"><span class="hs-identifier">gradientsPending</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">lens</span><span> </span><span class="hs-identifier">_gradientsPending</span><span> </span><span class="hs-special">(</span><span class="hs-glyph">\</span><a name="local-6989586621679085567"><a href="#local-6989586621679085567"><span class="hs-identifier">x</span></a></a><span> </span><a name="local-6989586621679085568"><a href="#local-6989586621679085568"><span class="hs-identifier">y</span></a></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679085567"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">{</span><span> </span><span class="hs-identifier">_gradientsPending</span><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679085568"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-special">}</span><span class="hs-special">)</span><span>
</span><a name="line-213"></a><span>
</span><a name="line-214"></a><span class="hs-identifier">gradientsResult</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Lens'</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084534"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#Gradients"><span class="hs-identifier hs-type">Gradients</span></a><span> </span><a href="#local-6989586621679084534"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-215"></a><a name="gradientsResult"><a href="TensorFlow.Gradient.html#gradientsResult"><span class="hs-identifier">gradientsResult</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">lens</span><span> </span><span class="hs-identifier">_gradientsResult</span><span> </span><span class="hs-special">(</span><span class="hs-glyph">\</span><a name="local-6989586621679085569"><a href="#local-6989586621679085569"><span class="hs-identifier">x</span></a></a><span> </span><a name="local-6989586621679085570"><a href="#local-6989586621679085570"><span class="hs-identifier">y</span></a></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679085569"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">{</span><span> </span><span class="hs-identifier">_gradientsResult</span><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679085570"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-special">}</span><span class="hs-special">)</span><span>
</span><a name="line-216"></a><span>
</span><a name="line-217"></a><span>
</span><a name="line-218"></a><span class="hs-comment">-- TODO(fmayle): Use something like Data.List.Safe.</span><span>
</span><a name="line-219"></a><span class="hs-comment">-- | Safe version of (!!).</span><span>
</span><a name="line-220"></a><span class="hs-identifier">safeIndex</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">[</span><a href="#local-6989586621679084533"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Int</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Maybe</span><span> </span><a href="#local-6989586621679084533"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-221"></a><span class="hs-identifier">_</span><span> </span><span class="hs-special">`</span><a name="safeIndex"><a href="TensorFlow.Gradient.html#safeIndex"><span class="hs-identifier">safeIndex</span></a></a><span class="hs-special">`</span><span> </span><a name="local-6989586621679085571"><a href="#local-6989586621679085571"><span class="hs-identifier">n</span></a></a><span> </span><span class="hs-glyph">|</span><span> </span><a href="#local-6989586621679085571"><span class="hs-identifier hs-var">n</span></a><span> </span><span class="hs-operator hs-var"><</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-222"></a><span class="hs-special">[</span><span class="hs-special">]</span><span> </span><span class="hs-special">`</span><span class="hs-identifier">safeIndex</span><span class="hs-special">`</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-223"></a><span class="hs-special">(</span><a name="local-6989586621679085572"><a href="#local-6989586621679085572"><span class="hs-identifier">x</span></a></a><span class="hs-glyph">:</span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><span class="hs-special">`</span><span class="hs-identifier">safeIndex</span><span class="hs-special">`</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679085572"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-224"></a><span class="hs-special">(</span><span class="hs-identifier">_</span><span class="hs-glyph">:</span><a name="local-6989586621679085573"><a href="#local-6989586621679085573"><span class="hs-identifier">xs</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-special">`</span><span class="hs-identifier">safeIndex</span><span class="hs-special">`</span><span> </span><a name="local-6989586621679085574"><a href="#local-6989586621679085574"><span class="hs-identifier">n</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679085573"><span class="hs-identifier hs-var">xs</span></a><span> </span><span class="hs-special">`</span><a href="TensorFlow.Gradient.html#safeIndex"><span class="hs-identifier hs-var">safeIndex</span></a><span class="hs-special">`</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085574"><span class="hs-identifier hs-var">n</span></a><span class="hs-glyph">-</span><span class="hs-number">1</span><span class="hs-special">)</span><span>
</span><a name="line-225"></a><span>
</span><a name="line-226"></a><span class="hs-comment">-- Copy of http://hackage.haskell.org/package/lens-3.9.0.2/docs/Control-Lens-Iso.html#v%3anon</span><span>
</span><a name="line-227"></a><span class="hs-identifier">anon</span><span> </span><span class="hs-glyph">::</span><span> </span><a href="#local-6989586621679084532"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679084532"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Bool</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Lens'</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Maybe</span><span> </span><a href="#local-6989586621679084532"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679084532"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-228"></a><a name="anon"><a href="TensorFlow.Gradient.html#anon"><span class="hs-identifier">anon</span></a></a><span> </span><a name="local-6989586621679085575"><a href="#local-6989586621679085575"><span class="hs-identifier">a</span></a></a><span> </span><a name="local-6989586621679085576"><a href="#local-6989586621679085576"><span class="hs-identifier">p</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">iso</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">fromMaybe</span><span> </span><a href="#local-6989586621679085575"><span class="hs-identifier hs-var">a</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679085577"><span class="hs-identifier hs-var">go</span></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-229"></a><span> </span><a name="local-6989586621679085577"><a href="#local-6989586621679085577"><span class="hs-identifier">go</span></a></a><span> </span><a name="local-6989586621679085578"><a href="#local-6989586621679085578"><span class="hs-identifier">b</span></a></a><span> </span><span class="hs-glyph">|</span><span> </span><a href="#local-6989586621679085576"><span class="hs-identifier hs-var">p</span></a><span> </span><a href="#local-6989586621679085578"><span class="hs-identifier hs-var">b</span></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-230"></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-identifier hs-var">otherwise</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679085578"><span class="hs-identifier hs-var">b</span></a><span>
</span><a name="line-231"></a><span>
</span><a name="line-232"></a><span class="hs-identifier">non</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Eq</span><span> </span><a href="#local-6989586621679084531"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">=></span><span> </span><a href="#local-6989586621679084531"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Lens'</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Maybe</span><span> </span><a href="#local-6989586621679084531"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679084531"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-233"></a><a name="non"><a href="TensorFlow.Gradient.html#non"><span class="hs-identifier">non</span></a></a><span> </span><a name="local-6989586621679085579"><a href="#local-6989586621679085579"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#anon"><span class="hs-identifier hs-var">anon</span></a><span> </span><a href="#local-6989586621679085579"><span class="hs-identifier hs-var">a</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085579"><span class="hs-identifier hs-var">a</span></a><span class="hs-operator hs-var">==</span><span class="hs-special">)</span><span>
</span><a name="line-234"></a><span>
</span><a name="line-235"></a><span class="hs-comment">-- | Lens that defaults Nothing to mempty.</span><span>
</span><a name="line-236"></a><span class="hs-identifier">nonEmpty</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Monoid</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679084529"><span class="hs-identifier hs-type">t</span></a><span> </span><a href="#local-6989586621679084530"><span class="hs-identifier hs-type">v</span></a><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Foldable</span><span> </span><a href="#local-6989586621679084529"><span class="hs-identifier hs-type">t</span></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Lens'</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679084529"><span class="hs-identifier hs-type">t</span></a><span> </span><a href="#local-6989586621679084530"><span class="hs-identifier hs-type">v</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679084529"><span class="hs-identifier hs-type">t</span></a><span> </span><a href="#local-6989586621679084530"><span class="hs-identifier hs-type">v</span></a><span class="hs-special">)</span><span>
</span><a name="line-237"></a><a name="nonEmpty"><a href="TensorFlow.Gradient.html#nonEmpty"><span class="hs-identifier">nonEmpty</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#anon"><span class="hs-identifier hs-var">anon</span></a><span> </span><span class="hs-identifier hs-var">mempty</span><span> </span><span class="hs-identifier hs-var">null</span><span>
</span><a name="line-238"></a><span>
</span><a name="line-239"></a><span class="hs-comment">-- TODO: strictness (e.g., foldlM')</span><span>
</span><a name="line-240"></a><span>
</span><a name="line-241"></a><span class="hs-comment">-- | Calculate the gradients for every node in a graph.</span><span>
</span><a name="line-242"></a><span class="hs-identifier">graphGrads</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679084528"><a href="#local-6989586621679084528"><span class="hs-identifier">a</span></a></a><span class="hs-operator">.</span><span> </span><a href="TensorFlow.Gradient.html#GradientCompatible"><span class="hs-identifier hs-type">GradientCompatible</span></a><span> </span><a href="#local-6989586621679084528"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-243"></a><span> </span><span class="hs-glyph">=></span><span> </span><a href="TensorFlow.Gradient.html#Graph"><span class="hs-identifier hs-type">Graph</span></a><span>
</span><a name="line-244"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#PendingGradients"><span class="hs-identifier hs-type">PendingGradients</span></a><span> </span><a href="#local-6989586621679084528"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-245"></a><span> </span><span class="hs-comment">-- ^ Initial gradients (usually just 1 for the node of interest).</span><span>
</span><a name="line-246"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#Gradients"><span class="hs-identifier hs-type">Gradients</span></a><span> </span><a href="#local-6989586621679084528"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-247"></a><a name="graphGrads"><a href="TensorFlow.Gradient.html#graphGrads"><span class="hs-identifier">graphGrads</span></a></a><span> </span><a name="local-6989586621679085580"><a href="#local-6989586621679085580"><span class="hs-identifier">gr</span></a></a><span> </span><a name="local-6989586621679085581"><a href="#local-6989586621679085581"><span class="hs-identifier">initPending</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">view</span><span> </span><a href="TensorFlow.Gradient.html#gradientsResult"><span class="hs-identifier hs-var">gradientsResult</span></a><span> </span><span class="hs-operator hs-var"><$></span><span> </span><span class="hs-identifier hs-var">foldlM</span><span> </span><a href="#local-6989586621679085584"><span class="hs-identifier hs-var">go</span></a><span> </span><a href="#local-6989586621679085582"><span class="hs-identifier hs-var">initState</span></a><span> </span><a href="#local-6989586621679085583"><span class="hs-identifier hs-var">nodeOrder</span></a><span>
</span><a name="line-248"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-249"></a><span> </span><a name="local-6989586621679085582"><a href="#local-6989586621679085582"><span class="hs-identifier">initState</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-var">GradientsState</span></a><span> </span><a href="#local-6989586621679085581"><span class="hs-identifier hs-var">initPending</span></a><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">empty</span><span>
</span><a name="line-250"></a><span> </span><span class="hs-comment">-- Reverse topological sort.</span><span>
</span><a name="line-251"></a><span> </span><span class="hs-comment">-- TODO(fmayle): Filter out nodes that are not successors of any x in xs to</span><span>
</span><a name="line-252"></a><span> </span><span class="hs-comment">-- avoid calculating gradients that won't be used.</span><span>
</span><a name="line-253"></a><span> </span><a name="local-6989586621679085583"><a href="#local-6989586621679085583"><span class="hs-identifier">nodeOrder</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">FGL</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">topsort</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">FGL</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">grev</span><span> </span><a href="#local-6989586621679085580"><span class="hs-identifier hs-var">gr</span></a><span>
</span><a name="line-254"></a><span> </span><span class="hs-identifier">go</span><span> </span><span class="hs-glyph">::</span><span> </span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084528"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Int</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084528"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-255"></a><span> </span><a name="local-6989586621679085584"><a href="#local-6989586621679085584"><span class="hs-identifier">go</span></a></a><span> </span><a name="local-6989586621679085585"><a href="#local-6989586621679085585"><span class="hs-identifier">state</span></a></a><span> </span><a name="local-6989586621679085586"><a href="#local-6989586621679085586"><span class="hs-identifier">node</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-256"></a><span> </span><span class="hs-comment">-- Aggregate the accumulated gradients for this node.</span><span>
</span><a name="line-257"></a><span> </span><a name="local-6989586621679085587"><a href="#local-6989586621679085587"><span class="hs-identifier">outputGrads</span></a></a><span> </span><span class="hs-glyph"><-</span><span>
</span><a name="line-258"></a><span> </span><a href="TensorFlow.Gradient.html#sumPendingGradient"><span class="hs-identifier hs-var">sumPendingGradient</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085585"><span class="hs-identifier hs-var">state</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><a href="TensorFlow.Gradient.html#gradientsPending"><span class="hs-identifier hs-var">gradientsPending</span></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">at</span><span> </span><a href="#local-6989586621679085586"><span class="hs-identifier hs-var">node</span></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#nonEmpty"><span class="hs-identifier hs-var">nonEmpty</span></a><span class="hs-special">)</span><span>
</span><a name="line-259"></a><span> </span><span class="hs-keyword">if</span><span> </span><span class="hs-identifier hs-var">null</span><span> </span><a href="#local-6989586621679085587"><span class="hs-identifier hs-var">outputGrads</span></a><span>
</span><a name="line-260"></a><span> </span><span class="hs-keyword">then</span><span> </span><span class="hs-identifier hs-var">pure</span><span> </span><a href="#local-6989586621679085585"><span class="hs-identifier hs-var">state</span></a><span>
</span><a name="line-261"></a><span> </span><span class="hs-keyword">else</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-262"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679085588"><a href="#local-6989586621679085588"><span class="hs-identifier">ctx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">FGL</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">context</span><span> </span><a href="#local-6989586621679085580"><span class="hs-identifier hs-var">gr</span></a><span> </span><a href="#local-6989586621679085586"><span class="hs-identifier hs-var">node</span></a><span>
</span><a name="line-263"></a><span> </span><a name="local-6989586621679085589"><a href="#local-6989586621679085589"><span class="hs-identifier">inputGrads</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><a href="TensorFlow.Gradient.html#calculateInputGrads"><span class="hs-identifier hs-var">calculateInputGrads</span></a><span> </span><a href="#local-6989586621679085588"><span class="hs-identifier hs-var">ctx</span></a><span> </span><a href="#local-6989586621679085587"><span class="hs-identifier hs-var">outputGrads</span></a><span> </span><a href="#local-6989586621679085580"><span class="hs-identifier hs-var">gr</span></a><span>
</span><a name="line-264"></a><span> </span><span class="hs-comment">-- Calculate the gradients for each of the node's inputs.</span><span>
</span><a name="line-265"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679085590"><a href="#local-6989586621679085590"><span class="hs-identifier">nextState</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679085585"><span class="hs-identifier hs-var">state</span></a><span> </span><span class="hs-operator hs-var">&</span><span> </span><a href="TensorFlow.Gradient.html#gradientsResult"><span class="hs-identifier hs-var">gradientsResult</span></a><span> </span><span class="hs-operator hs-var">%~</span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">insert</span><span> </span><a href="#local-6989586621679085586"><span class="hs-identifier hs-var">node</span></a><span> </span><a href="#local-6989586621679085587"><span class="hs-identifier hs-var">outputGrads</span></a><span>
</span><a name="line-266"></a><span> </span><span class="hs-identifier hs-var">pure</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Gradient.html#updatePendingGradients"><span class="hs-identifier hs-var">updatePendingGradients</span></a><span> </span><a href="#local-6989586621679085588"><span class="hs-identifier hs-var">ctx</span></a><span> </span><a href="#local-6989586621679085589"><span class="hs-identifier hs-var">inputGrads</span></a><span> </span><a href="#local-6989586621679085590"><span class="hs-identifier hs-var">nextState</span></a><span>
</span><a name="line-267"></a><span>
</span><a name="line-268"></a><span class="hs-comment">-- | Reduce accumulated gradients for each output to one Tensor.</span><span>
</span><a name="line-269"></a><span class="hs-identifier">sumPendingGradient</span><span> </span><span class="hs-glyph">::</span><span> </span><a href="TensorFlow.Gradient.html#GradientCompatible"><span class="hs-identifier hs-type">GradientCompatible</span></a><span> </span><a href="#local-6989586621679084527"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-270"></a><span> </span><span class="hs-glyph">=></span><span> </span><a href="TensorFlow.Gradient.html#PendingGradients"><span class="hs-identifier hs-type">PendingGradients</span></a><span> </span><a href="#local-6989586621679084527"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#Gradients"><span class="hs-identifier hs-type">Gradients</span></a><span> </span><a href="#local-6989586621679084527"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-271"></a><a name="sumPendingGradient"><a href="TensorFlow.Gradient.html#sumPendingGradient"><span class="hs-identifier">sumPendingGradient</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">sequence</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">IntMap</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mapMaybe</span><span> </span><a href="#local-6989586621679085709"><span class="hs-identifier hs-var">f</span></a><span>
</span><a name="line-272"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-273"></a><span> </span><a name="local-6989586621679085709"><a href="#local-6989586621679085709"><span class="hs-identifier">f</span></a></a><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-274"></a><span> </span><span class="hs-identifier">f</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679085710"><a href="#local-6989586621679085710"><span class="hs-identifier">x</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">pure</span><span> </span><a href="#local-6989586621679085710"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span>
</span><a name="line-275"></a><span> </span><span class="hs-identifier">f</span><span> </span><a name="local-6989586621679085711"><a href="#local-6989586621679085711"><span class="hs-identifier">xs</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">render</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">addN</span><span> </span><a href="#local-6989586621679085711"><span class="hs-identifier hs-var">xs</span></a><span class="hs-special">)</span><span>
</span><a name="line-276"></a><span>
</span><a name="line-277"></a><span>
</span><a name="line-278"></a><span class="hs-comment">-- | Calculate the gradients of a node's input tensors.</span><span>
</span><a name="line-279"></a><span class="hs-comment">--</span><span>
</span><a name="line-280"></a><span class="hs-comment">-- This is mostly just a wrapper around opGrad.</span><span>
</span><a name="line-281"></a><span class="hs-identifier">calculateInputGrads</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679084526"><a href="#local-6989586621679084526"><span class="hs-identifier">a</span></a></a><span class="hs-operator">.</span><span> </span><a href="TensorFlow.Gradient.html#GradientCompatible"><span class="hs-identifier hs-type">GradientCompatible</span></a><span> </span><a href="#local-6989586621679084526"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-282"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Context</span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span> </span><a href="TensorFlow.Gradient.html#EdgeLabel"><span class="hs-identifier hs-type">EdgeLabel</span></a><span>
</span><a name="line-283"></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Gradient.html#Gradients"><span class="hs-identifier hs-type">Gradients</span></a><span> </span><a href="#local-6989586621679084526"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-comment">-- ^ Output gradients of the node.</span><span>
</span><a name="line-284"></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Gradient.html#Graph"><span class="hs-identifier hs-type">Graph</span></a><span>
</span><a name="line-285"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679084526"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">]</span><span>
</span><a name="line-286"></a><a name="calculateInputGrads"><a href="TensorFlow.Gradient.html#calculateInputGrads"><span class="hs-identifier">calculateInputGrads</span></a></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679085712"><a href="#local-6989586621679085712"><span class="hs-identifier">inputEdges</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">,</span><span> </span><a name="local-6989586621679085713"><a href="#local-6989586621679085713"><span class="hs-identifier">nodeDef</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><a name="local-6989586621679085714"><a href="#local-6989586621679085714"><span class="hs-identifier">outputGrads</span></a></a><span> </span><a name="local-6989586621679085715"><a href="#local-6989586621679085715"><span class="hs-identifier">gr</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-287"></a><span> </span><a name="local-6989586621679085866"><a href="#local-6989586621679085866"><span class="hs-identifier">fullOutGrads</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><a href="TensorFlow.Gradient.html#fullOutputGrads"><span class="hs-identifier hs-var">fullOutputGrads</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#numOutputs"><span class="hs-identifier hs-var">numOutputs</span></a><span> </span><a href="#local-6989586621679085713"><span class="hs-identifier hs-var">nodeDef</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#nodeDefName"><span class="hs-identifier hs-var">nodeDefName</span></a><span> </span><a href="#local-6989586621679085713"><span class="hs-identifier hs-var">nodeDef</span></a><span class="hs-special">)</span><span>
</span><a name="line-288"></a><span> </span><a href="#local-6989586621679085714"><span class="hs-identifier hs-var">outputGrads</span></a><span>
</span><a name="line-289"></a><span> </span><span class="hs-identifier hs-var">traverse</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">traverse</span><span> </span><span class="hs-identifier hs-var">render</span><span class="hs-special">)</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Gradient.html#opGrad"><span class="hs-identifier hs-var">opGrad</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085713"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">op</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679085713"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><a href="#local-6989586621679085717"><span class="hs-identifier hs-var">inputTensors</span></a><span> </span><a href="#local-6989586621679085866"><span class="hs-identifier hs-var">fullOutGrads</span></a><span>
</span><a name="line-290"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-291"></a><span> </span><span class="hs-comment">-- Create a tensor from an edge (technically an Output, but it seems less</span><span>
</span><a name="line-292"></a><span> </span><span class="hs-comment">-- confusing to refer to it as a tensor here).</span><span>
</span><a name="line-293"></a><span> </span><span class="hs-identifier">edgeToTensor</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#EdgeLabel"><span class="hs-identifier hs-type">EdgeLabel</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Output</span><span>
</span><a name="line-294"></a><span> </span><a name="local-6989586621679085716"><a href="#local-6989586621679085716"><span class="hs-identifier">edgeToTensor</span></a></a><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><a name="local-6989586621679085718"><a href="#local-6989586621679085718"><span class="hs-identifier">i</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><a name="local-6989586621679085719"><a href="#local-6989586621679085719"><span class="hs-identifier">n</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-295"></a><span> </span><span class="hs-keyword">case</span><span> </span><span class="hs-identifier hs-var">FGL</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">lab</span><span> </span><a href="#local-6989586621679085715"><span class="hs-identifier hs-var">gr</span></a><span> </span><a href="#local-6989586621679085719"><span class="hs-identifier hs-var">n</span></a><span> </span><span class="hs-keyword">of</span><span>
</span><a name="line-296"></a><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a name="local-6989586621679085720"><a href="#local-6989586621679085720"><span class="hs-identifier">edgeNodeDef</span></a></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-var">Output</span><span> </span><a href="#local-6989586621679085718"><span class="hs-identifier hs-var">i</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">NodeName</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="#local-6989586621679085720"><span class="hs-identifier hs-var">edgeNodeDef</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">name</span><span class="hs-special">)</span><span>
</span><a name="line-297"></a><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-var">error</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-string">"calculateInputGrads: missing input node for "</span><span>
</span><a name="line-298"></a><span> </span><span class="hs-operator hs-var">++</span><span> </span><span class="hs-identifier hs-var">Text</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">unpack</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085713"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">name</span><span class="hs-special">)</span><span>
</span><a name="line-299"></a><span> </span><span class="hs-comment">-- Input tensors, sorted by input index.</span><span>
</span><a name="line-300"></a><span> </span><a name="local-6989586621679085717"><a href="#local-6989586621679085717"><span class="hs-identifier">inputTensors</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">map</span><span> </span><a href="#local-6989586621679085716"><span class="hs-identifier hs-var">edgeToTensor</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">sortBy</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">comparing</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">snd</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">fst</span><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679085712"><span class="hs-identifier hs-var">inputEdges</span></a><span>
</span><a name="line-301"></a><span>
</span><a name="line-302"></a><span class="hs-comment">-- | Convert a Map of gradients to a list, with zeros for missing outputs.</span><span>
</span><a name="line-303"></a><span class="hs-identifier">fullOutputGrads</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679084525"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Num</span><span> </span><a href="#local-6989586621679084525"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-304"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span> </span><span class="hs-comment">-- ^ Number of outputs.</span><span>
</span><a name="line-305"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">NodeName</span><span>
</span><a name="line-306"></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Gradient.html#Gradients"><span class="hs-identifier hs-type">Gradients</span></a><span> </span><a href="#local-6989586621679084525"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-307"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679084525"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">]</span><span>
</span><a name="line-308"></a><a name="fullOutputGrads"><a href="TensorFlow.Gradient.html#fullOutputGrads"><span class="hs-identifier">fullOutputGrads</span></a></a><span> </span><a name="local-6989586621679085867"><a href="#local-6989586621679085867"><span class="hs-identifier">n</span></a></a><span> </span><a name="local-6989586621679085868"><a href="#local-6989586621679085868"><span class="hs-identifier">o</span></a></a><span> </span><a name="local-6989586621679085869"><a href="#local-6989586621679085869"><span class="hs-identifier">gs</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-309"></a><span> </span><span class="hs-identifier hs-var">mapM</span><span> </span><span class="hs-special">(</span><span class="hs-glyph">\</span><a name="local-6989586621679085872"><a href="#local-6989586621679085872"><span class="hs-identifier">i</span></a></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-var">maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">render</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="#local-6989586621679085870"><span class="hs-identifier hs-var">zero</span></a><span> </span><a href="#local-6989586621679085872"><span class="hs-identifier hs-var">i</span></a><span class="hs-special">)</span><span> </span><span class="hs-identifier hs-var">return</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085869"><span class="hs-identifier hs-var">gs</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><a href="TensorFlow.Gradient.html#outputIxAt"><span class="hs-identifier hs-var">outputIxAt</span></a><span> </span><a href="#local-6989586621679085872"><span class="hs-identifier hs-var">i</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><span class="hs-special">[</span><span class="hs-number">0</span><span class="hs-glyph">..</span><a href="#local-6989586621679085867"><span class="hs-identifier hs-var">n</span></a><span class="hs-glyph">-</span><span class="hs-number">1</span><span class="hs-special">]</span><span>
</span><a name="line-310"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-311"></a><span> </span><span class="hs-comment">-- A tensor of zeros with the same shape as the i'th output.</span><span>
</span><a name="line-312"></a><span> </span><a name="local-6989586621679085870"><a href="#local-6989586621679085870"><span class="hs-identifier">zero</span></a></a><span> </span><a name="local-6989586621679085871"><a href="#local-6989586621679085871"><span class="hs-identifier">i</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">zerosLike</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">Output</span><span> </span><a href="#local-6989586621679085871"><span class="hs-identifier hs-var">i</span></a><span> </span><a href="#local-6989586621679085868"><span class="hs-identifier hs-var">o</span></a><span class="hs-special">)</span><span>
</span><a name="line-313"></a><span>
</span><a name="line-314"></a><span>
</span><a name="line-315"></a><span class="hs-comment">-- | Update the pending gradients of a node's inputs.</span><span>
</span><a name="line-316"></a><span class="hs-identifier">updatePendingGradients</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679084524"><a href="#local-6989586621679084524"><span class="hs-identifier">a</span></a></a><span class="hs-operator">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679084524"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Num</span><span> </span><a href="#local-6989586621679084524"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-317"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Context</span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span> </span><a href="TensorFlow.Gradient.html#EdgeLabel"><span class="hs-identifier hs-type">EdgeLabel</span></a><span>
</span><a name="line-318"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679084524"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">]</span><span>
</span><a name="line-319"></a><span> </span><span class="hs-comment">-- ^ Gradient of each input tensor.</span><span>
</span><a name="line-320"></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084524"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-321"></a><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084524"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-322"></a><a name="updatePendingGradients"><a href="TensorFlow.Gradient.html#updatePendingGradients"><span class="hs-identifier">updatePendingGradients</span></a></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679085873"><a href="#local-6989586621679085873"><span class="hs-identifier">inputEdges</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">,</span><span> </span><a name="local-6989586621679085874"><a href="#local-6989586621679085874"><span class="hs-identifier">nodeDef</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">)</span><span> </span><a name="local-6989586621679085875"><a href="#local-6989586621679085875"><span class="hs-identifier">inputGrads</span></a></a><span> </span><a name="local-6989586621679085876"><a href="#local-6989586621679085876"><span class="hs-identifier">initState</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-323"></a><span> </span><span class="hs-identifier hs-var">foldl'</span><span> </span><a href="#local-6989586621679085877"><span class="hs-identifier hs-var">go</span></a><span> </span><a href="#local-6989586621679085876"><span class="hs-identifier hs-var">initState</span></a><span> </span><a href="#local-6989586621679085873"><span class="hs-identifier hs-var">inputEdges</span></a><span>
</span><a name="line-324"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-325"></a><span> </span><span class="hs-identifier">go</span><span> </span><span class="hs-glyph">::</span><span> </span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084524"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#EdgeLabel"><span class="hs-identifier hs-type">EdgeLabel</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Gradient.html#GradientsState"><span class="hs-identifier hs-type">GradientsState</span></a><span> </span><a href="#local-6989586621679084524"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-326"></a><span> </span><a name="local-6989586621679085877"><a href="#local-6989586621679085877"><span class="hs-identifier">go</span></a></a><span> </span><a name="local-6989586621679085878"><a href="#local-6989586621679085878"><span class="hs-identifier">state</span></a></a><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><a name="local-6989586621679085879"><a href="#local-6989586621679085879"><span class="hs-identifier">outIndex</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">OutputIx</span><span> </span><a name="local-6989586621679085880"><a href="#local-6989586621679085880"><span class="hs-identifier">inIndex</span></a></a><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><a name="local-6989586621679085881"><a href="#local-6989586621679085881"><span class="hs-identifier">node</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-327"></a><span> </span><span class="hs-keyword">case</span><span> </span><a href="#local-6989586621679085883"><span class="hs-identifier hs-var">maybeGradient</span></a><span> </span><span class="hs-keyword">of</span><span>
</span><a name="line-328"></a><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679085878"><span class="hs-identifier hs-var">state</span></a><span>
</span><a name="line-329"></a><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a name="local-6989586621679085884"><a href="#local-6989586621679085884"><span class="hs-identifier">g</span></a></a><span> </span><span class="hs-glyph">-></span><span>
</span><a name="line-330"></a><span> </span><span class="hs-comment">-- Add to the list of pending gradients for this tensor.</span><span>
</span><a name="line-331"></a><span> </span><a href="#local-6989586621679085878"><span class="hs-identifier hs-var">state</span></a><span> </span><span class="hs-operator hs-var">&</span><span> </span><a href="TensorFlow.Gradient.html#gradientsPending"><span class="hs-identifier hs-var">gradientsPending</span></a><span>
</span><a name="line-332"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">at</span><span> </span><a href="#local-6989586621679085881"><span class="hs-identifier hs-var">node</span></a><span>
</span><a name="line-333"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#nonEmpty"><span class="hs-identifier hs-var">nonEmpty</span></a><span>
</span><a name="line-334"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#outputIxAt"><span class="hs-identifier hs-var">outputIxAt</span></a><span> </span><a href="#local-6989586621679085879"><span class="hs-identifier hs-var">outIndex</span></a><span>
</span><a name="line-335"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#nonEmpty"><span class="hs-identifier hs-var">nonEmpty</span></a><span>
</span><a name="line-336"></a><span> </span><span class="hs-operator hs-var">%~</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085884"><span class="hs-identifier hs-var">g</span></a><span class="hs-glyph">:</span><span class="hs-special">)</span><span>
</span><a name="line-337"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-338"></a><span> </span><a name="local-6989586621679085882"><a href="#local-6989586621679085882"><span class="hs-identifier">badSizeErr</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">error</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">printf</span><span> </span><span class="hs-string">"updatePendingGradients: bad input index \
\%d for inputGrads of length %d in %s"</span><span>
</span><a name="line-340"></a><span> </span><a href="#local-6989586621679085880"><span class="hs-identifier hs-var">inIndex</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">length</span><span> </span><a href="#local-6989586621679085875"><span class="hs-identifier hs-var">inputGrads</span></a><span class="hs-special">)</span><span>
</span><a name="line-341"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">show</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085874"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">name</span><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-342"></a><span> </span><a name="local-6989586621679085883"><a href="#local-6989586621679085883"><span class="hs-identifier">maybeGradient</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">fromMaybe</span><span> </span><a href="#local-6989586621679085882"><span class="hs-identifier hs-var">badSizeErr</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#safeIndex"><span class="hs-identifier hs-var">safeIndex</span></a><span> </span><a href="#local-6989586621679085875"><span class="hs-identifier hs-var">inputGrads</span></a><span> </span><a href="#local-6989586621679085880"><span class="hs-identifier hs-var">inIndex</span></a><span class="hs-special">)</span><span>
</span><a name="line-343"></a><span>
</span><a name="line-344"></a><span>
</span><a name="line-345"></a><span class="hs-comment">-- | Create a graph that includes a node and its transitive dependencies.</span><span>
</span><a name="line-346"></a><span class="hs-identifier">createGraph</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">NodeName</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">NodeName</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span class="hs-special">)</span><span>
</span><a name="line-347"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#Graph"><span class="hs-identifier hs-type">Graph</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">NodeName</span><span> </span><span class="hs-identifier hs-type">FGL</span><span class="hs-operator hs-type">.</span><span class="hs-identifier hs-type">Node</span><span class="hs-special">)</span><span>
</span><a name="line-348"></a><a name="createGraph"><a href="TensorFlow.Gradient.html#createGraph"><span class="hs-identifier">createGraph</span></a></a><span> </span><a name="local-6989586621679085885"><a href="#local-6989586621679085885"><span class="hs-identifier">nodeName</span></a></a><span> </span><a name="local-6989586621679085886"><a href="#local-6989586621679085886"><span class="hs-identifier">nodeDefLookup</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">FGL</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">nmap</span><span> </span><a href="#local-6989586621679085886"><span class="hs-identifier hs-var">nodeDefLookup</span></a><span> </span><a href="#local-6989586621679085891"><span class="hs-identifier hs-var">graph</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679085890"><span class="hs-identifier hs-var">nodeMap</span></a><span class="hs-special">)</span><span>
</span><a name="line-349"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-350"></a><span> </span><span class="hs-comment">-- Parse a tensor name.</span><span>
</span><a name="line-351"></a><span> </span><span class="hs-identifier">parseTensorName</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Text</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">NodeName</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">)</span><span>
</span><a name="line-352"></a><span> </span><a name="local-6989586621679085887"><a href="#local-6989586621679085887"><span class="hs-identifier">parseTensorName</span></a></a><span> </span><a name="local-6989586621679086004"><a href="#local-6989586621679086004"><span class="hs-identifier">n</span></a></a><span>
</span><a name="line-353"></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-identifier hs-var">Text</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">null</span><span> </span><a href="#local-6989586621679086004"><span class="hs-identifier hs-var">n</span></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">error</span><span> </span><span class="hs-string">"parseTensorName: empty name"</span><span>
</span><a name="line-354"></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-identifier hs-var">Text</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">head</span><span> </span><a href="#local-6989586621679086004"><span class="hs-identifier hs-var">n</span></a><span> </span><span class="hs-operator hs-var">==</span><span> </span><span class="hs-char">'^'</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-comment">-- Control edge</span><span>
</span><a name="line-355"></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-identifier hs-var">otherwise</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-356"></a><span> </span><span class="hs-keyword">let</span><span> </span><span class="hs-special">(</span><a name="local-6989586621679086005"><a href="#local-6989586621679086005"><span class="hs-identifier">nm</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086006"><a href="#local-6989586621679086006"><span class="hs-identifier">indexStr</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Text</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">breakOn</span><span> </span><span class="hs-string">":"</span><span> </span><a href="#local-6989586621679086004"><span class="hs-identifier hs-var">n</span></a><span>
</span><a name="line-357"></a><span> </span><a name="local-6989586621679086007"><a href="#local-6989586621679086007"><span class="hs-identifier">index</span></a></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-identifier hs-var">Text</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">null</span><span> </span><a href="#local-6989586621679086006"><span class="hs-identifier hs-var">indexStr</span></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-number">0</span><span>
</span><a name="line-358"></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-identifier hs-var">otherwise</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">read</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">Text</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">unpack</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">Text</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">tail</span><span> </span><a href="#local-6989586621679086006"><span class="hs-identifier hs-var">indexStr</span></a><span>
</span><a name="line-359"></a><span> </span><span class="hs-keyword">in</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">NodeName</span><span> </span><a href="#local-6989586621679086005"><span class="hs-identifier hs-var">nm</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">OutputIx</span><span> </span><a href="#local-6989586621679086007"><span class="hs-identifier hs-var">index</span></a><span class="hs-special">)</span><span>
</span><a name="line-360"></a><span>
</span><a name="line-361"></a><span> </span><span class="hs-comment">-- Build a map from node name to outward edges.</span><span>
</span><a name="line-362"></a><span> </span><span class="hs-comment">--</span><span>
</span><a name="line-363"></a><span> </span><span class="hs-comment">-- The state is the set of visited nodes.</span><span>
</span><a name="line-364"></a><span> </span><span class="hs-identifier">collect</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">NodeName</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">)</span><span>
</span><a name="line-365"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">NodeName</span><span>
</span><a name="line-366"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">State</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Set</span><span> </span><span class="hs-identifier hs-type">NodeName</span><span class="hs-special">)</span><span>
</span><a name="line-367"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Map</span><span> </span><span class="hs-identifier hs-type">NodeName</span><span> </span><span class="hs-special">[</span><span class="hs-special">(</span><span class="hs-identifier hs-type">NodeName</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span class="hs-special">)</span><span class="hs-special">]</span><span class="hs-special">)</span><span>
</span><a name="line-368"></a><span> </span><a name="local-6989586621679085888"><a href="#local-6989586621679085888"><span class="hs-identifier">collect</span></a></a><span> </span><a name="local-6989586621679086037"><a href="#local-6989586621679086037"><span class="hs-identifier">outgoingEdge</span></a></a><span> </span><a name="local-6989586621679086038"><a href="#local-6989586621679086038"><span class="hs-identifier">nm</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-369"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679086039"><a href="#local-6989586621679086039"><span class="hs-identifier">nextLookup</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">singleton</span><span> </span><a href="#local-6989586621679086038"><span class="hs-identifier hs-var">nm</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">maybeToList</span><span> </span><a href="#local-6989586621679086037"><span class="hs-identifier hs-var">outgoingEdge</span></a><span class="hs-special">)</span><span>
</span><a name="line-370"></a><span> </span><a name="local-6989586621679086175"><a href="#local-6989586621679086175"><span class="hs-identifier">seen</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">gets</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">Set</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">member</span><span> </span><a href="#local-6989586621679086038"><span class="hs-identifier hs-var">nm</span></a><span class="hs-special">)</span><span>
</span><a name="line-371"></a><span> </span><span class="hs-identifier hs-var">modify</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">Set</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">insert</span><span> </span><a href="#local-6989586621679086038"><span class="hs-identifier hs-var">nm</span></a><span class="hs-special">)</span><span>
</span><a name="line-372"></a><span> </span><span class="hs-keyword">if</span><span> </span><a href="#local-6989586621679086175"><span class="hs-identifier hs-var">seen</span></a><span>
</span><a name="line-373"></a><span> </span><span class="hs-keyword">then</span><span> </span><span class="hs-identifier hs-var">pure</span><span> </span><a href="#local-6989586621679086039"><span class="hs-identifier hs-var">nextLookup</span></a><span>
</span><a name="line-374"></a><span> </span><span class="hs-keyword">else</span><span> </span><span class="hs-keyword">do</span><span>
</span><a name="line-375"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679086176"><a href="#local-6989586621679086176"><span class="hs-identifier">inputs</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679085886"><span class="hs-identifier hs-var">nodeDefLookup</span></a><span> </span><a href="#local-6989586621679086038"><span class="hs-identifier hs-var">nm</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">input</span><span>
</span><a name="line-376"></a><span> </span><a name="local-6989586621679086177"><a href="#local-6989586621679086177"><span class="hs-identifier">recurse</span></a></a><span> </span><a name="local-6989586621679086178"><a href="#local-6989586621679086178"><span class="hs-identifier">inIndex</span></a></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679086179"><a href="#local-6989586621679086179"><span class="hs-identifier">parentName</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086180"><a href="#local-6989586621679086180"><span class="hs-identifier">outIndex</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-377"></a><span> </span><a href="#local-6989586621679085888"><span class="hs-identifier hs-var">collect</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086038"><span class="hs-identifier hs-var">nm</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086180"><span class="hs-identifier hs-var">outIndex</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086178"><span class="hs-identifier hs-var">inIndex</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086179"><span class="hs-identifier hs-var">parentName</span></a><span>
</span><a name="line-378"></a><span> </span><a name="local-6989586621679086181"><a href="#local-6989586621679086181"><span class="hs-identifier">subEdgeLookups</span></a></a><span> </span><span class="hs-glyph"><-</span><span>
</span><a name="line-379"></a><span> </span><span class="hs-identifier hs-var">zipWithM</span><span> </span><a href="#local-6989586621679086177"><span class="hs-identifier hs-var">recurse</span></a><span> </span><span class="hs-special">[</span><span class="hs-number">0</span><span class="hs-glyph">..</span><span class="hs-special">]</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">mapMaybe</span><span> </span><a href="#local-6989586621679085887"><span class="hs-identifier hs-var">parseTensorName</span></a><span> </span><a href="#local-6989586621679086176"><span class="hs-identifier hs-var">inputs</span></a><span>
</span><a name="line-380"></a><span> </span><span class="hs-identifier hs-var">pure</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">unionsWith</span><span> </span><span class="hs-special">(</span><span class="hs-operator hs-var">++</span><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086039"><span class="hs-identifier hs-var">nextLookup</span></a><span class="hs-glyph">:</span><a href="#local-6989586621679086181"><span class="hs-identifier hs-var">subEdgeLookups</span></a><span class="hs-special">)</span><span>
</span><a name="line-381"></a><span>
</span><a name="line-382"></a><span> </span><a name="local-6989586621679085889"><a href="#local-6989586621679085889"><span class="hs-identifier">edgeLookup</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">evalState</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085888"><span class="hs-identifier hs-var">collect</span></a><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><a href="#local-6989586621679085885"><span class="hs-identifier hs-var">nodeName</span></a><span class="hs-special">)</span><span> </span><span class="hs-identifier hs-var">Set</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">empty</span><span>
</span><a name="line-383"></a><span> </span><span class="hs-comment">-- Associate an ID with each node name.</span><span>
</span><a name="line-384"></a><span> </span><a name="local-6989586621679085890"><a href="#local-6989586621679085890"><span class="hs-identifier">nodeMap</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">fromList</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">zip</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">keys</span><span> </span><a href="#local-6989586621679085889"><span class="hs-identifier hs-var">edgeLookup</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">[</span><span class="hs-number">0</span><span class="hs-glyph">..</span><span class="hs-special">]</span><span>
</span><a name="line-385"></a><span> </span><span class="hs-comment">-- Create the graph.</span><span>
</span><a name="line-386"></a><span> </span><a name="local-6989586621679085891"><a href="#local-6989586621679085891"><span class="hs-identifier">graph</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">FGL</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mkGraph</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">swap</span><span> </span><span class="hs-operator hs-var"><$></span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">toList</span><span> </span><a href="#local-6989586621679085890"><span class="hs-identifier hs-var">nodeMap</span></a><span class="hs-special">)</span><span>
</span><a name="line-387"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679085890"><span class="hs-identifier hs-var">nodeMap</span></a><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.!</span><span> </span><a href="#local-6989586621679086182"><span class="hs-identifier hs-var">n</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679085890"><span class="hs-identifier hs-var">nodeMap</span></a><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.!</span><span> </span><a href="#local-6989586621679086184"><span class="hs-identifier hs-var">m</span></a><span class="hs-special">,</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086185"><span class="hs-identifier hs-var">i</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086186"><span class="hs-identifier hs-var">j</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-388"></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-special">(</span><a name="local-6989586621679086182"><a href="#local-6989586621679086182"><span class="hs-identifier">n</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086183"><a href="#local-6989586621679086183"><span class="hs-identifier">edges</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">Map</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">toList</span><span> </span><a href="#local-6989586621679085889"><span class="hs-identifier hs-var">edgeLookup</span></a><span>
</span><a name="line-389"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-special">(</span><a name="local-6989586621679086184"><a href="#local-6989586621679086184"><span class="hs-identifier">m</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086185"><a href="#local-6989586621679086185"><span class="hs-identifier">i</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086186"><a href="#local-6989586621679086186"><span class="hs-identifier">j</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph"><-</span><span> </span><a href="#local-6989586621679086183"><span class="hs-identifier hs-var">edges</span></a><span>
</span><a name="line-390"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-391"></a><span>
</span><a name="line-392"></a><span class="hs-comment">-- | Function to compute the gradient of y w.r.t. each input.</span><span>
</span><a name="line-393"></a><span class="hs-comment">--</span><span>
</span><a name="line-394"></a><span class="hs-comment">-- Let y be an arbitrary tensor</span><span>
</span><a name="line-395"></a><span class="hs-comment">-- and [w_0, ..., w_n] be the output tensors of a node</span><span>
</span><a name="line-396"></a><span class="hs-comment">-- and [v_0, ..., v_n] be the input tensors of the same node.</span><span>
</span><a name="line-397"></a><span class="hs-comment">--</span><span>
</span><a name="line-398"></a><span class="hs-comment">-- Given [∂y/∂w_0, ..., ∂y/∂w_n] and [v_0, ..., v_n], a GradientFunc computes</span><span>
</span><a name="line-399"></a><span class="hs-comment">-- [∂y/∂v_0, ..., ∂y/∂v_n] for a particular op type.</span><span>
</span><a name="line-400"></a><span class="hs-comment">--</span><span>
</span><a name="line-401"></a><span class="hs-comment">-- A Nothing gradient is equivalent to zero (but allows for short circuiting</span><span>
</span><a name="line-402"></a><span class="hs-comment">-- computation when all the gradients for something are Nothing).</span><span>
</span><a name="line-403"></a><span class="hs-keyword">type</span><span> </span><a name="GradientFunc"><a href="TensorFlow.Gradient.html#GradientFunc"><span class="hs-identifier">GradientFunc</span></a></a><span> </span><a name="local-6989586621679084508"><a href="#local-6989586621679084508"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span>
</span><a name="line-404"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Output</span><span class="hs-special">]</span><span>
</span><a name="line-405"></a><span> </span><span class="hs-comment">-- ^ Input tensors.</span><span>
</span><a name="line-406"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Value</span><span> </span><a href="#local-6989586621679084508"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">]</span><span>
</span><a name="line-407"></a><span> </span><span class="hs-comment">-- ^ Gradient of y w.r.t. each output tensor.</span><span>
</span><a name="line-408"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084508"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">]</span><span>
</span><a name="line-409"></a><span> </span><span class="hs-comment">-- ^ Gradient of y w.r.t. each input tensor.</span><span>
</span><a name="line-410"></a><span>
</span><a name="line-411"></a><span>
</span><a name="line-412"></a><span class="hs-comment">-- TODO(fmayle): Assert the type is correct.</span><span>
</span><a name="line-413"></a><span class="hs-comment">-- | Create a Tensor from an Output.</span><span>
</span><a name="line-414"></a><span class="hs-identifier">toT</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Output</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084523"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-415"></a><a name="toT"><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier">toT</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Tensor</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">pure</span><span>
</span><a name="line-416"></a><span>
</span><a name="line-417"></a><span>
</span><a name="line-418"></a><span class="hs-comment">-- | Wrapper around `TensorFlow.GenOps.Core.slice` that builds vectors from scalars for</span><span>
</span><a name="line-419"></a><span class="hs-comment">-- simple slicing operations.</span><span>
</span><a name="line-420"></a><span class="hs-identifier">flatSlice</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679084521"><a href="#local-6989586621679084521"><span class="hs-identifier">v1</span></a></a><span> </span><a name="local-6989586621679084522"><a href="#local-6989586621679084522"><span class="hs-identifier">t</span></a></a><span> </span><span class="hs-operator">.</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679084522"><span class="hs-identifier hs-type">t</span></a><span>
</span><a name="line-421"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084521"><span class="hs-identifier hs-type">v1</span></a><span> </span><a href="#local-6989586621679084522"><span class="hs-identifier hs-type">t</span></a><span> </span><span class="hs-comment">-- ^ __input__</span><span>
</span><a name="line-422"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Int32</span><span> </span><span class="hs-comment">-- ^ __begin__: specifies the offset into the first dimension of</span><span>
</span><a name="line-423"></a><span> </span><span class="hs-comment">-- 'input' to slice from.</span><span>
</span><a name="line-424"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Int32</span><span> </span><span class="hs-comment">-- ^ __size__: specifies the number of elements of the first dimension</span><span>
</span><a name="line-425"></a><span> </span><span class="hs-comment">-- of 'input' to slice. If size is -1, all remaining elements in the dimension</span><span>
</span><a name="line-426"></a><span> </span><span class="hs-comment">-- are included in the slice (i.e. this is equivalent to setting</span><span>
</span><a name="line-427"></a><span> </span><span class="hs-comment">-- size = input.dim_size(0) - begin).</span><span>
</span><a name="line-428"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084522"><span class="hs-identifier hs-type">t</span></a><span> </span><span class="hs-comment">-- ^ __output__</span><span>
</span><a name="line-429"></a><a name="flatSlice"><a href="TensorFlow.Gradient.html#flatSlice"><span class="hs-identifier">flatSlice</span></a></a><span> </span><a name="local-6989586621679086187"><a href="#local-6989586621679086187"><span class="hs-identifier">t</span></a></a><span> </span><a name="local-6989586621679086188"><a href="#local-6989586621679086188"><span class="hs-identifier">begin</span></a></a><span> </span><a name="local-6989586621679086189"><a href="#local-6989586621679086189"><span class="hs-identifier">size</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">slice</span><span> </span><a href="#local-6989586621679086187"><span class="hs-identifier hs-var">t</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#vector"><span class="hs-identifier hs-var">vector</span></a><span> </span><span class="hs-special">[</span><a href="#local-6989586621679086188"><span class="hs-identifier hs-var">begin</span></a><span class="hs-special">]</span><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#vector"><span class="hs-identifier hs-var">vector</span></a><span> </span><span class="hs-special">[</span><a href="#local-6989586621679086189"><span class="hs-identifier hs-var">size</span></a><span class="hs-special">]</span><span class="hs-special">)</span><span>
</span><a name="line-430"></a><span>
</span><a name="line-431"></a><span class="hs-identifier">nodeDefName</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">NodeName</span><span>
</span><a name="line-432"></a><a name="nodeDefName"><a href="TensorFlow.Gradient.html#nodeDefName"><span class="hs-identifier">nodeDefName</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">NodeName</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">view</span><span> </span><span class="hs-identifier hs-var">name</span><span>
</span><a name="line-433"></a><span>
</span><a name="line-434"></a><span class="hs-comment">-- | Gradient helper for binary component wise operations</span><span>
</span><a name="line-435"></a><span class="hs-comment">-- See https://github.com/tensorflow/tensorflow/blob/e9de087fa7f59c39bbe12ac2c83c5547c83f746c/tensorflow/core/ops/math_grad.cc#L329</span><span>
</span><a name="line-436"></a><span class="hs-identifier">gradForBinaryCwise</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">(</span><span> </span><span class="hs-identifier hs-type">OneOf</span><span> </span><span class="hs-special">'</span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Int64</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Float</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Double</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Complex</span><span> </span><span class="hs-identifier hs-type">Float</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Complex</span><span> </span><span class="hs-identifier hs-type">Double</span><span> </span><span class="hs-special">]</span><span> </span><a href="#local-6989586621679084519"><span class="hs-identifier hs-type">t</span></a><span>
</span><a name="line-437"></a><span> </span><span class="hs-special">)</span><span>
</span><a name="line-438"></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084520"><span class="hs-identifier hs-type">v1</span></a><span> </span><a href="#local-6989586621679084519"><span class="hs-identifier hs-type">t</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084520"><span class="hs-identifier hs-type">v1</span></a><span> </span><a href="#local-6989586621679084519"><span class="hs-identifier hs-type">t</span></a><span class="hs-special">)</span><span>
</span><a name="line-439"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084520"><span class="hs-identifier hs-type">v1</span></a><span> </span><a href="#local-6989586621679084519"><span class="hs-identifier hs-type">t</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084520"><span class="hs-identifier hs-type">v1</span></a><span> </span><a href="#local-6989586621679084519"><span class="hs-identifier hs-type">t</span></a><span class="hs-special">)</span><span>
</span><a name="line-440"></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-type">Maybe</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084519"><span class="hs-identifier hs-type">t</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">]</span><span>
</span><a name="line-441"></a><a name="gradForBinaryCwise"><a href="TensorFlow.Gradient.html#gradForBinaryCwise"><span class="hs-identifier">gradForBinaryCwise</span></a></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679086190"><a href="#local-6989586621679086190"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086191"><a href="#local-6989586621679086191"><span class="hs-identifier">gx</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a name="local-6989586621679086192"><a href="#local-6989586621679086192"><span class="hs-identifier">y</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086193"><a href="#local-6989586621679086193"><span class="hs-identifier">gy</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-442"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679086194"><span class="hs-identifier hs-var">dx</span></a><span>
</span><a name="line-443"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679086195"><span class="hs-identifier hs-var">dy</span></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-444"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-445"></a><span> </span><a name="local-6989586621679086194"><a href="#local-6989586621679086194"><span class="hs-identifier">dx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><a href="#local-6989586621679086191"><span class="hs-identifier hs-var">gx</span></a><span> </span><a href="#local-6989586621679086198"><span class="hs-identifier hs-var">rx</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086196"><span class="hs-identifier hs-var">sx</span></a><span>
</span><a name="line-446"></a><span> </span><a name="local-6989586621679086195"><a href="#local-6989586621679086195"><span class="hs-identifier">dy</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><a href="#local-6989586621679086193"><span class="hs-identifier hs-var">gy</span></a><span> </span><a href="#local-6989586621679086199"><span class="hs-identifier hs-var">ry</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086197"><span class="hs-identifier hs-var">sy</span></a><span>
</span><a name="line-447"></a><span> </span><a name="local-6989586621679086196"><a href="#local-6989586621679086196"><span class="hs-identifier">sx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><a href="#local-6989586621679086190"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-448"></a><span> </span><a name="local-6989586621679086197"><a href="#local-6989586621679086197"><span class="hs-identifier">sy</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><a href="#local-6989586621679086192"><span class="hs-identifier hs-var">y</span></a><span>
</span><a name="line-449"></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679086198"><a href="#local-6989586621679086198"><span class="hs-identifier">rx</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086199"><a href="#local-6989586621679086199"><span class="hs-identifier">ry</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">broadcastGradientArgs</span><span> </span><a href="#local-6989586621679086196"><span class="hs-identifier hs-var">sx</span></a><span> </span><a href="#local-6989586621679086197"><span class="hs-identifier hs-var">sy</span></a><span>
</span><a name="line-450"></a><span>
</span><a name="line-451"></a><span class="hs-comment">-- | The gradient function for an op type.</span><span>
</span><a name="line-452"></a><span class="hs-comment">--</span><span>
</span><a name="line-453"></a><span class="hs-comment">-- These implementations should match their python counterparts in:</span><span>
</span><a name="line-454"></a><span class="hs-comment">-- third_party/tensorflow/python/ops/*_grad.py</span><span>
</span><a name="line-455"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679084518"><a href="#local-6989586621679084518"><span class="hs-identifier">a</span></a></a><span> </span><span class="hs-operator">.</span><span> </span><a href="TensorFlow.Gradient.html#GradientCompatible"><span class="hs-identifier hs-type">GradientCompatible</span></a><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Text</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="TensorFlow.Gradient.html#GradientFunc"><span class="hs-identifier hs-type">GradientFunc</span></a><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-456"></a><span>
</span><a name="line-457"></a><a name="opGrad"><a href="TensorFlow.Gradient.html#opGrad"><span class="hs-identifier">opGrad</span></a></a><span> </span><span class="hs-string">"Abs"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086200"><a href="#local-6989586621679086200"><span class="hs-identifier">x</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086201"><a href="#local-6989586621679086201"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">expr</span><span> </span><a href="#local-6989586621679086201"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-operator hs-var">*</span><span> </span><span class="hs-identifier hs-var">signum</span><span> </span><a href="#local-6989586621679086200"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">]</span><span>
</span><a name="line-458"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Neg"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><span class="hs-identifier">_</span><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086202"><a href="#local-6989586621679086202"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">negate</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">expr</span><span> </span><a href="#local-6989586621679086202"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">]</span><span>
</span><a name="line-459"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Relu"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086203"><a href="#local-6989586621679086203"><span class="hs-identifier">x</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086204"><a href="#local-6989586621679086204"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reluGrad</span><span> </span><a href="#local-6989586621679086204"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086203"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">]</span><span>
</span><a name="line-460"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"ReluGrad"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><span class="hs-identifier">_</span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086205"><a href="#local-6989586621679086205"><span class="hs-identifier">x</span></a></a><span> </span><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086206"><a href="#local-6989586621679086206"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reluGrad</span><span> </span><a href="#local-6989586621679086206"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086205"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">zerosLike</span><span> </span><a href="#local-6989586621679086205"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">]</span><span>
</span><a name="line-461"></a><span>
</span><a name="line-462"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Concat"</span><span> </span><span class="hs-identifier">_</span><span> </span><a name="local-6989586621679086207"><a href="#local-6989586621679086207"><span class="hs-identifier">_ix</span></a></a><span> </span><span class="hs-special">[</span><a name="local-6989586621679086208"><a href="#local-6989586621679086208"><span class="hs-identifier">dy</span></a></a><span class="hs-special">]</span><span>
</span><a name="line-463"></a><span> </span><span class="hs-comment">-- Concat concatenates input tensors</span><span>
</span><a name="line-464"></a><span> </span><span class="hs-comment">-- x1 of shape s1 = [k1, ..., ki_1, ..., kn]</span><span>
</span><a name="line-465"></a><span> </span><span class="hs-comment">-- x2 of shape s2 = [k1, ..., ki_2, ..., kn]</span><span>
</span><a name="line-466"></a><span> </span><span class="hs-comment">-- . . . . .</span><span>
</span><a name="line-467"></a><span> </span><span class="hs-comment">-- . . . . .</span><span>
</span><a name="line-468"></a><span> </span><span class="hs-comment">-- . . . . .</span><span>
</span><a name="line-469"></a><span> </span><span class="hs-comment">-- xm of shape sm = [k1, ..., ki_m, ..., kn]</span><span>
</span><a name="line-470"></a><span> </span><span class="hs-comment">-- along dimension i to an output tensor</span><span>
</span><a name="line-471"></a><span> </span><span class="hs-comment">-- y of shape sy = [k1, ..., k, ..., kn]</span><span>
</span><a name="line-472"></a><span> </span><span class="hs-comment">-- where k = sum ki = sum [ki_1,...,ki_m]</span><span>
</span><a name="line-473"></a><span> </span><span class="hs-comment">--</span><span>
</span><a name="line-474"></a><span> </span><span class="hs-comment">-- The incoming gradient dy from backpropagation is</span><span>
</span><a name="line-475"></a><span> </span><span class="hs-comment">-- simply forwarded split across input tensors yielding dx.</span><span>
</span><a name="line-476"></a><span> </span><span class="hs-comment">-- Forwarded gradients have shapes s = [s1, ..., sm].</span><span>
</span><a name="line-477"></a><span> </span><span class="hs-glyph">|</span><span> </span><a href="#local-6989586621679086216"><span class="hs-identifier hs-var">m</span></a><span> </span><span class="hs-operator hs-var">==</span><span> </span><span class="hs-number">1</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-glyph">:</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">expr</span><span> </span><a href="#local-6989586621679086208"><span class="hs-identifier hs-var">dy</span></a><span class="hs-special">]</span><span>
</span><a name="line-478"></a><span> </span><span class="hs-glyph">|</span><span> </span><span class="hs-identifier hs-var">otherwise</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-glyph">:</span><span> </span><span class="hs-identifier hs-var">map</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086210"><span class="hs-identifier hs-var">dx</span></a><span> </span><span class="hs-special">`</span><a href="#local-6989586621679086209"><span class="hs-identifier hs-var">reshapeZip</span></a><span class="hs-special">`</span><span> </span><a href="#local-6989586621679086211"><span class="hs-identifier hs-var">s</span></a><span class="hs-special">)</span><span>
</span><a name="line-479"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-480"></a><span> </span><a name="local-6989586621679086209"><a href="#local-6989586621679086209"><span class="hs-identifier">reshapeZip</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">zipWith</span><span> </span><span class="hs-identifier hs-var">reshape</span><span>
</span><a name="line-481"></a><span> </span><a name="local-6989586621679086210"><a href="#local-6989586621679086210"><span class="hs-identifier">dx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">splitV</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">fromIntegral</span><span> </span><a href="#local-6989586621679086216"><span class="hs-identifier hs-var">m</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086208"><span class="hs-identifier hs-var">dy</span></a><span> </span><a href="#local-6989586621679086215"><span class="hs-identifier hs-var">ki</span></a><span> </span><a href="#local-6989586621679086213"><span class="hs-identifier hs-var">_i</span></a><span>
</span><a name="line-482"></a><span> </span><span class="hs-identifier">s</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">]</span><span>
</span><a name="line-483"></a><span> </span><a name="local-6989586621679086211"><a href="#local-6989586621679086211"><span class="hs-identifier">s</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">map</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><a href="#local-6989586621679086212"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-484"></a><span> </span><span class="hs-identifier">x</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">]</span><span>
</span><a name="line-485"></a><span> </span><a name="local-6989586621679086212"><a href="#local-6989586621679086212"><span class="hs-identifier">x</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">map</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">tail</span><span> </span><a href="#local-6989586621679086207"><span class="hs-identifier hs-var">_ix</span></a><span>
</span><a name="line-486"></a><span> </span><span class="hs-comment">-- i: concat dimension. Adjusted modulo n to handle negative indices.</span><span>
</span><a name="line-487"></a><span> </span><a name="local-6989586621679086213"><a href="#local-6989586621679086213"><span class="hs-identifier">_i</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">head</span><span> </span><a href="#local-6989586621679086207"><span class="hs-identifier hs-var">_ix</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">floorMod</span><span class="hs-special">`</span><span> </span><a href="#local-6989586621679086217"><span class="hs-identifier hs-var">n</span></a><span>
</span><a name="line-488"></a><span> </span><a name="local-6989586621679086214"><a href="#local-6989586621679086214"><span class="hs-identifier">i</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086213"><span class="hs-identifier hs-var">_i</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Ops.html#vector"><span class="hs-identifier hs-var">vector</span></a><span> </span><span class="hs-special">[</span><span class="hs-number">1</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">]</span><span>
</span><a name="line-489"></a><span> </span><span class="hs-comment">-- sizes along concatenated dimension</span><span>
</span><a name="line-490"></a><span> </span><span class="hs-identifier">ki</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span>
</span><a name="line-491"></a><span> </span><a name="local-6989586621679086215"><a href="#local-6989586621679086215"><span class="hs-identifier">ki</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">concat</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">map</span><span> </span><span class="hs-special">(</span><span class="hs-glyph">\</span><a name="local-6989586621679086218"><a href="#local-6989586621679086218"><span class="hs-identifier">t</span></a></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">slice</span><span> </span><a href="#local-6989586621679086218"><span class="hs-identifier hs-var">t</span></a><span> </span><a href="#local-6989586621679086214"><span class="hs-identifier hs-var">i</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Ops.html#vector"><span class="hs-identifier hs-var">vector</span></a><span> </span><span class="hs-special">[</span><span class="hs-number">1</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">]</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086211"><span class="hs-identifier hs-var">s</span></a><span>
</span><a name="line-492"></a><span> </span><a name="local-6989586621679086216"><a href="#local-6989586621679086216"><span class="hs-identifier">m</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">length</span><span> </span><a href="#local-6989586621679086212"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-493"></a><span> </span><a name="local-6989586621679086217"><a href="#local-6989586621679086217"><span class="hs-identifier">n</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">rank</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">head</span><span> </span><a href="#local-6989586621679086212"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span>
</span><a name="line-494"></a><span>
</span><a name="line-495"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Square"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086219"><a href="#local-6989586621679086219"><span class="hs-identifier">x</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086220"><a href="#local-6989586621679086220"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-496"></a><span> </span><span class="hs-comment">-- TODO(fmayle): Handle complex numbers.</span><span>
</span><a name="line-497"></a><span> </span><span class="hs-comment">-- TODO(fmayle): The python code makes dz a control dependency of the 2*x</span><span>
</span><a name="line-498"></a><span> </span><span class="hs-comment">-- (for performance reasons?). Will need to put these functions in the Build</span><span>
</span><a name="line-499"></a><span> </span><span class="hs-comment">-- monad to replicate that.</span><span>
</span><a name="line-500"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="#local-6989586621679086220"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mul</span><span class="hs-special">`</span><span> </span><span class="hs-special">(</span><span class="hs-number">2</span><span> </span><span class="hs-operator hs-var">*</span><span> </span><a href="#local-6989586621679086219"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span class="hs-special">]</span><span>
</span><a name="line-501"></a><span>
</span><a name="line-502"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Gather"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086221"><a href="#local-6989586621679086221"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086222"><a href="#local-6989586621679086222"><span class="hs-identifier">indices</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086223"><a href="#local-6989586621679086223"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-503"></a><span> </span><span class="hs-comment">-- TODO(fmayle): The python version uses a better performance implementation</span><span>
</span><a name="line-504"></a><span> </span><span class="hs-comment">-- when the shape is known without having to run the graph.</span><span>
</span><a name="line-505"></a><span> </span><span class="hs-comment">-- TODO(fmayle): We shouldn't convert the result to a dense tensor. Sparse</span><span>
</span><a name="line-506"></a><span> </span><span class="hs-comment">-- tensor support will require some thinking.</span><span>
</span><a name="line-507"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">unsortedSegmentSum</span><span> </span><a href="#local-6989586621679086227"><span class="hs-identifier hs-var">values</span></a><span> </span><a href="#local-6989586621679086228"><span class="hs-identifier hs-var">indices'</span></a><span> </span><a href="#local-6989586621679086225"><span class="hs-identifier hs-var">numRows</span></a><span>
</span><a name="line-508"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-509"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-510"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-511"></a><span> </span><span class="hs-comment">-- TODO(gnezdo): Use colocateWith but it requires Build monad.</span><span>
</span><a name="line-512"></a><span> </span><a name="local-6989586621679086224"><a href="#local-6989586621679086224"><span class="hs-identifier">denseShape</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086221"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-513"></a><span> </span><a name="local-6989586621679086225"><a href="#local-6989586621679086225"><span class="hs-identifier">numRows</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#scalarize"><span class="hs-identifier hs-var">scalarize</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Gradient.html#flatSlice"><span class="hs-identifier hs-var">flatSlice</span></a><span> </span><a href="#local-6989586621679086224"><span class="hs-identifier hs-var">denseShape</span></a><span> </span><span class="hs-number">0</span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-514"></a><span> </span><a name="local-6989586621679086226"><a href="#local-6989586621679086226"><span class="hs-identifier">valuesShape</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">concat</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-special">[</span><span> </span><a href="TensorFlow.Gradient.html#allDimensions"><span class="hs-identifier hs-var">allDimensions</span></a><span>
</span><a name="line-515"></a><span> </span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#flatSlice"><span class="hs-identifier hs-var">flatSlice</span></a><span> </span><a href="#local-6989586621679086224"><span class="hs-identifier hs-var">denseShape</span></a><span> </span><span class="hs-number">1</span><span> </span><span class="hs-special">(</span><span class="hs-glyph">-</span><span class="hs-number">1</span><span class="hs-special">)</span><span>
</span><a name="line-516"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-517"></a><span> </span><a name="local-6989586621679086227"><a href="#local-6989586621679086227"><span class="hs-identifier">values</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086223"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086226"><span class="hs-identifier hs-var">valuesShape</span></a><span>
</span><a name="line-518"></a><span> </span><span class="hs-comment">-- TODO(fmayle): This could be either Int32 or Int64.</span><span>
</span><a name="line-519"></a><span> </span><a name="local-6989586621679086228"><a href="#local-6989586621679086228"><span class="hs-identifier">indices'</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086222"><span class="hs-identifier hs-var">indices</span></a><span> </span><a href="TensorFlow.Gradient.html#allDimensions"><span class="hs-identifier hs-var">allDimensions</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span>
</span><a name="line-520"></a><span>
</span><a name="line-521"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Max"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086229"><a href="#local-6989586621679086229"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086230"><a href="#local-6989586621679086230"><span class="hs-identifier">indices</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086231"><a href="#local-6989586621679086231"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-522"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="#local-6989586621679086237"><span class="hs-identifier hs-var">indicators</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">div</span><span class="hs-special">`</span><span> </span><a href="#local-6989586621679086238"><span class="hs-identifier hs-var">numSelected</span></a><span> </span><span class="hs-operator hs-var">*</span><span> </span><a href="#local-6989586621679086236"><span class="hs-identifier hs-var">dz'</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-523"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-524"></a><span> </span><a name="local-6989586621679086232"><a href="#local-6989586621679086232"><span class="hs-identifier">sx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086229"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-525"></a><span> </span><a name="local-6989586621679086233"><a href="#local-6989586621679086233"><span class="hs-identifier">outputShapeKeptDims</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#reducedShape"><span class="hs-identifier hs-var">reducedShape</span></a><span> </span><a href="#local-6989586621679086232"><span class="hs-identifier hs-var">sx</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086230"><span class="hs-identifier hs-var">indices</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span>
</span><a name="line-526"></a><span> </span><a name="local-6989586621679086234"><a href="#local-6989586621679086234"><span class="hs-identifier">y</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">max</span><span> </span><a href="#local-6989586621679086229"><span class="hs-identifier hs-var">x</span></a><span> </span><a href="#local-6989586621679086230"><span class="hs-identifier hs-var">indices</span></a><span>
</span><a name="line-527"></a><span> </span><a name="local-6989586621679086235"><a href="#local-6989586621679086235"><span class="hs-identifier">y'</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086234"><span class="hs-identifier hs-var">y</span></a><span> </span><a href="#local-6989586621679086233"><span class="hs-identifier hs-var">outputShapeKeptDims</span></a><span>
</span><a name="line-528"></a><span> </span><a name="local-6989586621679086236"><a href="#local-6989586621679086236"><span class="hs-identifier">dz'</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086231"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086233"><span class="hs-identifier hs-var">outputShapeKeptDims</span></a><span>
</span><a name="line-529"></a><span> </span><a name="local-6989586621679086237"><a href="#local-6989586621679086237"><span class="hs-identifier">indicators</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">cast</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">equal</span><span> </span><a href="#local-6989586621679086235"><span class="hs-identifier hs-var">y'</span></a><span> </span><a href="#local-6989586621679086229"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-530"></a><span> </span><a name="local-6989586621679086238"><a href="#local-6989586621679086238"><span class="hs-identifier">numSelected</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><a href="#local-6989586621679086237"><span class="hs-identifier hs-var">indicators</span></a><span> </span><a href="#local-6989586621679086230"><span class="hs-identifier hs-var">indices</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086233"><span class="hs-identifier hs-var">outputShapeKeptDims</span></a><span>
</span><a name="line-531"></a><span>
</span><a name="line-532"></a><span class="hs-comment">-- Min and Max have identical gradient implementations.</span><span>
</span><a name="line-533"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Min"</span><span> </span><a name="local-6989586621679086239"><a href="#local-6989586621679086239"><span class="hs-identifier">u</span></a></a><span> </span><a name="local-6989586621679086240"><a href="#local-6989586621679086240"><span class="hs-identifier">v</span></a></a><span> </span><a name="local-6989586621679086241"><a href="#local-6989586621679086241"><span class="hs-identifier">w</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#opGrad"><span class="hs-identifier hs-var">opGrad</span></a><span> </span><span class="hs-string">"Max"</span><span> </span><a href="#local-6989586621679086239"><span class="hs-identifier hs-var">u</span></a><span> </span><a href="#local-6989586621679086240"><span class="hs-identifier hs-var">v</span></a><span> </span><a href="#local-6989586621679086241"><span class="hs-identifier hs-var">w</span></a><span>
</span><a name="line-534"></a><span>
</span><a name="line-535"></a><span class="hs-comment">-- Element wise maximum gradient</span><span>
</span><a name="line-536"></a><span class="hs-comment">-- See https://github.com/tensorflow/tensorflow/blob/e9de087fa7f59c39bbe12ac2c83c5547c83f746c/tensorflow/core/ops/math_grad.cc#L473</span><span>
</span><a name="line-537"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Maximum"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086242"><a href="#local-6989586621679086242"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086243"><a href="#local-6989586621679086243"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086244"><a href="#local-6989586621679086244"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-538"></a><span> </span><a href="TensorFlow.Gradient.html#gradForBinaryCwise"><span class="hs-identifier hs-var">gradForBinaryCwise</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086242"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086246"><span class="hs-identifier hs-var">gx</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086243"><span class="hs-identifier hs-var">y</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086247"><span class="hs-identifier hs-var">gy</span></a><span class="hs-special">)</span><span>
</span><a name="line-539"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-540"></a><span> </span><a name="local-6989586621679086245"><a href="#local-6989586621679086245"><span class="hs-identifier">xmask</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">greaterEqual</span><span> </span><a href="#local-6989586621679086242"><span class="hs-identifier hs-var">x</span></a><span> </span><a href="#local-6989586621679086243"><span class="hs-identifier hs-var">y</span></a><span>
</span><a name="line-541"></a><span> </span><a name="local-6989586621679086246"><a href="#local-6989586621679086246"><span class="hs-identifier">gx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">select</span><span> </span><a href="#local-6989586621679086245"><span class="hs-identifier hs-var">xmask</span></a><span> </span><a href="#local-6989586621679086244"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">zerosLike</span><span> </span><a href="#local-6989586621679086244"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">)</span><span>
</span><a name="line-542"></a><span> </span><a name="local-6989586621679086247"><a href="#local-6989586621679086247"><span class="hs-identifier">gy</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">select</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">logicalNot</span><span> </span><a href="#local-6989586621679086245"><span class="hs-identifier hs-var">xmask</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086244"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">zerosLike</span><span> </span><a href="#local-6989586621679086244"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">)</span><span>
</span><a name="line-543"></a><span>
</span><a name="line-544"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Sum"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086248"><a href="#local-6989586621679086248"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086249"><a href="#local-6989586621679086249"><span class="hs-identifier">indices</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086250"><a href="#local-6989586621679086250"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-545"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">tile</span><span> </span><a href="#local-6989586621679086254"><span class="hs-identifier hs-var">grad</span></a><span> </span><a href="#local-6989586621679086253"><span class="hs-identifier hs-var">tileScaling</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-special">]</span><span>
</span><a name="line-546"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-547"></a><span> </span><span class="hs-comment">-- TODO(gnezdo): Implement the fast-path from math_grad._SumGrad.</span><span>
</span><a name="line-548"></a><span> </span><a name="local-6989586621679086251"><a href="#local-6989586621679086251"><span class="hs-identifier">sx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086248"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-549"></a><span> </span><a name="local-6989586621679086252"><a href="#local-6989586621679086252"><span class="hs-identifier">outputShapeKeptDims</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#reducedShape"><span class="hs-identifier hs-var">reducedShape</span></a><span> </span><a href="#local-6989586621679086251"><span class="hs-identifier hs-var">sx</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086249"><span class="hs-identifier hs-var">indices</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span>
</span><a name="line-550"></a><span> </span><a name="local-6989586621679086253"><a href="#local-6989586621679086253"><span class="hs-identifier">tileScaling</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#safeShapeDiv"><span class="hs-identifier hs-var">safeShapeDiv</span></a><span> </span><a href="#local-6989586621679086251"><span class="hs-identifier hs-var">sx</span></a><span> </span><a href="#local-6989586621679086252"><span class="hs-identifier hs-var">outputShapeKeptDims</span></a><span>
</span><a name="line-551"></a><span> </span><a name="local-6989586621679086254"><a href="#local-6989586621679086254"><span class="hs-identifier">grad</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086250"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086252"><span class="hs-identifier hs-var">outputShapeKeptDims</span></a><span>
</span><a name="line-552"></a><span>
</span><a name="line-553"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Mean"</span><span> </span><a name="local-6989586621679086255"><a href="#local-6989586621679086255"><span class="hs-identifier">u</span></a></a><span> </span><a name="local-6989586621679086256"><a href="#local-6989586621679086256"><span class="hs-identifier">v</span></a></a><span class="hs-glyph">@</span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086257"><a href="#local-6989586621679086257"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">]</span><span> </span><a name="local-6989586621679086258"><a href="#local-6989586621679086258"><span class="hs-identifier">w</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-554"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="#local-6989586621679086259"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">div</span><span class="hs-special">`</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">cast</span><span> </span><a href="#local-6989586621679086264"><span class="hs-identifier hs-var">factor</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-555"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-556"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><a name="local-6989586621679086259"><a href="#local-6989586621679086259"><span class="hs-identifier">dz</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#opGrad"><span class="hs-identifier hs-var">opGrad</span></a><span> </span><span class="hs-string">"Sum"</span><span> </span><a href="#local-6989586621679086255"><span class="hs-identifier hs-var">u</span></a><span> </span><a href="#local-6989586621679086256"><span class="hs-identifier hs-var">v</span></a><span> </span><a href="#local-6989586621679086258"><span class="hs-identifier hs-var">w</span></a><span>
</span><a name="line-557"></a><span> </span><a name="local-6989586621679086260"><a href="#local-6989586621679086260"><span class="hs-identifier">inputShape</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086257"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-558"></a><span> </span><a name="local-6989586621679086261"><a href="#local-6989586621679086261"><span class="hs-identifier">outputShape</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086259"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-559"></a><span> </span><span class="hs-comment">-- TODO(fmayle): Add fast path when shape is known.</span><span>
</span><a name="line-560"></a><span> </span><a name="local-6989586621679086262"><a href="#local-6989586621679086262"><span class="hs-identifier">inputSize</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">prod</span><span> </span><a href="#local-6989586621679086260"><span class="hs-identifier hs-var">inputShape</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Gradient.html#rangeOfRank"><span class="hs-identifier hs-var">rangeOfRank</span></a><span> </span><a href="#local-6989586621679086260"><span class="hs-identifier hs-var">inputShape</span></a><span>
</span><a name="line-561"></a><span> </span><a name="local-6989586621679086263"><a href="#local-6989586621679086263"><span class="hs-identifier">outputSize</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">prod</span><span> </span><a href="#local-6989586621679086261"><span class="hs-identifier hs-var">outputShape</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Gradient.html#rangeOfRank"><span class="hs-identifier hs-var">rangeOfRank</span></a><span> </span><a href="#local-6989586621679086261"><span class="hs-identifier hs-var">outputShape</span></a><span>
</span><a name="line-562"></a><span> </span><a name="local-6989586621679086264"><a href="#local-6989586621679086264"><span class="hs-identifier">factor</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#safeShapeDiv"><span class="hs-identifier hs-var">safeShapeDiv</span></a><span> </span><a href="#local-6989586621679086262"><span class="hs-identifier hs-var">inputSize</span></a><span> </span><a href="#local-6989586621679086263"><span class="hs-identifier hs-var">outputSize</span></a><span>
</span><a name="line-563"></a><span>
</span><a name="line-564"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Add"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086265"><a href="#local-6989586621679086265"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086266"><a href="#local-6989586621679086266"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086267"><a href="#local-6989586621679086267"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-565"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><a href="#local-6989586621679086267"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086270"><span class="hs-identifier hs-var">rx</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086268"><span class="hs-identifier hs-var">sx</span></a><span>
</span><a name="line-566"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><a href="#local-6989586621679086267"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086271"><span class="hs-identifier hs-var">ry</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086269"><span class="hs-identifier hs-var">sy</span></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-567"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-568"></a><span> </span><a name="local-6989586621679086268"><a href="#local-6989586621679086268"><span class="hs-identifier">sx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086265"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-569"></a><span> </span><a name="local-6989586621679086269"><a href="#local-6989586621679086269"><span class="hs-identifier">sy</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086266"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-570"></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679086270"><a href="#local-6989586621679086270"><span class="hs-identifier">rx</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086271"><a href="#local-6989586621679086271"><span class="hs-identifier">ry</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">broadcastGradientArgs</span><span> </span><a href="#local-6989586621679086268"><span class="hs-identifier hs-var">sx</span></a><span> </span><a href="#local-6989586621679086269"><span class="hs-identifier hs-var">sy</span></a><span>
</span><a name="line-571"></a><span>
</span><a name="line-572"></a><span class="hs-comment">-- Copies the gradients to all inputs</span><span>
</span><a name="line-573"></a><span class="hs-comment">-- Not broadcasting</span><span>
</span><a name="line-574"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"AddN"</span><span> </span><span class="hs-identifier">_</span><span> </span><a name="local-6989586621679086272"><a href="#local-6989586621679086272"><span class="hs-identifier">inputs</span></a></a><span> </span><span class="hs-special">[</span><a name="local-6989586621679086273"><a href="#local-6989586621679086273"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-575"></a><span> </span><span class="hs-identifier hs-var">map</span><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><span class="hs-identifier hs-var">const</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">expr</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086273"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086272"><span class="hs-identifier hs-var">inputs</span></a><span>
</span><a name="line-576"></a><span>
</span><a name="line-577"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Sub"</span><span> </span><a name="local-6989586621679086274"><a href="#local-6989586621679086274"><span class="hs-identifier">u</span></a></a><span> </span><a name="local-6989586621679086275"><a href="#local-6989586621679086275"><span class="hs-identifier">v</span></a></a><span> </span><a name="local-6989586621679086276"><a href="#local-6989586621679086276"><span class="hs-identifier">w</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-578"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679086277"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-special">(</span><span class="hs-glyph">-</span><a href="#local-6989586621679086278"><span class="hs-identifier hs-var">y</span></a><span class="hs-special">)</span><span class="hs-special">]</span><span>
</span><a name="line-579"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-580"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><a name="local-6989586621679086277"><a href="#local-6989586621679086277"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a name="local-6989586621679086278"><a href="#local-6989586621679086278"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#opGrad"><span class="hs-identifier hs-var">opGrad</span></a><span> </span><span class="hs-string">"Add"</span><span> </span><a href="#local-6989586621679086274"><span class="hs-identifier hs-var">u</span></a><span> </span><a href="#local-6989586621679086275"><span class="hs-identifier hs-var">v</span></a><span> </span><a href="#local-6989586621679086276"><span class="hs-identifier hs-var">w</span></a><span>
</span><a name="line-581"></a><span>
</span><a name="line-582"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"SoftmaxCrossEntropyWithLogits"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086279"><a href="#local-6989586621679086279"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086280"><a href="#local-6989586621679086280"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086281"><a href="#local-6989586621679086281"><span class="hs-identifier">dz</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-583"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Ops.html#expandDims"><span class="hs-identifier hs-var">expandDims</span></a><span> </span><a href="#local-6989586621679086281"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">(</span><span class="hs-glyph">-</span><span class="hs-number">1</span><span class="hs-special">)</span><span> </span><span class="hs-operator hs-var">*</span><span> </span><span class="hs-identifier hs-var">snd</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">softmaxCrossEntropyWithLogits</span><span> </span><a href="#local-6989586621679086279"><span class="hs-identifier hs-var">x</span></a><span> </span><a href="#local-6989586621679086280"><span class="hs-identifier hs-var">y</span></a><span class="hs-special">)</span><span>
</span><a name="line-584"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-special">]</span><span>
</span><a name="line-585"></a><span>
</span><a name="line-586"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Mul"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086282"><a href="#local-6989586621679086282"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086283"><a href="#local-6989586621679086283"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086284"><a href="#local-6989586621679086284"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-587"></a><span> </span><span class="hs-comment">-- TODO(fmayle): Handle complex numbers.</span><span>
</span><a name="line-588"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086284"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mul</span><span class="hs-special">`</span><span> </span><a href="#local-6989586621679086283"><span class="hs-identifier hs-var">y</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086287"><span class="hs-identifier hs-var">rx</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086285"><span class="hs-identifier hs-var">sx</span></a><span>
</span><a name="line-589"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086282"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mul</span><span class="hs-special">`</span><span> </span><a href="#local-6989586621679086284"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086288"><span class="hs-identifier hs-var">ry</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086286"><span class="hs-identifier hs-var">sy</span></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-590"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-591"></a><span> </span><a name="local-6989586621679086285"><a href="#local-6989586621679086285"><span class="hs-identifier">sx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086282"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-592"></a><span> </span><a name="local-6989586621679086286"><a href="#local-6989586621679086286"><span class="hs-identifier">sy</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086283"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-593"></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679086287"><a href="#local-6989586621679086287"><span class="hs-identifier">rx</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086288"><a href="#local-6989586621679086288"><span class="hs-identifier">ry</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">broadcastGradientArgs</span><span> </span><a href="#local-6989586621679086285"><span class="hs-identifier hs-var">sx</span></a><span> </span><a href="#local-6989586621679086286"><span class="hs-identifier hs-var">sy</span></a><span>
</span><a name="line-594"></a><span>
</span><a name="line-595"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Div"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086289"><a href="#local-6989586621679086289"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086290"><a href="#local-6989586621679086290"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086291"><a href="#local-6989586621679086291"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-596"></a><span> </span><span class="hs-comment">-- TODO(fmayle): Handle complex numbers.</span><span>
</span><a name="line-597"></a><span> </span><span class="hs-comment">-- TODO(gnezdo): Provide Fractional instance and use '/' instead of div.</span><span>
</span><a name="line-598"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086291"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">div</span><span class="hs-special">`</span><span> </span><a href="#local-6989586621679086290"><span class="hs-identifier hs-var">y</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086294"><span class="hs-identifier hs-var">rx</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086292"><span class="hs-identifier hs-var">sx</span></a><span>
</span><a name="line-599"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">sum</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086291"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mul</span><span class="hs-special">`</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">negate</span><span> </span><a href="#local-6989586621679086289"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">div</span><span class="hs-special">`</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086290"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-operator hs-var">*</span><span> </span><a href="#local-6989586621679086290"><span class="hs-identifier hs-var">y</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-600"></a><span> </span><a href="#local-6989586621679086295"><span class="hs-identifier hs-var">ry</span></a><span class="hs-special">)</span><span>
</span><a name="line-601"></a><span> </span><a href="#local-6989586621679086293"><span class="hs-identifier hs-var">sy</span></a><span>
</span><a name="line-602"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-603"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-604"></a><span> </span><a name="local-6989586621679086292"><a href="#local-6989586621679086292"><span class="hs-identifier">sx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086289"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-605"></a><span> </span><a name="local-6989586621679086293"><a href="#local-6989586621679086293"><span class="hs-identifier">sy</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086290"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-606"></a><span> </span><span class="hs-special">(</span><a name="local-6989586621679086294"><a href="#local-6989586621679086294"><span class="hs-identifier">rx</span></a></a><span class="hs-special">,</span><span> </span><a name="local-6989586621679086295"><a href="#local-6989586621679086295"><span class="hs-identifier">ry</span></a></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">broadcastGradientArgs</span><span> </span><a href="#local-6989586621679086292"><span class="hs-identifier hs-var">sx</span></a><span> </span><a href="#local-6989586621679086293"><span class="hs-identifier hs-var">sy</span></a><span>
</span><a name="line-607"></a><span>
</span><a name="line-608"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"MatMul"</span><span> </span><a name="local-6989586621679086296"><a href="#local-6989586621679086296"><span class="hs-identifier">nodeDef</span></a></a><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086297"><a href="#local-6989586621679086297"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086298"><a href="#local-6989586621679086298"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086299"><a href="#local-6989586621679086299"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-609"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679086300"><a href="#local-6989586621679086300"><span class="hs-identifier">transposeA</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086296"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"transpose_a"</span><span>
</span><a name="line-610"></a><span> </span><a name="local-6989586621679086301"><a href="#local-6989586621679086301"><span class="hs-identifier">transposeB</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086296"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"transpose_b"</span><span>
</span><a name="line-611"></a><span> </span><a name="local-6989586621679086302"><a href="#local-6989586621679086302"><span class="hs-identifier">transAttrs</span></a></a><span> </span><a name="local-6989586621679086303"><a href="#local-6989586621679086303"><span class="hs-identifier">a</span></a></a><span> </span><a name="local-6989586621679086304"><a href="#local-6989586621679086304"><span class="hs-identifier">b</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-612"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"transpose_a"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086303"><span class="hs-identifier hs-var">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"transpose_b"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086304"><span class="hs-identifier hs-var">b</span></a><span class="hs-special">)</span><span>
</span><a name="line-613"></a><span> </span><span class="hs-keyword">in</span><span> </span><span class="hs-keyword">case</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086300"><span class="hs-identifier hs-var">transposeA</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086301"><span class="hs-identifier hs-var">transposeB</span></a><span class="hs-special">)</span><span> </span><span class="hs-keyword">of</span><span>
</span><a name="line-614"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">False</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">False</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span>
</span><a name="line-615"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul'</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086302"><span class="hs-identifier hs-var">transAttrs</span></a><span> </span><span class="hs-identifier hs-var">False</span><span> </span><span class="hs-identifier hs-var">True</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086298"><span class="hs-identifier hs-var">y</span></a><span>
</span><a name="line-616"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul'</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086302"><span class="hs-identifier hs-var">transAttrs</span></a><span> </span><span class="hs-identifier hs-var">True</span><span> </span><span class="hs-identifier hs-var">False</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086297"><span class="hs-identifier hs-var">x</span></a><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">]</span><span>
</span><a name="line-617"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">False</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">True</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span>
</span><a name="line-618"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul</span><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086298"><span class="hs-identifier hs-var">y</span></a><span>
</span><a name="line-619"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul'</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086302"><span class="hs-identifier hs-var">transAttrs</span></a><span> </span><span class="hs-identifier hs-var">True</span><span> </span><span class="hs-identifier hs-var">False</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086297"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">]</span><span>
</span><a name="line-620"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">True</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">False</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span>
</span><a name="line-621"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul'</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086302"><span class="hs-identifier hs-var">transAttrs</span></a><span> </span><span class="hs-identifier hs-var">False</span><span> </span><span class="hs-identifier hs-var">True</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086298"><span class="hs-identifier hs-var">y</span></a><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-622"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul</span><span> </span><a href="#local-6989586621679086297"><span class="hs-identifier hs-var">x</span></a><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">]</span><span>
</span><a name="line-623"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">True</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">True</span><span class="hs-special">)</span><span> </span><span class="hs-glyph">-></span><span>
</span><a name="line-624"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul'</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086302"><span class="hs-identifier hs-var">transAttrs</span></a><span> </span><span class="hs-identifier hs-var">True</span><span> </span><span class="hs-identifier hs-var">True</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086298"><span class="hs-identifier hs-var">y</span></a><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-625"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">matMul'</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086302"><span class="hs-identifier hs-var">transAttrs</span></a><span> </span><span class="hs-identifier hs-var">True</span><span> </span><span class="hs-identifier hs-var">True</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086299"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086297"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">]</span><span>
</span><a name="line-626"></a><span>
</span><a name="line-627"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Transpose"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><span class="hs-identifier">_</span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086305"><a href="#local-6989586621679086305"><span class="hs-identifier">p</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086306"><a href="#local-6989586621679086306"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-628"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">transpose</span><span> </span><a href="#local-6989586621679086306"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-629"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">invertPermutation</span><span> </span><a href="#local-6989586621679086305"><span class="hs-identifier hs-var">p</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span>
</span><a name="line-630"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-631"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-632"></a><span>
</span><a name="line-633"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Conv2D"</span><span> </span><a name="local-6989586621679086307"><a href="#local-6989586621679086307"><span class="hs-identifier">nodeDef</span></a></a><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086308"><a href="#local-6989586621679086308"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086309"><a href="#local-6989586621679086309"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086310"><a href="#local-6989586621679086310"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-634"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">conv2DBackpropInput'</span><span>
</span><a name="line-635"></a><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086311"><span class="hs-identifier hs-var">strides</span></a><span class="hs-special">)</span><span>
</span><a name="line-636"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086312"><span class="hs-identifier hs-var">padding</span></a><span class="hs-special">)</span><span>
</span><a name="line-637"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"use_cudnn_on_gpu"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086313"><span class="hs-identifier hs-var">useCudnnOnGpu</span></a><span class="hs-special">)</span><span>
</span><a name="line-638"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086314"><span class="hs-identifier hs-var">dataFormat</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-639"></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><a href="#local-6989586621679086308"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086309"><span class="hs-identifier hs-var">y</span></a><span> </span><a href="#local-6989586621679086310"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-640"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">conv2DBackpropFilter'</span><span>
</span><a name="line-641"></a><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086311"><span class="hs-identifier hs-var">strides</span></a><span class="hs-special">)</span><span>
</span><a name="line-642"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086312"><span class="hs-identifier hs-var">padding</span></a><span class="hs-special">)</span><span>
</span><a name="line-643"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"use_cudnn_on_gpu"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086313"><span class="hs-identifier hs-var">useCudnnOnGpu</span></a><span class="hs-special">)</span><span>
</span><a name="line-644"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086314"><span class="hs-identifier hs-var">dataFormat</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-645"></a><span> </span><a href="#local-6989586621679086308"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><a href="#local-6989586621679086309"><span class="hs-identifier hs-var">y</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086310"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-646"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-647"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-648"></a><span> </span><a name="local-6989586621679086311"><a href="#local-6989586621679086311"><span class="hs-identifier">strides</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086307"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Int64</span><span class="hs-special">]</span><span>
</span><a name="line-649"></a><span> </span><a name="local-6989586621679086312"><a href="#local-6989586621679086312"><span class="hs-identifier">padding</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086307"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span>
</span><a name="line-650"></a><span> </span><a name="local-6989586621679086313"><a href="#local-6989586621679086313"><span class="hs-identifier">useCudnnOnGpu</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086307"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"use_cudnn_on_gpu"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Bool</span><span>
</span><a name="line-651"></a><span> </span><a name="local-6989586621679086314"><a href="#local-6989586621679086314"><span class="hs-identifier">dataFormat</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086307"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span>
</span><a name="line-652"></a><span>
</span><a name="line-653"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Conv2DBackpropInput"</span><span> </span><a name="local-6989586621679086315"><a href="#local-6989586621679086315"><span class="hs-identifier">nodeDef</span></a></a><span> </span><span class="hs-special">[</span><span class="hs-identifier">_</span><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086316"><a href="#local-6989586621679086316"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086317"><a href="#local-6989586621679086317"><span class="hs-identifier">y</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086318"><a href="#local-6989586621679086318"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-654"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-655"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">conv2DBackpropFilter'</span><span>
</span><a name="line-656"></a><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086319"><span class="hs-identifier hs-var">strides</span></a><span class="hs-special">)</span><span>
</span><a name="line-657"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086320"><span class="hs-identifier hs-var">padding</span></a><span class="hs-special">)</span><span>
</span><a name="line-658"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"use_cudnn_on_gpu"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086321"><span class="hs-identifier hs-var">useCudnnOnGpu</span></a><span class="hs-special">)</span><span>
</span><a name="line-659"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086322"><span class="hs-identifier hs-var">dataFormat</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-660"></a><span> </span><a href="#local-6989586621679086318"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><a href="#local-6989586621679086316"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086317"><span class="hs-identifier hs-var">y</span></a><span>
</span><a name="line-661"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">conv2D'</span><span>
</span><a name="line-662"></a><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086319"><span class="hs-identifier hs-var">strides</span></a><span class="hs-special">)</span><span>
</span><a name="line-663"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086320"><span class="hs-identifier hs-var">padding</span></a><span class="hs-special">)</span><span>
</span><a name="line-664"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"use_cudnn_on_gpu"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086321"><span class="hs-identifier hs-var">useCudnnOnGpu</span></a><span class="hs-special">)</span><span>
</span><a name="line-665"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086322"><span class="hs-identifier hs-var">dataFormat</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-666"></a><span> </span><a href="#local-6989586621679086318"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086316"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-667"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-668"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-669"></a><span> </span><a name="local-6989586621679086319"><a href="#local-6989586621679086319"><span class="hs-identifier">strides</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086315"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Int64</span><span class="hs-special">]</span><span>
</span><a name="line-670"></a><span> </span><a name="local-6989586621679086320"><a href="#local-6989586621679086320"><span class="hs-identifier">padding</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086315"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span>
</span><a name="line-671"></a><span> </span><a name="local-6989586621679086321"><a href="#local-6989586621679086321"><span class="hs-identifier">useCudnnOnGpu</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086315"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"use_cudnn_on_gpu"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Bool</span><span>
</span><a name="line-672"></a><span> </span><a name="local-6989586621679086322"><a href="#local-6989586621679086322"><span class="hs-identifier">dataFormat</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086315"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span>
</span><a name="line-673"></a><span>
</span><a name="line-674"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"MaxPool"</span><span> </span><a name="local-6989586621679086323"><a href="#local-6989586621679086323"><span class="hs-identifier">nodeDef</span></a></a><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086324"><a href="#local-6989586621679086324"><span class="hs-identifier">x</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086325"><a href="#local-6989586621679086325"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-675"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">maxPoolGrad'</span><span>
</span><a name="line-676"></a><span> </span><span class="hs-special">(</span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"ksize"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086327"><span class="hs-identifier hs-var">ksize</span></a><span class="hs-special">)</span><span>
</span><a name="line-677"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086328"><span class="hs-identifier hs-var">strides</span></a><span class="hs-special">)</span><span>
</span><a name="line-678"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086329"><span class="hs-identifier hs-var">padding</span></a><span class="hs-special">)</span><span>
</span><a name="line-679"></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><a href="#local-6989586621679086330"><span class="hs-identifier hs-var">dataFormat</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-680"></a><span> </span><a href="#local-6989586621679086324"><span class="hs-identifier hs-var">x</span></a><span> </span><a href="#local-6989586621679086326"><span class="hs-identifier hs-var">output</span></a><span> </span><a href="#local-6989586621679086325"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-681"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-682"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-683"></a><span> </span><span class="hs-identifier">output</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span>
</span><a name="line-684"></a><span> </span><a name="local-6989586621679086326"><a href="#local-6989586621679086326"><span class="hs-identifier">output</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">Output</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#nodeDefName"><span class="hs-identifier hs-var">nodeDefName</span></a><span> </span><a href="#local-6989586621679086323"><span class="hs-identifier hs-var">nodeDef</span></a><span class="hs-special">)</span><span>
</span><a name="line-685"></a><span> </span><a name="local-6989586621679086327"><a href="#local-6989586621679086327"><span class="hs-identifier">ksize</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086323"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"ksize"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Int64</span><span class="hs-special">]</span><span>
</span><a name="line-686"></a><span> </span><a name="local-6989586621679086328"><a href="#local-6989586621679086328"><span class="hs-identifier">strides</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086323"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"strides"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-type">Int64</span><span class="hs-special">]</span><span>
</span><a name="line-687"></a><span> </span><a name="local-6989586621679086329"><a href="#local-6989586621679086329"><span class="hs-identifier">padding</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086323"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"padding"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span>
</span><a name="line-688"></a><span> </span><a name="local-6989586621679086330"><a href="#local-6989586621679086330"><span class="hs-identifier">dataFormat</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086323"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"data_format"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span>
</span><a name="line-689"></a><span>
</span><a name="line-690"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Reshape"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086331"><a href="#local-6989586621679086331"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086332"><a href="#local-6989586621679086332"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-691"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086332"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086331"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-692"></a><span>
</span><a name="line-693"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"OneHot"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-694"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"TruncatedNormal"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-695"></a><span>
</span><a name="line-696"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"RefIdentity"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086333"><a href="#local-6989586621679086333"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">expr</span><span> </span><a href="#local-6989586621679086333"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">]</span><span>
</span><a name="line-697"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Cast"</span><span> </span><a name="local-6989586621679086334"><a href="#local-6989586621679086334"><span class="hs-identifier">nodeDef</span></a></a><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086335"><a href="#local-6989586621679086335"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679086336"><span class="hs-identifier hs-var">reverseCast</span></a><span class="hs-special">]</span><span>
</span><a name="line-698"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-699"></a><span> </span><span class="hs-comment">-- TODO(gnezdo): too permissive, python only allows float types as src_type.</span><span>
</span><a name="line-700"></a><span> </span><a name="local-6989586621679086336"><a href="#local-6989586621679086336"><span class="hs-identifier">reverseCast</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-701"></a><span> </span><span class="hs-identifier hs-var">pureOp</span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">pure</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">opDef</span><span> </span><span class="hs-string">"Cast"</span><span>
</span><a name="line-702"></a><span> </span><span class="hs-operator hs-var">&</span><span> </span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"DstT"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086334"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"SrcT"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span class="hs-special">)</span><span>
</span><a name="line-703"></a><span> </span><span class="hs-operator hs-var">&</span><span> </span><span class="hs-identifier hs-var">opAttr</span><span> </span><span class="hs-string">"SrcT"</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086334"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"DstT"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">ByteString</span><span class="hs-special">)</span><span>
</span><a name="line-704"></a><span> </span><span class="hs-operator hs-var">&</span><span> </span><span class="hs-identifier hs-var">opInputs</span><span> </span><span class="hs-operator hs-var">.~</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">renderedOutput</span><span> </span><a href="#local-6989586621679086335"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">]</span><span class="hs-special">)</span><span>
</span><a name="line-705"></a><span>
</span><a name="line-706"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"DynamicStitch"</span><span> </span><a name="local-6989586621679086337"><a href="#local-6989586621679086337"><span class="hs-identifier">nodeDef</span></a></a><span> </span><a name="local-6989586621679086338"><a href="#local-6989586621679086338"><span class="hs-identifier">inputs</span></a></a><span> </span><span class="hs-special">[</span><a name="local-6989586621679086339"><a href="#local-6989586621679086339"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-707"></a><span> </span><span class="hs-identifier hs-var">replicate</span><span> </span><a href="#local-6989586621679086340"><span class="hs-identifier hs-var">halfLen</span></a><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-operator hs-var">++</span><span> </span><a href="#local-6989586621679086341"><span class="hs-identifier hs-var">valuesGrads</span></a><span>
</span><a name="line-708"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-709"></a><span> </span><a name="local-6989586621679086340"><a href="#local-6989586621679086340"><span class="hs-identifier">halfLen</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-710"></a><span> </span><span class="hs-keyword">let</span><span> </span><a name="local-6989586621679086342"><a href="#local-6989586621679086342"><span class="hs-identifier">len</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">length</span><span> </span><a href="#local-6989586621679086338"><span class="hs-identifier hs-var">inputs</span></a><span>
</span><a name="line-711"></a><span> </span><a name="local-6989586621679086343"><a href="#local-6989586621679086343"><span class="hs-identifier">half</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679086342"><span class="hs-identifier hs-var">len</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">div</span><span class="hs-special">`</span><span> </span><span class="hs-number">2</span><span>
</span><a name="line-712"></a><span> </span><span class="hs-keyword">in</span><span> </span><span class="hs-keyword">if</span><span> </span><span class="hs-number">2</span><span> </span><span class="hs-operator hs-var">*</span><span> </span><a href="#local-6989586621679086343"><span class="hs-identifier hs-var">half</span></a><span> </span><span class="hs-operator hs-var">==</span><span> </span><a href="#local-6989586621679086342"><span class="hs-identifier hs-var">len</span></a><span>
</span><a name="line-713"></a><span> </span><span class="hs-keyword">then</span><span> </span><a href="#local-6989586621679086343"><span class="hs-identifier hs-var">half</span></a><span>
</span><a name="line-714"></a><span> </span><span class="hs-keyword">else</span><span> </span><span class="hs-identifier hs-var">error</span><span> </span><span class="hs-special">(</span><span class="hs-string">"Uneven input size "</span><span> </span><span class="hs-operator hs-var">++</span><span> </span><span class="hs-identifier hs-var">show</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086342"><span class="hs-identifier hs-var">len</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">showMessage</span><span> </span><a href="#local-6989586621679086337"><span class="hs-identifier hs-var">nodeDef</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-715"></a><span> </span><a name="local-6989586621679086341"><a href="#local-6989586621679086341"><span class="hs-identifier">valuesGrads</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">gather</span><span> </span><a href="#local-6989586621679086339"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><a href="#local-6989586621679086344"><span class="hs-identifier hs-var">idx</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span>
</span><a name="line-716"></a><span> </span><span class="hs-glyph">|</span><span> </span><a name="local-6989586621679086344"><a href="#local-6989586621679086344"><span class="hs-identifier">idx</span></a></a><span> </span><span class="hs-glyph"><-</span><span> </span><span class="hs-identifier hs-var">take</span><span> </span><a href="#local-6989586621679086340"><span class="hs-identifier hs-var">halfLen</span></a><span> </span><a href="#local-6989586621679086338"><span class="hs-identifier hs-var">inputs</span></a><span>
</span><a name="line-717"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-718"></a><span>
</span><a name="line-719"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"DynamicPartition"</span><span> </span><a name="local-6989586621679086345"><a href="#local-6989586621679086345"><span class="hs-identifier">nodeDef</span></a></a><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086346"><a href="#local-6989586621679086346"><span class="hs-identifier">xs</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086347"><a href="#local-6989586621679086347"><span class="hs-identifier">indices</span></a></a><span class="hs-special">]</span><span> </span><a name="local-6989586621679086348"><a href="#local-6989586621679086348"><span class="hs-identifier">dz</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-720"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679086349"><span class="hs-identifier hs-var">reconstructed</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span> </span><span class="hs-special">]</span><span>
</span><a name="line-721"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-722"></a><span> </span><a name="local-6989586621679086349"><a href="#local-6989586621679086349"><span class="hs-identifier">reconstructed</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086350"><span class="hs-identifier hs-var">stitched</span></a><span>
</span><a name="line-723"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">shape</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086346"><span class="hs-identifier hs-var">xs</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span>
</span><a name="line-724"></a><span> </span><a name="local-6989586621679086350"><a href="#local-6989586621679086350"><span class="hs-identifier">stitched</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">dynamicStitch</span><span> </span><a href="#local-6989586621679086351"><span class="hs-identifier hs-var">partitionedIndices</span></a><span> </span><a href="#local-6989586621679086348"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-725"></a><span> </span><a name="local-6989586621679086351"><a href="#local-6989586621679086351"><span class="hs-identifier">partitionedIndices</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">dynamicPartition</span><span> </span><a href="#local-6989586621679086352"><span class="hs-identifier hs-var">np</span></a><span> </span><a href="#local-6989586621679086353"><span class="hs-identifier hs-var">originalIndices</span></a><span> </span><a href="#local-6989586621679086347"><span class="hs-identifier hs-var">indices</span></a><span>
</span><a name="line-726"></a><span> </span><a name="local-6989586621679086352"><a href="#local-6989586621679086352"><span class="hs-identifier">np</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086345"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-string">"num_partitions"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Int64</span><span>
</span><a name="line-727"></a><span> </span><a name="local-6989586621679086353"><a href="#local-6989586621679086353"><span class="hs-identifier">originalIndices</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-728"></a><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">range</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">size</span><span> </span><a href="#local-6989586621679086347"><span class="hs-identifier hs-var">indices</span></a><span class="hs-special">)</span><span> </span><span class="hs-number">1</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086354"><span class="hs-identifier hs-var">prefixShape</span></a><span>
</span><a name="line-729"></a><span> </span><a name="local-6989586621679086354"><a href="#local-6989586621679086354"><span class="hs-identifier">prefixShape</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679086355"><span class="hs-identifier hs-var">shapeInt32</span></a><span> </span><a href="#local-6989586621679086347"><span class="hs-identifier hs-var">indices</span></a><span>
</span><a name="line-730"></a><span> </span><a name="local-6989586621679086355"><a href="#local-6989586621679086355"><span class="hs-identifier">shapeInt32</span></a></a><span> </span><a name="local-6989586621679086356"><a href="#local-6989586621679086356"><span class="hs-identifier">t</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">shape</span><span> </span><a href="#local-6989586621679086356"><span class="hs-identifier hs-var">t</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span>
</span><a name="line-731"></a><span>
</span><a name="line-732"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Select"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086357"><a href="#local-6989586621679086357"><span class="hs-identifier">c</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086358"><a href="#local-6989586621679086358"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><span class="hs-identifier">_</span><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086359"><a href="#local-6989586621679086359"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-733"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-734"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">select</span><span> </span><a href="#local-6989586621679086357"><span class="hs-identifier hs-var">c</span></a><span> </span><a href="#local-6989586621679086359"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086360"><span class="hs-identifier hs-var">zeros</span></a><span>
</span><a name="line-735"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">select</span><span> </span><a href="#local-6989586621679086357"><span class="hs-identifier hs-var">c</span></a><span> </span><a href="#local-6989586621679086360"><span class="hs-identifier hs-var">zeros</span></a><span> </span><a href="#local-6989586621679086359"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-736"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-737"></a><span> </span><span class="hs-keyword">where</span><span> </span><a name="local-6989586621679086360"><a href="#local-6989586621679086360"><span class="hs-identifier">zeros</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">zerosLike</span><span> </span><a href="#local-6989586621679086358"><span class="hs-identifier hs-var">x</span></a><span>
</span><a name="line-738"></a><span>
</span><a name="line-739"></a><span class="hs-comment">-- TODO(gnezdo): Unlike Python, no control dependency on dz.</span><span>
</span><a name="line-740"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Log"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086361"><a href="#local-6989586621679086361"><span class="hs-identifier">x</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086362"><a href="#local-6989586621679086362"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="#local-6989586621679086362"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mul</span><span class="hs-special">`</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">inv</span><span> </span><a href="#local-6989586621679086361"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-741"></a><span class="hs-comment">-- TODO(gnezdo): Reuse the output instead of doing another exp,</span><span>
</span><a name="line-742"></a><span class="hs-comment">-- though, it is probably CSE'd away anyway.</span><span>
</span><a name="line-743"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Exp"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086363"><a href="#local-6989586621679086363"><span class="hs-identifier">x</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086364"><a href="#local-6989586621679086364"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><a href="#local-6989586621679086364"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">mul</span><span class="hs-special">`</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">exp</span><span> </span><a href="#local-6989586621679086363"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-744"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"SparseSegmentSum"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086365"><a href="#local-6989586621679086365"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086366"><a href="#local-6989586621679086366"><span class="hs-identifier">y</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086367"><a href="#local-6989586621679086367"><span class="hs-identifier">t</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086368"><a href="#local-6989586621679086368"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-745"></a><span> </span><span class="hs-special">[</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">unsortedSegmentSum</span><span>
</span><a name="line-746"></a><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">gather</span><span> </span><a href="#local-6989586621679086368"><span class="hs-identifier hs-var">dz</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086367"><span class="hs-identifier hs-var">t</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span class="hs-special">)</span><span>
</span><a name="line-747"></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086366"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span> </span><a href="#local-6989586621679086369"><span class="hs-identifier hs-var">inputRows</span></a><span>
</span><a name="line-748"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-749"></a><span> </span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span>
</span><a name="line-750"></a><span> </span><span class="hs-special">]</span><span>
</span><a name="line-751"></a><span> </span><span class="hs-keyword">where</span><span> </span><a name="local-6989586621679086369"><a href="#local-6989586621679086369"><span class="hs-identifier">inputRows</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#flatSlice"><span class="hs-identifier hs-var">flatSlice</span></a><span> </span><span class="hs-special">(</span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086365"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span class="hs-special">)</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-752"></a><span>
</span><a name="line-753"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"LabelClasses"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-754"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"LabelWeights"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-755"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Size"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-756"></a><span>
</span><a name="line-757"></a><span class="hs-comment">-- TODO (jcberentsen): Python implementation uses set_shape for</span><span>
</span><a name="line-758"></a><span class="hs-comment">-- static shape inference, which is unsupported.</span><span>
</span><a name="line-759"></a><span class="hs-comment">-- TODO: implement support for static shape inference</span><span>
</span><a name="line-760"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Tile"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086370"><a href="#local-6989586621679086370"><span class="hs-identifier">x</span></a></a><span class="hs-special">,</span><span> </span><a href="TensorFlow.Gradient.html#toT"><span class="hs-identifier hs-var">toT</span></a><span> </span><span class="hs-glyph">-></span><span> </span><a name="local-6989586621679086371"><a href="#local-6989586621679086371"><span class="hs-identifier">multiples</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086372"><a href="#local-6989586621679086372"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-761"></a><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><a href="#local-6989586621679086373"><span class="hs-identifier hs-var">inputGrad</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-762"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-763"></a><span> </span><a name="local-6989586621679086373"><a href="#local-6989586621679086373"><span class="hs-identifier">inputGrad</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">sum</span><span> </span><a href="#local-6989586621679086379"><span class="hs-identifier hs-var">reshapedDz</span></a><span> </span><a href="#local-6989586621679086378"><span class="hs-identifier hs-var">axes</span></a><span>
</span><a name="line-764"></a><span> </span><a name="local-6989586621679086374"><a href="#local-6989586621679086374"><span class="hs-identifier">inputShape</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#shape"><span class="hs-identifier hs-var">shape</span></a><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086370"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><a href="#local-6989586621679084518"><span class="hs-identifier hs-type">a</span></a><span class="hs-special">)</span><span>
</span><a name="line-765"></a><span> </span><a name="local-6989586621679086375"><a href="#local-6989586621679086375"><span class="hs-identifier">packed</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">pack</span><span> </span><span class="hs-special">[</span><a href="#local-6989586621679086371"><span class="hs-identifier hs-var">multiples</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086374"><span class="hs-identifier hs-var">inputShape</span></a><span class="hs-special">]</span><span>
</span><a name="line-766"></a><span> </span><a name="local-6989586621679086376"><a href="#local-6989586621679086376"><span class="hs-identifier">perm</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#vector"><span class="hs-identifier hs-var">vector</span></a><span> </span><span class="hs-special">[</span><span class="hs-number">1</span><span class="hs-special">,</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">]</span><span>
</span><a name="line-767"></a><span> </span><a name="local-6989586621679086377"><a href="#local-6989586621679086377"><span class="hs-identifier">splitShape</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">reshape</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">transpose</span><span> </span><a href="#local-6989586621679086375"><span class="hs-identifier hs-var">packed</span></a><span> </span><a href="#local-6989586621679086376"><span class="hs-identifier hs-var">perm</span></a><span class="hs-special">)</span><span> </span><a href="TensorFlow.Gradient.html#allDimensions"><span class="hs-identifier hs-var">allDimensions</span></a><span>
</span><a name="line-768"></a><span> </span><a name="local-6989586621679086378"><a href="#local-6989586621679086378"><span class="hs-identifier">axes</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">range</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">size</span><span> </span><a href="#local-6989586621679086377"><span class="hs-identifier hs-var">splitShape</span></a><span class="hs-special">)</span><span> </span><span class="hs-special">(</span><span class="hs-number">2</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">)</span><span>
</span><a name="line-769"></a><span> </span><a name="local-6989586621679086379"><a href="#local-6989586621679086379"><span class="hs-identifier">reshapedDz</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">reshape</span><span> </span><a href="#local-6989586621679086372"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086377"><span class="hs-identifier hs-var">splitShape</span></a><span>
</span><a name="line-770"></a><span>
</span><a name="line-771"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"ZerosLike"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-772"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Fill"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086380"><a href="#local-6989586621679086380"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">sum</span><span> </span><a href="#local-6989586621679086380"><span class="hs-identifier hs-var">dz</span></a><span> </span><a href="#local-6989586621679086381"><span class="hs-identifier hs-var">rx</span></a><span class="hs-special">]</span><span>
</span><a name="line-773"></a><span> </span><span class="hs-keyword">where</span><span>
</span><a name="line-774"></a><span> </span><a name="local-6989586621679086381"><a href="#local-6989586621679086381"><span class="hs-identifier">rx</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Gradient.html#rangeOfRank"><span class="hs-identifier hs-var">rangeOfRank</span></a><span> </span><a href="#local-6989586621679086380"><span class="hs-identifier hs-var">dz</span></a><span>
</span><a name="line-775"></a><span>
</span><a name="line-776"></a><span class="hs-comment">-- Treat read ops as an identity function on the variable. This allows us to</span><span>
</span><a name="line-777"></a><span class="hs-comment">-- take gradients w.r.t. to the variable handle instead of the result of a read</span><span>
</span><a name="line-778"></a><span class="hs-comment">-- op. If a variable is read multiple times, the gradients will propagate back</span><span>
</span><a name="line-779"></a><span class="hs-comment">-- through each read.</span><span>
</span><a name="line-780"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"ReadVariableOp"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-special">[</span><a name="local-6989586621679086382"><a href="#local-6989586621679086382"><span class="hs-identifier">dz</span></a></a><span class="hs-special">]</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Just</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-identifier hs-var">expr</span><span> </span><a href="#local-6989586621679086382"><span class="hs-identifier hs-var">dz</span></a><span class="hs-special">]</span><span>
</span><a name="line-781"></a><span>
</span><a name="line-782"></a><span class="hs-comment">-- TODO(fmayle): These can go away if we properly prune the graph.</span><span>
</span><a name="line-783"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Const"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">Nothing</span><span class="hs-special">]</span><span>
</span><a name="line-784"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Placeholder"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span>
</span><a name="line-785"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"VarHandleOp"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span>
</span><a name="line-786"></a><span class="hs-identifier">opGrad</span><span> </span><span class="hs-string">"Variable"</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-special">[</span><span class="hs-special">]</span><span>
</span><a name="line-787"></a><span>
</span><a name="line-788"></a><span class="hs-identifier">opGrad</span><span> </span><a name="local-6989586621679086383"><a href="#local-6989586621679086383"><span class="hs-identifier">n</span></a></a><span> </span><a name="local-6989586621679086384"><a href="#local-6989586621679086384"><span class="hs-identifier">nodeDef</span></a></a><span> </span><a name="local-6989586621679086385"><a href="#local-6989586621679086385"><span class="hs-identifier">ins</span></a></a><span> </span><a name="local-6989586621679086386"><a href="#local-6989586621679086386"><span class="hs-identifier">grads</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-789"></a><span> </span><span class="hs-identifier hs-var">error</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-string">"no gradient implemented for "</span><span> </span><span class="hs-operator hs-var">++</span><span>
</span><a name="line-790"></a><span> </span><span class="hs-identifier hs-var">show</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086383"><span class="hs-identifier hs-var">n</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">length</span><span> </span><a href="#local-6989586621679086385"><span class="hs-identifier hs-var">ins</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">length</span><span> </span><a href="#local-6989586621679086386"><span class="hs-identifier hs-var">grads</span></a><span class="hs-special">,</span><span> </span><span class="hs-identifier hs-var">showMessage</span><span> </span><a href="#local-6989586621679086384"><span class="hs-identifier hs-var">nodeDef</span></a><span class="hs-special">,</span><span> </span><a href="#local-6989586621679086385"><span class="hs-identifier hs-var">ins</span></a><span class="hs-special">)</span><span>
</span><a name="line-791"></a><span>
</span><a name="line-792"></a><span class="hs-comment">-- | The number of outputs for an op type.</span><span>
</span><a name="line-793"></a><span class="hs-identifier">numOutputs</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">OutputIx</span><span>
</span><a name="line-794"></a><a name="numOutputs"><a href="TensorFlow.Gradient.html#numOutputs"><span class="hs-identifier">numOutputs</span></a></a><span> </span><a name="local-6989586621679086387"><a href="#local-6989586621679086387"><span class="hs-identifier">o</span></a></a><span> </span><span class="hs-glyph">=</span><span>
</span><a name="line-795"></a><span> </span><span class="hs-keyword">case</span><span> </span><a href="#local-6989586621679086387"><span class="hs-identifier hs-var">o</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">op</span><span> </span><span class="hs-keyword">of</span><span>
</span><a name="line-796"></a><span> </span><span class="hs-string">"Abs"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-797"></a><span> </span><span class="hs-string">"Add"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-798"></a><span> </span><span class="hs-string">"AddN"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-799"></a><span> </span><span class="hs-string">"Cast"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-800"></a><span> </span><span class="hs-string">"Const"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-801"></a><span> </span><span class="hs-string">"Concat"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-802"></a><span> </span><span class="hs-string">"Conv2D"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-803"></a><span> </span><span class="hs-string">"Conv2DBackpropInput"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-804"></a><span> </span><span class="hs-string">"Div"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-805"></a><span> </span><span class="hs-string">"DynamicStitch"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-806"></a><span> </span><span class="hs-string">"DynamicPartition"</span><span> </span><span class="hs-glyph">-></span><span>
</span><a name="line-807"></a><span> </span><span class="hs-identifier hs-var">fromIntegral</span><span> </span><span class="hs-special">(</span><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier hs-var">lookupAttr</span></a><span> </span><a href="#local-6989586621679086387"><span class="hs-identifier hs-var">o</span></a><span> </span><span class="hs-string">"num_partitions"</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Int64</span><span class="hs-special">)</span><span>
</span><a name="line-808"></a><span> </span><span class="hs-string">"Exp"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-809"></a><span> </span><span class="hs-string">"Gather"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-810"></a><span> </span><span class="hs-string">"LabelClasses"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-811"></a><span> </span><span class="hs-string">"LabelWeights"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-812"></a><span> </span><span class="hs-string">"Log"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-813"></a><span> </span><span class="hs-string">"MatMul"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-814"></a><span> </span><span class="hs-string">"Max"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-815"></a><span> </span><span class="hs-string">"Maximum"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-816"></a><span> </span><span class="hs-string">"MaxPool"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-817"></a><span> </span><span class="hs-string">"Mean"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-818"></a><span> </span><span class="hs-string">"Min"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-819"></a><span> </span><span class="hs-string">"Mul"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-820"></a><span> </span><span class="hs-string">"Neg"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-821"></a><span> </span><span class="hs-string">"Placeholder"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-822"></a><span> </span><span class="hs-string">"OneHot"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-823"></a><span> </span><span class="hs-string">"ReadVariableOp"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-824"></a><span> </span><span class="hs-string">"RefIdentity"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-825"></a><span> </span><span class="hs-string">"Relu"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-826"></a><span> </span><span class="hs-string">"ReluGrad"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-827"></a><span> </span><span class="hs-string">"Reshape"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-828"></a><span> </span><span class="hs-string">"Select"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-829"></a><span> </span><span class="hs-string">"Size"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-830"></a><span> </span><span class="hs-string">"SoftmaxCrossEntropyWithLogits"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">2</span><span>
</span><a name="line-831"></a><span> </span><span class="hs-string">"Square"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-832"></a><span> </span><span class="hs-string">"SparseSegmentSum"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-833"></a><span> </span><span class="hs-string">"Sub"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-834"></a><span> </span><span class="hs-string">"Sum"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-835"></a><span> </span><span class="hs-string">"Tile"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-836"></a><span> </span><span class="hs-string">"Transpose"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-837"></a><span> </span><span class="hs-string">"TruncatedNormal"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-838"></a><span> </span><span class="hs-string">"VarHandleOp"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-839"></a><span> </span><span class="hs-string">"Variable"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-840"></a><span> </span><span class="hs-string">"ZerosLike"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-841"></a><span> </span><span class="hs-string">"Fill"</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-842"></a><span> </span><span class="hs-identifier">_</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-var">error</span><span> </span><span class="hs-operator hs-var">$</span><span> </span><span class="hs-string">"numOutputs not implemented for "</span><span> </span><span class="hs-operator hs-var">++</span><span> </span><span class="hs-identifier hs-var">show</span><span> </span><span class="hs-special">(</span><a href="#local-6989586621679086387"><span class="hs-identifier hs-var">o</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">op</span><span class="hs-special">)</span><span>
</span><a name="line-843"></a><span>
</span><a name="line-844"></a><span class="hs-comment">-- Divides `x / y` assuming `x, y >= 0`, treating `0 / 0 = 0`</span><span>
</span><a name="line-845"></a><span class="hs-identifier">safeShapeDiv</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084516"><span class="hs-identifier hs-type">v1</span></a><span> </span><span class="hs-identifier hs-type">Int32</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084517"><span class="hs-identifier hs-type">v2</span></a><span> </span><span class="hs-identifier hs-type">Int32</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span>
</span><a name="line-846"></a><a name="safeShapeDiv"><a href="TensorFlow.Gradient.html#safeShapeDiv"><span class="hs-identifier">safeShapeDiv</span></a></a><span> </span><a name="local-6989586621679086388"><a href="#local-6989586621679086388"><span class="hs-identifier">x</span></a></a><span> </span><a name="local-6989586621679086389"><a href="#local-6989586621679086389"><span class="hs-identifier">y</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679086388"><span class="hs-identifier hs-var">x</span></a><span> </span><span class="hs-special">`</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">div</span><span class="hs-special">`</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">maximum</span><span> </span><a href="#local-6989586621679086389"><span class="hs-identifier hs-var">y</span></a><span> </span><span class="hs-number">1</span><span class="hs-special">)</span><span>
</span><a name="line-847"></a><span>
</span><a name="line-848"></a><span class="hs-identifier">allDimensions</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span>
</span><a name="line-849"></a><a name="allDimensions"><a href="TensorFlow.Gradient.html#allDimensions"><span class="hs-identifier">allDimensions</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="TensorFlow.Ops.html#vector"><span class="hs-identifier hs-var">vector</span></a><span> </span><span class="hs-special">[</span><span class="hs-glyph">-</span><span class="hs-number">1</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Int32</span><span class="hs-special">]</span><span>
</span><a name="line-850"></a><span>
</span><a name="line-851"></a><span class="hs-identifier">rangeOfRank</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-keyword">forall</span><span> </span><a name="local-6989586621679084514"><a href="#local-6989586621679084514"><span class="hs-identifier">v1</span></a></a><span> </span><a name="local-6989586621679084515"><a href="#local-6989586621679084515"><span class="hs-identifier">t</span></a></a><span class="hs-operator">.</span><span> </span><span class="hs-identifier hs-type">TensorType</span><span> </span><a href="#local-6989586621679084515"><span class="hs-identifier hs-type">t</span></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><a href="#local-6989586621679084514"><span class="hs-identifier hs-type">v1</span></a><span> </span><a href="#local-6989586621679084515"><span class="hs-identifier hs-type">t</span></a><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Tensor</span><span> </span><span class="hs-identifier hs-type">Build</span><span> </span><span class="hs-identifier hs-type">Int32</span><span>
</span><a name="line-852"></a><a name="rangeOfRank"><a href="TensorFlow.Gradient.html#rangeOfRank"><span class="hs-identifier">rangeOfRank</span></a></a><span> </span><a name="local-6989586621679086390"><a href="#local-6989586621679086390"><span class="hs-identifier">x</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">range</span><span> </span><span class="hs-number">0</span><span> </span><span class="hs-special">(</span><span class="hs-identifier hs-var">CoreOps</span><span class="hs-operator hs-var">.</span><span class="hs-identifier hs-var">rank</span><span> </span><a href="#local-6989586621679086390"><span class="hs-identifier hs-var">x</span></a><span class="hs-special">)</span><span> </span><span class="hs-number">1</span><span>
</span><a name="line-853"></a><span>
</span><a name="line-854"></a><span class="hs-identifier">lookupAttr</span><span> </span><span class="hs-glyph">::</span><span> </span><span class="hs-identifier hs-type">Attribute</span><span> </span><a href="#local-6989586621679084513"><span class="hs-identifier hs-type">a1</span></a><span> </span><span class="hs-glyph">=></span><span> </span><span class="hs-identifier hs-type">NodeDef</span><span> </span><span class="hs-glyph">-></span><span> </span><span class="hs-identifier hs-type">Text</span><span> </span><span class="hs-glyph">-></span><span> </span><a href="#local-6989586621679084513"><span class="hs-identifier hs-type">a1</span></a><span>
</span><a name="line-855"></a><a name="lookupAttr"><a href="TensorFlow.Gradient.html#lookupAttr"><span class="hs-identifier">lookupAttr</span></a></a><span> </span><a name="local-6989586621679086391"><a href="#local-6989586621679086391"><span class="hs-identifier">nodeDef</span></a></a><span> </span><a name="local-6989586621679086392"><a href="#local-6989586621679086392"><span class="hs-identifier">attrName</span></a></a><span> </span><span class="hs-glyph">=</span><span> </span><a href="#local-6989586621679086391"><span class="hs-identifier hs-var">nodeDef</span></a><span> </span><span class="hs-operator hs-var">^.</span><span> </span><span class="hs-identifier hs-var">attr</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">at</span><span> </span><a href="#local-6989586621679086392"><span class="hs-identifier hs-var">attrName</span></a><span> </span><span class="hs-operator hs-var">.</span><span> </span><a href="TensorFlow.Gradient.html#non"><span class="hs-identifier hs-var">non</span></a><span> </span><span class="hs-identifier hs-var">def</span><span> </span><span class="hs-operator hs-var">.</span><span> </span><span class="hs-identifier hs-var">attrLens</span><span>
</span><a name="line-856"></a></pre></body></html>