mirror of
https://github.com/tensorflow/haskell.git
synced 2025-02-17 05:25:05 +01:00
107 lines
20 KiB
HTML
107 lines
20 KiB
HTML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
|
|
<html>
|
|
<head>
|
|
<!-- Generated by HsColour, http://code.haskell.org/~malcolm/hscolour/ -->
|
|
<title>src/TensorFlow/Examples/MNIST/Parse.hs</title>
|
|
<link type='text/css' rel='stylesheet' href='hscolour.css' />
|
|
</head>
|
|
<body>
|
|
<pre><a name="line-1"></a><span class='hs-comment'>-- Copyright 2016 TensorFlow authors.</span>
|
|
<a name="line-2"></a><span class='hs-comment'>--</span>
|
|
<a name="line-3"></a><span class='hs-comment'>-- Licensed under the Apache License, Version 2.0 (the "License");</span>
|
|
<a name="line-4"></a><span class='hs-comment'>-- you may not use this file except in compliance with the License.</span>
|
|
<a name="line-5"></a><span class='hs-comment'>-- You may obtain a copy of the License at</span>
|
|
<a name="line-6"></a><span class='hs-comment'>--</span>
|
|
<a name="line-7"></a><span class='hs-comment'>-- <a href="http://www.apache.org/licenses/LICENSE-2.0">http://www.apache.org/licenses/LICENSE-2.0</a></span>
|
|
<a name="line-8"></a><span class='hs-comment'>--</span>
|
|
<a name="line-9"></a><span class='hs-comment'>-- Unless required by applicable law or agreed to in writing, software</span>
|
|
<a name="line-10"></a><span class='hs-comment'>-- distributed under the License is distributed on an "AS IS" BASIS,</span>
|
|
<a name="line-11"></a><span class='hs-comment'>-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span>
|
|
<a name="line-12"></a><span class='hs-comment'>-- See the License for the specific language governing permissions and</span>
|
|
<a name="line-13"></a><span class='hs-comment'>-- limitations under the License.</span>
|
|
<a name="line-14"></a>
|
|
<a name="line-15"></a><span class='hs-comment'>{-# LANGUAGE OverloadedStrings #-}</span>
|
|
<a name="line-16"></a><span class='hs-comment'>{-# LANGUAGE OverloadedLists #-}</span>
|
|
<a name="line-17"></a><span class='hs-comment'>{-# LANGUAGE TypeSynonymInstances #-}</span>
|
|
<a name="line-18"></a><span class='hs-comment'>{-# LANGUAGE FlexibleInstances #-}</span>
|
|
<a name="line-19"></a><span class='hs-comment'>{-# LANGUAGE ViewPatterns #-}</span>
|
|
<a name="line-20"></a>
|
|
<a name="line-21"></a><span class='hs-keyword'>module</span> <span class='hs-conid'>TensorFlow</span><span class='hs-varop'>.</span><span class='hs-conid'>Examples</span><span class='hs-varop'>.</span><span class='hs-conid'>MNIST</span><span class='hs-varop'>.</span><span class='hs-conid'>Parse</span> <span class='hs-keyword'>where</span>
|
|
<a name="line-22"></a>
|
|
<a name="line-23"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Monad</span> <span class='hs-layout'>(</span><span class='hs-varid'>when</span><span class='hs-layout'>,</span> <span class='hs-varid'>liftM</span><span class='hs-layout'>)</span>
|
|
<a name="line-24"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Binary</span><span class='hs-varop'>.</span><span class='hs-conid'>Get</span> <span class='hs-layout'>(</span><span class='hs-conid'>Get</span><span class='hs-layout'>,</span> <span class='hs-varid'>runGet</span><span class='hs-layout'>,</span> <span class='hs-varid'>getWord32be</span><span class='hs-layout'>,</span> <span class='hs-varid'>getLazyByteString</span><span class='hs-layout'>)</span>
|
|
<a name="line-25"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span> <span class='hs-layout'>(</span><span class='hs-varid'>toStrict</span><span class='hs-layout'>,</span> <span class='hs-varid'>readFile</span><span class='hs-layout'>)</span>
|
|
<a name="line-26"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>List</span><span class='hs-varop'>.</span><span class='hs-conid'>Split</span> <span class='hs-layout'>(</span><span class='hs-varid'>chunksOf</span><span class='hs-layout'>)</span>
|
|
<a name="line-27"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Monoid</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-varop'><></span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
|
|
<a name="line-28"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ProtoLens</span> <span class='hs-layout'>(</span><span class='hs-conid'>Message</span><span class='hs-layout'>,</span> <span class='hs-varid'>decodeMessageOrDie</span><span class='hs-layout'>)</span>
|
|
<a name="line-29"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span> <span class='hs-layout'>(</span><span class='hs-conid'>Text</span><span class='hs-layout'>)</span>
|
|
<a name="line-30"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Word</span> <span class='hs-layout'>(</span><span class='hs-conid'>Word8</span><span class='hs-layout'>,</span> <span class='hs-conid'>Word32</span><span class='hs-layout'>)</span>
|
|
<a name="line-31"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Prelude</span> <span class='hs-varid'>hiding</span> <span class='hs-layout'>(</span><span class='hs-varid'>readFile</span><span class='hs-layout'>)</span>
|
|
<a name="line-32"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Codec</span><span class='hs-varop'>.</span><span class='hs-conid'>Compression</span><span class='hs-varop'>.</span><span class='hs-conid'>GZip</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>GZip</span>
|
|
<a name="line-33"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>L</span>
|
|
<a name="line-34"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>Text</span>
|
|
<a name="line-35"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Vector</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>V</span>
|
|
<a name="line-36"></a>
|
|
<a name="line-37"></a><a name="MNIST"></a><span class='hs-comment'>-- | Utilities specific to MNIST.</span>
|
|
<a name="line-38"></a><a name="MNIST"></a><span class='hs-keyword'>type</span> <span class='hs-conid'>MNIST</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>V</span><span class='hs-varop'>.</span><span class='hs-conid'>Vector</span> <span class='hs-conid'>Word8</span>
|
|
<a name="line-39"></a>
|
|
<a name="line-40"></a><a name="drawMNIST"></a><span class='hs-comment'>-- | Produces a unicode rendering of the MNIST digit sample.</span>
|
|
<a name="line-41"></a><span class='hs-definition'>drawMNIST</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>MNIST</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Text</span>
|
|
<a name="line-42"></a><span class='hs-definition'>drawMNIST</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>chunk</span> <span class='hs-varop'>.</span> <span class='hs-varid'>block</span>
|
|
<a name="line-43"></a> <span class='hs-keyword'>where</span>
|
|
<a name="line-44"></a> <span class='hs-varid'>block</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>V</span><span class='hs-varop'>.</span><span class='hs-conid'>Vector</span> <span class='hs-conid'>Word8</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Text</span>
|
|
<a name="line-45"></a> <span class='hs-varid'>block</span> <span class='hs-layout'>(</span><span class='hs-conid'>V</span><span class='hs-varop'>.</span><span class='hs-varid'>splitAt</span> <span class='hs-num'>1</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>[</span><span class='hs-num'>0</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>,</span> <span class='hs-varid'>xs</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-str'>" "</span> <span class='hs-varop'><></span> <span class='hs-varid'>block</span> <span class='hs-varid'>xs</span>
|
|
<a name="line-46"></a> <span class='hs-varid'>block</span> <span class='hs-layout'>(</span><span class='hs-conid'>V</span><span class='hs-varop'>.</span><span class='hs-varid'>splitAt</span> <span class='hs-num'>1</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>[</span><span class='hs-varid'>n</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>,</span> <span class='hs-varid'>xs</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>c</span> <span class='hs-varop'>`</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-varid'>cons</span><span class='hs-varop'>`</span> <span class='hs-varid'>block</span> <span class='hs-varid'>xs</span>
|
|
<a name="line-47"></a> <span class='hs-keyword'>where</span> <span class='hs-varid'>c</span> <span class='hs-keyglyph'>=</span> <span class='hs-str'>"\9617\9618\9619\9608"</span> <span class='hs-varop'>!!</span> <span class='hs-varid'>fromIntegral</span> <span class='hs-layout'>(</span><span class='hs-varid'>n</span> <span class='hs-varop'>`div`</span> <span class='hs-num'>64</span><span class='hs-layout'>)</span>
|
|
<a name="line-48"></a> <span class='hs-varid'>block</span> <span class='hs-layout'>(</span><span class='hs-conid'>V</span><span class='hs-varop'>.</span><span class='hs-varid'>splitAt</span> <span class='hs-num'>1</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>_</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-str'>""</span>
|
|
<a name="line-49"></a> <span class='hs-varid'>chunk</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Text</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Text</span>
|
|
<a name="line-50"></a> <span class='hs-varid'>chunk</span> <span class='hs-str'>""</span> <span class='hs-keyglyph'>=</span> <span class='hs-str'>"\n"</span>
|
|
<a name="line-51"></a> <span class='hs-varid'>chunk</span> <span class='hs-varid'>xs</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-varid'>take</span> <span class='hs-num'>28</span> <span class='hs-varid'>xs</span> <span class='hs-varop'><></span> <span class='hs-str'>"\n"</span> <span class='hs-varop'><></span> <span class='hs-varid'>chunk</span> <span class='hs-layout'>(</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-varid'>drop</span> <span class='hs-num'>28</span> <span class='hs-varid'>xs</span><span class='hs-layout'>)</span>
|
|
<a name="line-52"></a>
|
|
<a name="line-53"></a><a name="checkEndian"></a><span class='hs-comment'>-- | Check's the file's endianess, throwing an error if it's not as expected.</span>
|
|
<a name="line-54"></a><span class='hs-definition'>checkEndian</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Get</span> <span class='hs-conid'>()</span>
|
|
<a name="line-55"></a><span class='hs-definition'>checkEndian</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
|
|
<a name="line-56"></a> <span class='hs-varid'>magic</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>getWord32be</span>
|
|
<a name="line-57"></a> <span class='hs-varid'>when</span> <span class='hs-layout'>(</span><span class='hs-varid'>magic</span> <span class='hs-varop'>`notElem`</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>[</span><span class='hs-num'>2049</span><span class='hs-layout'>,</span> <span class='hs-num'>2051</span><span class='hs-keyglyph'>]</span> <span class='hs-keyglyph'>::</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>Word32</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span>
|
|
<a name="line-58"></a> <span class='hs-varid'>fail</span> <span class='hs-str'>"Expected big endian, but image file is little endian."</span>
|
|
<a name="line-59"></a>
|
|
<a name="line-60"></a><a name="readMNISTSamples"></a><span class='hs-comment'>-- | Reads an MNIST file and returns a list of samples.</span>
|
|
<a name="line-61"></a><span class='hs-definition'>readMNISTSamples</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>FilePath</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>MNIST</span><span class='hs-keyglyph'>]</span>
|
|
<a name="line-62"></a><span class='hs-definition'>readMNISTSamples</span> <span class='hs-varid'>path</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
|
|
<a name="line-63"></a> <span class='hs-varid'>raw</span> <span class='hs-keyglyph'><-</span> <span class='hs-conid'>GZip</span><span class='hs-varop'>.</span><span class='hs-varid'>decompress</span> <span class='hs-varop'><$></span> <span class='hs-varid'>readFile</span> <span class='hs-varid'>path</span>
|
|
<a name="line-64"></a> <span class='hs-varid'>return</span> <span class='hs-varop'>$</span> <span class='hs-varid'>runGet</span> <span class='hs-varid'>getMNIST</span> <span class='hs-varid'>raw</span>
|
|
<a name="line-65"></a> <span class='hs-keyword'>where</span>
|
|
<a name="line-66"></a> <span class='hs-varid'>getMNIST</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Get</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>MNIST</span><span class='hs-keyglyph'>]</span>
|
|
<a name="line-67"></a> <span class='hs-varid'>getMNIST</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
|
|
<a name="line-68"></a> <span class='hs-varid'>checkEndian</span>
|
|
<a name="line-69"></a> <span class='hs-comment'>-- Parse header data.</span>
|
|
<a name="line-70"></a> <span class='hs-varid'>cnt</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftM</span> <span class='hs-varid'>fromIntegral</span> <span class='hs-varid'>getWord32be</span>
|
|
<a name="line-71"></a> <span class='hs-varid'>rows</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftM</span> <span class='hs-varid'>fromIntegral</span> <span class='hs-varid'>getWord32be</span>
|
|
<a name="line-72"></a> <span class='hs-varid'>cols</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftM</span> <span class='hs-varid'>fromIntegral</span> <span class='hs-varid'>getWord32be</span>
|
|
<a name="line-73"></a> <span class='hs-comment'>-- Read all of the data, then split into samples.</span>
|
|
<a name="line-74"></a> <span class='hs-varid'>pixels</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>getLazyByteString</span> <span class='hs-varop'>$</span> <span class='hs-varid'>fromIntegral</span> <span class='hs-varop'>$</span> <span class='hs-varid'>cnt</span> <span class='hs-varop'>*</span> <span class='hs-varid'>rows</span> <span class='hs-varop'>*</span> <span class='hs-varid'>cols</span>
|
|
<a name="line-75"></a> <span class='hs-varid'>return</span> <span class='hs-varop'>$</span> <span class='hs-conid'>V</span><span class='hs-varop'>.</span><span class='hs-varid'>fromList</span> <span class='hs-varop'><$></span> <span class='hs-varid'>chunksOf</span> <span class='hs-layout'>(</span><span class='hs-varid'>rows</span> <span class='hs-varop'>*</span> <span class='hs-varid'>cols</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-conid'>L</span><span class='hs-varop'>.</span><span class='hs-varid'>unpack</span> <span class='hs-varid'>pixels</span><span class='hs-layout'>)</span>
|
|
<a name="line-76"></a>
|
|
<a name="line-77"></a><a name="readMNISTLabels"></a><span class='hs-comment'>-- | Reads a list of MNIST labels from a file and returns them.</span>
|
|
<a name="line-78"></a><span class='hs-definition'>readMNISTLabels</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>FilePath</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>Word8</span><span class='hs-keyglyph'>]</span>
|
|
<a name="line-79"></a><span class='hs-definition'>readMNISTLabels</span> <span class='hs-varid'>path</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
|
|
<a name="line-80"></a> <span class='hs-varid'>raw</span> <span class='hs-keyglyph'><-</span> <span class='hs-conid'>GZip</span><span class='hs-varop'>.</span><span class='hs-varid'>decompress</span> <span class='hs-varop'><$></span> <span class='hs-varid'>readFile</span> <span class='hs-varid'>path</span>
|
|
<a name="line-81"></a> <span class='hs-varid'>return</span> <span class='hs-varop'>$</span> <span class='hs-varid'>runGet</span> <span class='hs-varid'>getLabels</span> <span class='hs-varid'>raw</span>
|
|
<a name="line-82"></a> <span class='hs-keyword'>where</span> <span class='hs-varid'>getLabels</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Get</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>Word8</span><span class='hs-keyglyph'>]</span>
|
|
<a name="line-83"></a> <span class='hs-varid'>getLabels</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
|
|
<a name="line-84"></a> <span class='hs-varid'>checkEndian</span>
|
|
<a name="line-85"></a> <span class='hs-comment'>-- Parse header data.</span>
|
|
<a name="line-86"></a> <span class='hs-varid'>cnt</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftM</span> <span class='hs-varid'>fromIntegral</span> <span class='hs-varid'>getWord32be</span>
|
|
<a name="line-87"></a> <span class='hs-comment'>-- Read all of the labels.</span>
|
|
<a name="line-88"></a> <span class='hs-conid'>L</span><span class='hs-varop'>.</span><span class='hs-varid'>unpack</span> <span class='hs-varop'><$></span> <span class='hs-varid'>getLazyByteString</span> <span class='hs-varid'>cnt</span>
|
|
<a name="line-89"></a>
|
|
<a name="line-90"></a><a name="readMessageFromFileOrDie"></a><span class='hs-definition'>readMessageFromFileOrDie</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Message</span> <span class='hs-varid'>m</span> <span class='hs-keyglyph'>=></span> <span class='hs-conid'>FilePath</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-varid'>m</span>
|
|
<a name="line-91"></a><span class='hs-definition'>readMessageFromFileOrDie</span> <span class='hs-varid'>path</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
|
|
<a name="line-92"></a> <span class='hs-varid'>pb</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>readFile</span> <span class='hs-varid'>path</span>
|
|
<a name="line-93"></a> <span class='hs-varid'>return</span> <span class='hs-varop'>$</span> <span class='hs-varid'>decodeMessageOrDie</span> <span class='hs-varop'>$</span> <span class='hs-varid'>toStrict</span> <span class='hs-varid'>pb</span>
|
|
<a name="line-94"></a>
|
|
<a name="line-95"></a><span class='hs-comment'>-- TODO: Write a writeMessageFromFileOrDie and read/write non-lethal</span>
|
|
<a name="line-96"></a><span class='hs-comment'>-- versions.</span>
|
|
</pre></body>
|
|
</html>
|