1
0
Fork 0
mirror of https://github.com/tensorflow/haskell.git synced 2024-12-24 18:49:46 +01:00

nix overlay and flake to build tensorflow

fix permissions
This commit is contained in:
Phillip Seeber 2022-07-27 22:14:50 +02:00
parent d088e30b80
commit bf6012863f
5 changed files with 227 additions and 32 deletions

77
flake.lock Normal file
View file

@ -0,0 +1,77 @@
{
"nodes": {
"flake-compat": {
"flake": false,
"locked": {
"lastModified": 1650374568,
"narHash": "sha256-Z+s0J8/r907g149rllvwhb4pKi8Wam5ij0st8PwAh+E=",
"owner": "edolstra",
"repo": "flake-compat",
"rev": "b4a34015c698c7793d592d66adbab377907a2be8",
"type": "github"
},
"original": {
"owner": "edolstra",
"repo": "flake-compat",
"type": "github"
}
},
"flake-utils": {
"locked": {
"lastModified": 1656928814,
"narHash": "sha256-RIFfgBuKz6Hp89yRr7+NR5tzIAbn52h8vT6vXkYjZoM=",
"owner": "numtide",
"repo": "flake-utils",
"rev": "7e2a3b3dfd9af950a856d66b0a7d01e3c18aa249",
"type": "github"
},
"original": {
"owner": "numtide",
"repo": "flake-utils",
"type": "github"
}
},
"nixpkgs": {
"locked": {
"lastModified": 1658850041,
"narHash": "sha256-HA4koSVBPEERWSrH0LVBy28y2FGJnOeUmGDEyeQPmDY=",
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "3bbb296d9a0088c314ce83038b896753bbe33acb",
"type": "github"
},
"original": {
"id": "nixpkgs",
"ref": "nixpkgs-unstable",
"type": "indirect"
}
},
"root": {
"inputs": {
"flake-compat": "flake-compat",
"flake-utils": "flake-utils",
"nixpkgs": "nixpkgs",
"tensorflowSubModule": "tensorflowSubModule"
}
},
"tensorflowSubModule": {
"flake": false,
"locked": {
"lastModified": 1595549353,
"narHash": "sha256-4UgDtFLqSJ1tNGLx30x2oVxlsSCb7Cj88c5/Ff1zpbU=",
"owner": "tensorflow",
"repo": "tensorflow",
"rev": "b36436b087bd8e8701ef51718179037cccdfc26e",
"type": "github"
},
"original": {
"owner": "tensorflow",
"repo": "tensorflow",
"rev": "b36436b087bd8e8701ef51718179037cccdfc26e",
"type": "github"
}
}
},
"root": "root",
"version": 7
}

72
flake.nix Normal file
View file

@ -0,0 +1,72 @@
{
description = "Haskell bindings for TensorFlow";
inputs = {
nixpkgs.url = "nixpkgs/nixpkgs-unstable";
flake-utils.url = "github:numtide/flake-utils";
flake-compat = {
url = "github:edolstra/flake-compat";
flake = false;
};
tensorflowSubModule = {
url =
"github:tensorflow/tensorflow/b36436b087bd8e8701ef51718179037cccdfc26e";
flake = false;
};
};
outputs = { self, nixpkgs, flake-utils, tensorflowSubModule, ... }:
flake-utils.lib.eachSystem [ "x86_64-linux" ] (system:
let
pkgs = import nixpkgs {
inherit system;
overlays = [ (import ./nix/overlay.nix tensorflowSubModule) ];
};
tfPackages = [
"tensorflow"
"tensorflow-core-ops"
"tensorflow-logging"
"tensorflow-opgen"
"tensorflow-ops"
"tensorflow-proto"
"tensorflow-records"
"tensorflow-records-conduit"
"tensorflow-test"
];
in {
packages = builtins.listToAttrs (builtins.map (p: {
name = p;
value = pkgs.haskellPackages."${p}";
}) tfPackages);
devShells = let
devDeps = with pkgs; [
cabal-install
haskell-language-server
hlint
ormolu
];
devPkgs = builtins.listToAttrs (builtins.map (p: {
name = p;
value = pkgs.mkShell {
buildInputs = let
pkgEnv = pkgs.haskellPackages.ghcWithPackages (ghcPkgs:
ghcPkgs."${p}".buildInputs
++ ghcPkgs."${p}".propagatedBuildInputs
++ ghcPkgs."${p}".propagatedNativeBuildInputs
++ ghcPkgs."${p}".nativeBuildInputs ++ devDeps);
in [ pkgEnv ];
};
}) tfPackages);
in devPkgs // { default = devPkgs.tensorflow; };
}) // {
overlays.default = import ./nix/overlay.nix tensorflowSubModule;
};
}

78
nix/overlay.nix Normal file
View file

@ -0,0 +1,78 @@
tensorflowSubModule: final: prev:
let
/* The tensorflow submodule in third_party/tensorflow and the symlinks in the
Haskell-package directories will always be removed by Nix.
Thus construct a source here where the submodule is a normal directory
whenever required.
*/
tfSrc = prev.runCommand "prepTensorflowSrc" {
src = prev.nix-gitignore.gitignoreSource [
"nix/"
"flake.nix"
"flake.lock"
"result"
] ./..;
} ''
cp -r $src/* .
chmod -R +rwx ./third_party
cp -r ${tensorflowSubModule} ./third_party/tensorflow
chmod -R +rwx tensorflow
rm -rf tensorflow/third_party
cp -r ${tensorflowSubModule} ./tensorflow/third_party
for d in tensorflow-opgen tensorflow-proto; do
chmod +rwx $d $d/third_party
rm -rf $d/third_party
mkdir $d/third_party
cp -r ${tensorflowSubModule} $d/third_party/tensorflow
done
cp -r . $out
'';
haskellOverrides = final: prev: hfinal: hprev: {
tensorflow = hfinal.callCabal2nix "tensorflow" "${tfSrc}/tensorflow" { };
tensorflow-core-ops =
hfinal.callCabal2nix "tensorflow-core-ops" "${tfSrc}/tensorflow-core-ops"
{ };
tensorflow-logging =
hfinal.callCabal2nix "tensorflow-logging" "${tfSrc}/tensorflow-logging"
{ };
tensorflow-opgen =
hfinal.callCabal2nix "tensorflow-opgen" "${tfSrc}/tensorflow-opgen" { };
tensorflow-ops =
hfinal.callCabal2nix "tensorflow-ops" "${tfSrc}/tensorflow-ops" { };
tensorflow-proto = let
c2n =
hfinal.callCabal2nix "tensorflow-proto" "${tfSrc}/tensorflow-proto" { };
in prev.haskell.lib.overrideCabal c2n (drv: {
libraryToolDepends = drv.libraryToolDepends ++ [ prev.protobuf ];
});
tensorflow-records =
hfinal.callCabal2nix "tensorflow-records" "${tfSrc}/tensorflow-records"
{ };
tensorflow-records-conduit =
hfinal.callCabal2nix "tensorflow-records-conduit"
"${tfSrc}/tensorflow-records-conduit" { };
tensorflow-test =
hfinal.callCabal2nix "tensorflow-test" "${tfSrc}/tensorflow-test" { };
};
in {
haskell = prev.haskell // {
packages = prev.haskell.packages // (builtins.mapAttrs
(key: val: val.override { overrides = haskellOverrides final prev; }) {
inherit (prev.haskell.packages) ghc8107 ghc902 ghc923;
});
};
}

View file

@ -1,6 +0,0 @@
{
"owner": "NixOS",
"repo": "nixpkgs",
"rev": "8731aaaf8b30888bc24994096db830993090d7c4",
"sha256": "1hcc89rxi47nb0mpk05nl9rbbb04kfw97xfydhpmmgh57yrp3zqa"
}

View file

@ -1,26 +0,0 @@
#!/usr/bin/env nix-shell
#!nix-shell -i bash -p bash nix curl jq
# vim: filetype=sh
# Updates the nixpkgs.json to the latest release
# See https://gist.github.com/zimbatm/de5350245874361762b6a4dfe5366530
set -euo pipefail
cd "$(dirname "$0")" || exit 1
branch=release-19.09
owner=NixOS
repo=nixpkgs
rev=$(curl -sfL https://api.github.com/repos/$owner/$repo/git/refs/heads/$branch | jq -r .object.sha)
url=https://github.com/$owner/$repo/archive/$rev.tar.gz
release_sha256=$(nix-prefetch-url --unpack "$url")
cat <<NIXPKGS | tee src.json
{
"owner": "$owner",
"repo": "$repo",
"rev": "$rev",
"sha256": "$release_sha256"
}
NIXPKGS