nixpkgs/pkgs/development/python-modules/bitsandbytes/default.nix
2023-04-13 17:23:04 -04:00

99 lines
2.6 KiB
Nix

{ lib
, buildPythonPackage
, fetchFromGitHub
, python
, pythonOlder
, pytestCheckHook
, setuptools
, torch
, einops
, lion-pytorch
, scipy
, symlinkJoin
}:
let
pname = "bitsandbytes";
version = "0.38.0";
inherit (torch) cudaCapabilities cudaPackages cudaSupport;
inherit (cudaPackages) backendStdenv cudaVersion;
# NOTE: torchvision doesn't use cudnn; torch does!
# For this reason it is not included.
cuda-common-redist = with cudaPackages; [
cuda_cccl # <thrust/*>
libcublas # cublas_v2.h
libcurand
libcusolver # cusolverDn.h
libcusparse # cusparse.h
];
cuda-native-redist = symlinkJoin {
name = "cuda-native-redist-${cudaVersion}";
paths = with cudaPackages; [
cuda_cudart # cuda_runtime.h cuda_runtime_api.h
cuda_nvcc
] ++ cuda-common-redist;
};
cuda-redist = symlinkJoin {
name = "cuda-redist-${cudaVersion}";
paths = cuda-common-redist;
};
in
buildPythonPackage {
inherit pname version;
format = "pyproject";
disabled = pythonOlder "3.7";
src = fetchFromGitHub {
owner = "TimDettmers";
repo = pname;
rev = "refs/tags/${version}";
hash = "sha256-gGlbzTDvZNo4MhcYzLvWuB2ec7q+Qt5/LtTbJ0Rc+Kk=";
};
postPatch = ''
substituteInPlace Makefile --replace "/usr/bin/g++" "g++" --replace "lib64" "lib"
substituteInPlace bitsandbytes/cuda_setup/main.py \
--replace "binary_path = package_dir / binary_name" \
"binary_path = Path('$out/${python.sitePackages}/${pname}')/binary_name"
'' + lib.optionalString torch.cudaSupport ''
substituteInPlace bitsandbytes/cuda_setup/main.py \
--replace "/usr/local/cuda/lib64" "${cuda-native-redist}/lib"
'';
CUDA_HOME = "${cuda-native-redist}";
preBuild = if torch.cudaSupport then
with torch.cudaPackages;
let cudaVersion = lib.concatStrings (lib.splitVersion torch.cudaPackages.cudaMajorMinorVersion); in
''make CUDA_VERSION=${cudaVersion} cuda${cudaMajorVersion}x''
else
''make CUDA_VERSION=CPU cpuonly'';
nativeBuildInputs = [ setuptools ] ++ lib.optionals torch.cudaSupport [ cuda-native-redist ];
buildInputs = lib.optionals torch.cudaSupport [ cuda-redist ];
propagatedBuildInputs = [
torch
];
doCheck = false; # tests require CUDA and also GPU access
nativeCheckInputs = [ pytestCheckHook einops lion-pytorch scipy ];
pythonImportsCheck = [
"bitsandbytes"
];
meta = with lib; {
homepage = "https://github.com/TimDettmers/bitsandbytes";
description = "8-bit CUDA functions for PyTorch";
license = licenses.mit;
maintainers = with maintainers; [ bcdarwin ];
};
}