python3Packages.exllamav2: drop
This commit is contained in:
@@ -1,108 +0,0 @@
|
||||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
fetchFromGitHub,
|
||||
|
||||
# build-system
|
||||
setuptools,
|
||||
torch,
|
||||
|
||||
cudaPackages,
|
||||
|
||||
# nativeBuildInputs
|
||||
pybind11,
|
||||
|
||||
# dependencies
|
||||
fastparquet,
|
||||
flash-attn,
|
||||
ninja,
|
||||
numpy,
|
||||
pandas,
|
||||
pillow,
|
||||
pygments,
|
||||
regex,
|
||||
rich,
|
||||
safetensors,
|
||||
tokenizers,
|
||||
websockets,
|
||||
}:
|
||||
buildPythonPackage.override { inherit (torch) stdenv; } (finalAttrs: {
|
||||
pname = "exllamav2";
|
||||
version = "0.3.2";
|
||||
pyproject = true;
|
||||
__structuredAttrs = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "turboderp-org";
|
||||
repo = "exllamav2";
|
||||
tag = "v${finalAttrs.version}";
|
||||
hash = "sha256-WbpbANenOuy6F0qAKVKAmolHjgRKfPxSVud8FZG1TXw=";
|
||||
};
|
||||
|
||||
build-system = [
|
||||
setuptools
|
||||
torch
|
||||
];
|
||||
|
||||
nativeBuildInputs = [
|
||||
ninja
|
||||
];
|
||||
|
||||
preConfigure = ''
|
||||
export MAX_JOBS="$NIX_BUILD_CORES"
|
||||
export NVCC_THREADS=2
|
||||
'';
|
||||
|
||||
buildInputs = [
|
||||
pybind11
|
||||
]
|
||||
++ lib.optionals torch.cudaSupport [
|
||||
cudaPackages.cuda_cudart # cuda_runtime.h
|
||||
cudaPackages.libcublas # cublas_v2.h
|
||||
cudaPackages.libcurand # curand_kernel.h
|
||||
cudaPackages.libcusolver # cusolverDn.h
|
||||
cudaPackages.libcusparse # cusparse.h
|
||||
];
|
||||
|
||||
env = lib.optionalAttrs torch.cudaSupport {
|
||||
CUDA_HOME = lib.getDev cudaPackages.cuda_nvcc;
|
||||
TORCH_CUDA_ARCH_LIST = lib.concatStringsSep ";" torch.cudaCapabilities;
|
||||
};
|
||||
|
||||
dependencies = [
|
||||
fastparquet
|
||||
flash-attn
|
||||
ninja
|
||||
numpy
|
||||
pandas
|
||||
pillow
|
||||
pygments
|
||||
regex
|
||||
rich
|
||||
safetensors
|
||||
tokenizers
|
||||
torch
|
||||
websockets
|
||||
];
|
||||
|
||||
pythonImportsCheck = [ "exllamav2" ];
|
||||
|
||||
# Tests require GPU hardware and external model files
|
||||
doCheck = false;
|
||||
|
||||
meta = {
|
||||
homepage = "https://github.com/turboderp-org/exllamav2";
|
||||
description = "Inference library for running LLMs locally on modern consumer-class GPUs";
|
||||
changelog = "https://github.com/turboderp-org/exllamav2/releases/tag/${finalAttrs.src.tag}";
|
||||
license = lib.licenses.mit;
|
||||
platforms = [
|
||||
"x86_64-windows"
|
||||
"x86_64-linux"
|
||||
];
|
||||
|
||||
# Package requires CUDA or ROCm for functionality
|
||||
# ROCm support is partially implemented but untested
|
||||
broken = !torch.cudaSupport;
|
||||
maintainers = with lib.maintainers; [ BatteredBunny ];
|
||||
};
|
||||
})
|
||||
@@ -219,6 +219,7 @@ mapAliases {
|
||||
esig = throw "'esig' has been removed as it was broken and unmaintained upstream"; # Added 2026-05-27
|
||||
et_xmlfile = throw "'et_xmlfile' has been renamed to/replaced by 'et-xmlfile'"; # Converted to throw 2025-10-29
|
||||
ev3dev2 = throw "'ev3dev2' has been renamed to/replaced by 'python-ev3dev2'"; # Converted to throw 2025-10-29
|
||||
exllamav2 = throw "'exllamav2' was removed because it is archived upstream and support was dropped in tabbyapi"; # Added 2026-07-19
|
||||
eyeD3 = throw "'eyeD3' has been renamed to/replaced by 'eyed3'"; # Converted to throw 2025-10-29
|
||||
f3d_egl = lib.warnOnInstantiate "'f3d' now build with egl support by default, so `f3d_egl` is deprecated, consider using 'f3d' instead." f3d; # added 2025-07-18
|
||||
Fabric = throw "'Fabric' has been renamed to/replaced by 'fabric'"; # Converted to throw 2025-10-29
|
||||
|
||||
@@ -5662,8 +5662,6 @@ self: super: with self; {
|
||||
|
||||
exiv2 = callPackage ../development/python-modules/exiv2 { inherit (pkgs) exiv2; };
|
||||
|
||||
exllamav2 = callPackage ../development/python-modules/exllamav2 { };
|
||||
|
||||
exllamav3 = callPackage ../development/python-modules/exllamav3 { };
|
||||
|
||||
expandvars = callPackage ../development/python-modules/expandvars { };
|
||||
|
||||
Reference in New Issue
Block a user