nordic-dev.net/nixpkgs
nordic-dev.net/nixpkgs
2
0
Fork 0
mirror of https://github.com/NixOS/nixpkgs.git synced 2025-01-16 01:45:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

python312Packages.llm-gguf: init at 0.2 (#364926)

Browse Source
This commit is contained in:
Gaétan Lepage 2024-12-13 16:10:51 +01:00 committed by GitHub
commit 79439eadd8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 51 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

49
pkgs/development/python-modules/llm-gguf/default.nix Normal file
View File

@ -0,0 +1,49 @@
{
lib,
buildPythonPackage,
fetchFromGitHub,
# build-system
setuptools,
# dependencies
httpx,
llama-cpp-python,
llm,
}:
buildPythonPackage rec {
pname = "llm-gguf";
version = "0.2";
pyproject = true;
src = fetchFromGitHub {
owner = "simonw";
repo = "llm-gguf";
tag = version;
hash = "sha256-ihMOiQnTfgZKICVDoQHLOMahrd+GiB+HwWFBMyIcs0A=";
};
build-system = [
setuptools
];
dependencies = [
httpx
llama-cpp-python
llm
];
pythonImportsCheck = [ "llm_gguf" ];
# Tests require internet access (downloading models)
doCheck = false;
meta = {
description = "Run models distributed as GGUF files using LLM";
homepage = "https://github.com/simonw/llm-gguf";
changelog = "https://github.com/simonw/llm-gguf/releases/tag/${src.tag}";
license = lib.licenses.asl20;
maintainers = with lib.maintainers; [ GaetanLepage ];
};
}

2
pkgs/top-level/python-packages.nix
View File

@ -7584,6 +7584,8 @@ self: super: with self; {
llm = callPackage ../development/python-modules/llm { };
llm-gguf = callPackage ../development/python-modules/llm-gguf { };
llmx = callPackage ../development/python-modules/llmx { };
llvmlite = callPackage ../development/python-modules/llvmlite {