1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
{
lib,
stdenv,
buildPythonPackage,
fetchFromGitHub,
# build-system
cmake,
ninja,
nanobind,
scikit-build-core,
# dependencies
mlx-lm,
numpy,
pydantic,
torch,
transformers,
triton,
# tests
pytestCheckHook,
sentencepiece,
tiktoken,
writableTmpDirAsHomeHook,
}:
buildPythonPackage rec {
pname = "xgrammar";
version = "0.1.24";
pyproject = true;
src = fetchFromGitHub {
owner = "mlc-ai";
repo = "xgrammar";
tag = "v${version}";
fetchSubmodules = true;
hash = "sha256-K+GCHuWKF449JaGWr7FQrDeJS3pxmVKnGf68L53LrK0=";
};
patches = [
./0001-fix-find-nanobind-from-python-module.patch
];
build-system = [
cmake
ninja
nanobind
scikit-build-core
];
dontUseCmakeConfigure = true;
dependencies = [
numpy
pydantic
torch
transformers
]
++ lib.optionals (stdenv.hostPlatform.isLinux && stdenv.hostPlatform.isx86_64) [
triton
]
++ lib.optionals (stdenv.hostPlatform.isDarwin && stdenv.hostPlatform.isAarch64) [
mlx-lm
];
nativeCheckInputs = [
pytestCheckHook
sentencepiece
tiktoken
writableTmpDirAsHomeHook
];
NIX_CFLAGS_COMPILE = lib.optionalString stdenv.hostPlatform.isLinux (toString [
# xgrammar hardcodes -flto=auto while using static linking, which can cause linker errors without this additional flag.
"-ffat-lto-objects"
]);
disabledTests = [
# You are trying to access a gated repo.
"test_grammar_compiler"
"test_grammar_matcher"
"test_grammar_matcher_ebnf"
"test_grammar_matcher_json"
"test_grammar_matcher_json_schema"
"test_grammar_matcher_tag_dispatch"
"test_regex_converter"
"test_serialize_compiled_grammar_with_hf_tokenizer"
"test_tokenizer_info"
# Torch not compiled with CUDA enabled
"test_token_bitmask_operations"
# AssertionError
"test_json_schema_converter"
];
pythonImportsCheck = [ "xgrammar" ];
meta = {
description = "Efficient, Flexible and Portable Structured Generation";
homepage = "https://xgrammar.mlc.ai";
changelog = "https://github.com/mlc-ai/xgrammar/releases/tag/${src.tag}";
license = lib.licenses.asl20;
badPlatforms = [
# error: ‘operator delete’ called on unallocated object ‘result’ [-Werror=free-nonheap-object]
"aarch64-linux"
];
};
}
|
