1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
{
lib,
buildPythonPackage,
fetchFromGitHub,
# nativeBuildInputs
cargo,
pkg-config,
rustPlatform,
rustc,
# buildInputs
openssl,
# build-system
setuptools-rust,
setuptools-scm,
# dependencies
interegular,
jsonschema,
# optional-dependencies
datasets,
numpy,
pydantic,
scipy,
torch,
transformers,
# tests
pytestCheckHook,
}:
buildPythonPackage rec {
pname = "outlines-core";
version = "0.2.13";
pyproject = true;
src = fetchFromGitHub {
owner = "dottxt-ai";
repo = "outlines-core";
tag = version;
hash = "sha256-mfw/cOLZPRcL3HWmrm/SyA0zDCPWr5F19EWIUdNu9jM=";
};
cargoDeps = rustPlatform.importCargoLock {
lockFile = ./Cargo.lock;
};
postPatch = ''
substituteInPlace Cargo.toml \
--replace-fail \
'version = "0.0.0"' \
'version = "${version}"'
cp --no-preserve=mode ${./Cargo.lock} Cargo.lock
'';
nativeBuildInputs = [
cargo
pkg-config
rustPlatform.cargoSetupHook
rustPlatform.maturinBuildHook
rustc
];
buildInputs = [
openssl.dev
];
build-system = [
setuptools-rust
setuptools-scm
];
dependencies = [
interegular
jsonschema
];
optional-dependencies = {
tests = [
datasets
numpy
pydantic
scipy
torch
transformers
];
};
pythonImportsCheck = [ "outlines_core" ];
preCheck = ''
rm -rf outlines_core
'';
nativeCheckInputs = [ pytestCheckHook ] ++ lib.concatAttrValues optional-dependencies;
disabledTests = [
# Tests that need to download from Hugging Face Hub.
"test_complex_serialization"
"test_create_fsm_index_tokenizer"
"test_from_pretrained"
"test_pickling_from_pretrained_with_revision"
"test_reduced_vocabulary_with_rare_tokens"
];
disabledTestPaths = [
# Downloads from Hugging Face Hub
"tests/test_kernels.py"
];
meta = {
description = "Structured text generation (core)";
homepage = "https://github.com/outlines-dev/outlines-core";
changelog = "https://github.com/dottxt-ai/outlines-core/releases/tag/${version}";
license = lib.licenses.asl20;
maintainers = with lib.maintainers; [ danieldk ];
};
}
|
