1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
{
lib,
buildPythonPackage,
fetchFromGitHub,
# build-system
setuptools,
# dependencies
aiofiles,
aiohttp,
importlib-metadata,
nest-asyncio,
psutil,
pyyaml,
torch,
typing-extensions,
# tests
pytest-asyncio,
pytestCheckHook,
}:
buildPythonPackage rec {
pname = "torchsnapshot";
version = "0.1.0";
pyproject = true;
src = fetchFromGitHub {
owner = "pytorch";
repo = "torchsnapshot";
tag = version;
hash = "sha256-F8OaxLH8BL6MPNLFv1hBuVmeEdnEQ5w2Qny6by1wP6k=";
};
# _pickle.UnpicklingError: Weights only load failed.
# torchsnapshot needs to adapt to the change of torch.load that occured in 2.6.0:
# https://pytorch.org/docs/stable/generated/torch.load.html
postPatch = ''
substituteInPlace torchsnapshot/io_preparers/object.py \
--replace-fail \
"torch.load(io.BytesIO(buf))" \
"torch.load(io.BytesIO(buf), weights_only=False)"
'';
build-system = [
setuptools
];
dependencies = [
aiofiles
aiohttp
importlib-metadata
nest-asyncio
psutil
pyyaml
torch
typing-extensions
];
pythonImportsCheck = [ "torchsnapshot" ];
nativeCheckInputs = [
pytest-asyncio
pytestCheckHook
];
disabledTests = [
# torch.distributed.elastic.multiprocessing.errors.ChildFailedError:
# AssertionError: "Socket Timeout" does not match "wait timeout after 5000ms
"test_linear_barrier_timeout"
];
meta = {
description = "Performant, memory-efficient checkpointing library for PyTorch applications, designed with large, complex distributed workloads in mind";
homepage = "https://github.com/pytorch/torchsnapshot/";
changelog = "https://github.com/pytorch/torchsnapshot/releases/tag/${version}";
license = lib.licenses.bsd3;
maintainers = with lib.maintainers; [ GaetanLepage ];
badPlatforms = [
# test suite gets stuck and eventually times out with: "torch.distributed.DistNetworkError: The client socket has timed out after"
lib.systems.inspect.patterns.isDarwin
];
};
}
|
