Skip to content

Fixed Splits#

⚠

This feature is currently not stable, changes may be applied in the future.

Fixed splits allow to create layouts from predefined splits of data.

thunder.layout.fixed.FixedSplit #

Bases: Split

Creates experiment layout from given split. Parameters

splits: Sequence Split of data. *names: str Names of folds, e.g. 'train', 'val', test'. Examples

# 3 folds of train-val splits.
split: list = [[[...], [...]],
                [[...], [...]],
                [[...], [...]]]
layout = FixedSplit(split, "train", "val")
Source code in thunder/layout/fixed.py 
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
class FixedSplit(Split):
    """
    Creates experiment layout from given split.
    Parameters
    ----------
    splits: Sequence
        Split of data.
    *names: str
        Names of folds, e.g. 'train', 'val', test'.
    Examples
    ----------
    ```python
    # 3 folds of train-val splits.
    split: list = [[[...], [...]],
                    [[...], [...]],
                    [[...], [...]]]
    layout = FixedSplit(split, "train", "val")
    ```
    """

    def __init__(self, splits: Sequence, *names: str):
        if names:
            if len(set(names)) != len(names):
                raise ValueError(f"Names of splits are not unique: {names}")
            if len(splits[0]) != len(names):
                raise ValueError(f"Got {len(splits[0])} and {len(names)} fold names: {names}")

        self.entries = sorted(set(collapse(splits)))
        self.splits = [tuple(fold) for fold in splits]
        self.names = names
        self.fold: int | None = None

thunder.layout.fixed.FixedSingleSplit #

Bases: SingleSplit

Creates single fold experiment from given split. Parameters

split: Union[Sequence, Dict[str, Sequence]] split of data *names: str Names of folds, e.g. 'train', 'val', test'. If data is of type dict, then it is not required. Examples

split: dict = {"train": [...], "val": [...]}
layout = FixedSingleSplit(split)
# or
split: list = [[...], [...]]
layout = FixedSingeSplit(split, "train", "val")
Source code in thunder/layout/fixed.py 
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
class FixedSingleSplit(SingleSplit):
    """
    Creates single fold experiment from given split.
    Parameters
    ----------
    split: Union[Sequence, Dict[str, Sequence]]
        split of data
    *names: str
        Names of folds, e.g. 'train', 'val', test'. If data is of type `dict`,
        then it is not required.
    Examples
    ----------
    ```python
    split: dict = {"train": [...], "val": [...]}
    layout = FixedSingleSplit(split)
    # or
    split: list = [[...], [...]]
    layout = FixedSingeSplit(split, "train", "val")
    ```
    """

    def __init__(self, split: Sequence | dict[str, Sequence], *names: str):
        if isinstance(split, dict):
            names = split.keys()  # from python3.7 order is guaranteed.
            split = split.values()

        if len(names) != len(split):
            raise ValueError(f"Difference in number of splits and number of names: {len(split)} and {len(names)}")

        self.split = dict(zip(names, split, strict=True))
        self.entries = sorted(collapse(split))