File size: 955 Bytes
9c6594c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
import sys

from lightning_utilities.core.imports import RequirementCache

__all__ = []

if not RequirementCache("litdata"):
    raise ModuleNotFoundError("Please, run `pip install litdata`")  # E111

else:
    import litdata

    # Enable resolution at least for lower data namespace
    sys.modules["lightning.data"] = litdata

    from litdata.processing.functions import map, optimize, walk
    from litdata.streaming.combined import CombinedStreamingDataset
    from litdata.streaming.dataloader import StreamingDataLoader
    from litdata.streaming.dataset import StreamingDataset

    __all__ += [
        "LightningDataset",
        "StreamingDataset",
        "CombinedStreamingDataset",
        "StreamingDataLoader",
        "LightningIterableDataset",
        "map",
        "optimize",
        "walk",
    ]

# TODO: Move this to litdata
if RequirementCache("lightning_sdk"):
    from lightning_sdk import Machine

    __all__ += ["Machine"]