File size: 955 Bytes
9c6594c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
import sys
from lightning_utilities.core.imports import RequirementCache
__all__ = []
if not RequirementCache("litdata"):
raise ModuleNotFoundError("Please, run `pip install litdata`") # E111
else:
import litdata
# Enable resolution at least for lower data namespace
sys.modules["lightning.data"] = litdata
from litdata.processing.functions import map, optimize, walk
from litdata.streaming.combined import CombinedStreamingDataset
from litdata.streaming.dataloader import StreamingDataLoader
from litdata.streaming.dataset import StreamingDataset
__all__ += [
"LightningDataset",
"StreamingDataset",
"CombinedStreamingDataset",
"StreamingDataLoader",
"LightningIterableDataset",
"map",
"optimize",
"walk",
]
# TODO: Move this to litdata
if RequirementCache("lightning_sdk"):
from lightning_sdk import Machine
__all__ += ["Machine"]
|