File size: 590 Bytes
9c6594c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
# Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: Apache-2.0
# DeepSpeed Team
"""
Functionality of swapping optimizer tensors to/from (NVMe) storage devices.
"""
import multiprocessing as mp
from .ds_aio_args import get_validated_args
from .io_engine import io_engine_multiprocessing
def ds_io_main():
print(f'Testing DeepNVMe python frontend')
args = get_validated_args()
mp.set_start_method('spawn', force=True)
multiprocess_function = io_engine_multiprocessing
multiprocess_function(args, args.read)
if __name__ == "__main__":
ds_io_main()
|