File size: 1,250 Bytes
9c6594c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
# Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: Apache-2.0
# DeepSpeed Team
from deepspeed.runtime.config_utils import DeepSpeedConfigModel
class CompileConfig(DeepSpeedConfigModel):
""" Configure compile settings """
deepcompile: bool = False
""" Turn on/off the DeepCompile mode """
free_activation: bool = False
""" Turn on/off the free activation mode """
offload_activation: bool = False
""" Turn on/off the activation offloading """
offload_opt_states: bool = False
""" Turn on/off the optimizer states offloading """
double_buffer: bool = True
""" Turn on/off the double buffering """
symmetric_memory: bool = False
""" Turn on/off the symmetric memory """
debug_log: bool = False
""" Turn on/off the graph dumping """
offload_parameters: bool = False
""" Turn on/off the parameter offloading """
sync_before_reduce: bool = False
""" Turn on/off the sync before reduce """
sync_after_reduce: bool = False
""" Turn on/off the sync after reduce """
sync_before_allgather: bool = False
""" Turn on/off the sync before allgather """
sync_after_allgather: bool = False
""" Turn on/off the sync after allgather """
|