jamtur01's picture
Upload folder using huggingface_hub
9c6594c verified
raw
history blame contribute delete
267 Bytes
# Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: Apache-2.0
# DeepSpeed Team
from .v2 import RaggedInferenceEngineConfig, DeepSpeedTPConfig
from .v2.engine_v2 import InferenceEngineV2
from .v2 import build_hf_engine, build_engine_from_ds_checkpoint