File size: 723 Bytes
9c6594c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
#pragma once

#include <c10/util/Exception.h>

#include <ostream>
#include <string>

namespace at {

enum class ROCmFABackend : int8_t { Default, AOTriton, Ck };

inline std::string ROCmFABackendToString(at::ROCmFABackend backend) {
  switch (backend) {
    case ROCmFABackend::Default:
      return "at::ROCmFABackend::Default";
    case ROCmFABackend::AOTriton:
      return "at::ROCmFABackend::AOTriton";
    case ROCmFABackend::Ck:
      return "at::ROCmFABackend::Ck";
    default:
      TORCH_CHECK(false, "Unknown ROCm flash attention backend")
  }
}

inline std::ostream& operator<<(
    std::ostream& stream,
    at::ROCmFABackend backend) {
  return stream << ROCmFABackendToString(backend);
}

} // namespace at