Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions transformer_engine/pytorch/csrc/extensions.h
Original file line number Diff line number Diff line change
Expand Up @@ -836,7 +836,7 @@ void newton_schulz(int64_t ctx_ptr, int64_t m, int64_t n, at::Tensor x, int64_t
* Comm+GEMM Overlap Wrappers
**************************************************************************************************/

class CommOverlapHelper : torch::CustomClassHolder {
class CommOverlapHelper {
public:
// Shared ownership of an ncclComm_t. The deleter calls ncclCommDestroy when
// the last reference (held by the helper and/or any CommOverlap consumers)
Expand Down Expand Up @@ -873,7 +873,7 @@ class CommOverlapHelper : torch::CustomClassHolder {
NcclCommSharedPtr get_nccl_comm(std::string comm_name);
};

class CommOverlap : torch::CustomClassHolder, public transformer_engine::CommOverlapBase {
class CommOverlap : public transformer_engine::CommOverlapBase {
private:
// Keeps the cuBLASMp NCCL communicator alive for the lifetime of this
// instance, independent of the CommOverlapHelper that created it.
Expand Down Expand Up @@ -913,7 +913,7 @@ class CommOverlap : torch::CustomClassHolder, public transformer_engine::CommOve

}; // CommOverlap

class CommOverlapP2P : torch::CustomClassHolder, public transformer_engine::CommOverlapP2PBase {
class CommOverlapP2P : public transformer_engine::CommOverlapP2PBase {
private:
// Keeps the cuBLASMp NCCL communicator alive for the lifetime of this
// instance, independent of the CommOverlapHelper that created it.
Expand Down
Loading