From 5ecef13c165b9df6da761e3391bf3908d87f2465 Mon Sep 17 00:00:00 2001 From: Yuer867 <62204893+Yuer867@users.noreply.github.com> Date: Fri, 1 Apr 2022 14:19:27 +0800 Subject: [PATCH] fix format (#611) --- .../kernel/cuda_native/csrc/kernels/include/context.h | 4 ++-- .../cuda_native/csrc/kernels/include/cross_entropy_layer.h | 7 +++---- 2 files changed, 5 insertions(+), 6 deletions(-) diff --git a/colossalai/kernel/cuda_native/csrc/kernels/include/context.h b/colossalai/kernel/cuda_native/csrc/kernels/include/context.h index f7d75f38c..dc80881f9 100644 --- a/colossalai/kernel/cuda_native/csrc/kernels/include/context.h +++ b/colossalai/kernel/cuda_native/csrc/kernels/include/context.h @@ -9,7 +9,7 @@ #include "cuda_util.h" class Context { - public: +public: Context() : _stream(nullptr) { CHECK_GPU_ERROR(cublasCreate(&_cublasHandle)); } @@ -30,7 +30,7 @@ class Context { cublasHandle_t get_cublashandle() { return _cublasHandle; } - private: +private: cudaStream_t _stream; cublasHandle_t _cublasHandle; }; diff --git a/colossalai/kernel/cuda_native/csrc/kernels/include/cross_entropy_layer.h b/colossalai/kernel/cuda_native/csrc/kernels/include/cross_entropy_layer.h index f4e9befc6..af7c9c04d 100644 --- a/colossalai/kernel/cuda_native/csrc/kernels/include/cross_entropy_layer.h +++ b/colossalai/kernel/cuda_native/csrc/kernels/include/cross_entropy_layer.h @@ -8,9 +8,8 @@ #include "cuda_util.h" -template -class CrossEntropyLayer { - public: +template class CrossEntropyLayer { +public: CrossEntropyLayer(float epsilon, int padding_idx, int max_batch_tokens); virtual ~CrossEntropyLayer(); @@ -23,7 +22,7 @@ class CrossEntropyLayer { void set_cur_batch_shape(int batch_size, int seq_len, int vocab_size); - private: +private: void allocate_mem_buffer() { // allocate local gpu memory _loss_buffer = cuda_malloc(_max_batch_tokens * 2);