MANIFEST.in
README.md
setup.py
bin/deepspeed
bin/deepspeed.pt
bin/ds
bin/ds_report
bin/ds_ssh
csrc/adam/compat.h
csrc/adam/cpu_adam.cpp
csrc/adam/custom_cuda_kernel.cu
csrc/adam/fused_adam_frontend.cpp
csrc/adam/multi_tensor_adam.cu
csrc/adam/multi_tensor_apply.cuh
csrc/includes/StopWatch.h
csrc/includes/Timer.h
csrc/includes/context.h
csrc/includes/cpu_adam.h
csrc/includes/cublas_wrappers.h
csrc/includes/custom_cuda_layers.h
csrc/includes/dropout.h
csrc/includes/ds_transformer_cuda.h
csrc/includes/feed_forward.h
csrc/includes/gelu.h
csrc/includes/gemm_test.h
csrc/includes/general_kernels.h
csrc/includes/normalize_layer.h
csrc/includes/softmax.h
csrc/includes/strided_batch_gemm.h
csrc/includes/type_shim.h
csrc/lamb/fused_lamb_cuda.cpp
csrc/lamb/fused_lamb_cuda_kernel.cu
csrc/sparse_attention/utils.cpp
csrc/transformer/cublas_wrappers.cu
csrc/transformer/dropout_kernels.cu
csrc/transformer/ds_transformer_cuda.cpp
csrc/transformer/gelu_kernels.cu
csrc/transformer/general_kernels.cu
csrc/transformer/normalize_kernels.cu
csrc/transformer/softmax_kernels.cu
csrc/transformer/transform_kernels.cu
csrc/utils/flatten_unflatten.cpp
deepspeed/__init__.py
deepspeed/env_report.py
deepspeed/git_version_info.py
deepspeed/git_version_info_installed.py
deepspeed.egg-info/PKG-INFO
deepspeed.egg-info/SOURCES.txt
deepspeed.egg-info/dependency_links.txt
deepspeed.egg-info/requires.txt
deepspeed.egg-info/top_level.txt
deepspeed/launcher/__init__.py
deepspeed/launcher/constants.py
deepspeed/launcher/launch.py
deepspeed/launcher/multinode_runner.py
deepspeed/launcher/runner.py
deepspeed/ops/__init__.py
deepspeed/ops/adam/__init__.py
deepspeed/ops/adam/cpu_adam.py
deepspeed/ops/adam/fused_adam.py
deepspeed/ops/adam/multi_tensor_apply.py
deepspeed/ops/csrc/adam/compat.h
deepspeed/ops/csrc/adam/cpu_adam.cpp
deepspeed/ops/csrc/adam/custom_cuda_kernel.cu
deepspeed/ops/csrc/adam/fused_adam_frontend.cpp
deepspeed/ops/csrc/adam/multi_tensor_adam.cu
deepspeed/ops/csrc/adam/multi_tensor_apply.cuh
deepspeed/ops/csrc/includes/StopWatch.h
deepspeed/ops/csrc/includes/Timer.h
deepspeed/ops/csrc/includes/context.h
deepspeed/ops/csrc/includes/cpu_adam.h
deepspeed/ops/csrc/includes/cublas_wrappers.h
deepspeed/ops/csrc/includes/custom_cuda_layers.h
deepspeed/ops/csrc/includes/dropout.h
deepspeed/ops/csrc/includes/ds_transformer_cuda.h
deepspeed/ops/csrc/includes/feed_forward.h
deepspeed/ops/csrc/includes/gelu.h
deepspeed/ops/csrc/includes/gemm_test.h
deepspeed/ops/csrc/includes/general_kernels.h
deepspeed/ops/csrc/includes/normalize_layer.h
deepspeed/ops/csrc/includes/softmax.h
deepspeed/ops/csrc/includes/strided_batch_gemm.h
deepspeed/ops/csrc/includes/type_shim.h
deepspeed/ops/csrc/lamb/fused_lamb_cuda.cpp
deepspeed/ops/csrc/lamb/fused_lamb_cuda_kernel.cu
deepspeed/ops/csrc/sparse_attention/utils.cpp
deepspeed/ops/csrc/transformer/cublas_wrappers.cu
deepspeed/ops/csrc/transformer/dropout_kernels.cu
deepspeed/ops/csrc/transformer/ds_transformer_cuda.cpp
deepspeed/ops/csrc/transformer/gelu_kernels.cu
deepspeed/ops/csrc/transformer/general_kernels.cu
deepspeed/ops/csrc/transformer/normalize_kernels.cu
deepspeed/ops/csrc/transformer/softmax_kernels.cu
deepspeed/ops/csrc/transformer/transform_kernels.cu
deepspeed/ops/csrc/utils/flatten_unflatten.cpp
deepspeed/ops/lamb/__init__.py
deepspeed/ops/lamb/fused_lamb.py
deepspeed/ops/op_builder/__init__.py
deepspeed/ops/op_builder/builder.py
deepspeed/ops/op_builder/cpu_adam.py
deepspeed/ops/op_builder/fused_adam.py
deepspeed/ops/op_builder/fused_lamb.py
deepspeed/ops/op_builder/sparse_attn.py
deepspeed/ops/op_builder/stochastic_transformer.py
deepspeed/ops/op_builder/transformer.py
deepspeed/ops/op_builder/utils.py
deepspeed/ops/sparse_attention/__init__.py
deepspeed/ops/sparse_attention/bert_sparse_self_attention.py
deepspeed/ops/sparse_attention/matmul.py
deepspeed/ops/sparse_attention/softmax.py
deepspeed/ops/sparse_attention/sparse_attention_utils.py
deepspeed/ops/sparse_attention/sparse_self_attention.py
deepspeed/ops/sparse_attention/sparsity_config.py
deepspeed/ops/sparse_attention/trsrc/__init__.py
deepspeed/ops/sparse_attention/trsrc/matmul.tr
deepspeed/ops/sparse_attention/trsrc/softmax_bwd.tr
deepspeed/ops/sparse_attention/trsrc/softmax_fwd.tr
deepspeed/ops/transformer/__init__.py
deepspeed/ops/transformer/transformer.py
deepspeed/pipe/__init__.py
deepspeed/runtime/__init__.py
deepspeed/runtime/config.py
deepspeed/runtime/config_utils.py
deepspeed/runtime/constants.py
deepspeed/runtime/csr_tensor.py
deepspeed/runtime/custom_collectives.py
deepspeed/runtime/dataloader.py
deepspeed/runtime/engine.py
deepspeed/runtime/lr_schedules.py
deepspeed/runtime/utils.py
deepspeed/runtime/activation_checkpointing/__init__.py
deepspeed/runtime/activation_checkpointing/checkpointing.py
deepspeed/runtime/activation_checkpointing/config.py
deepspeed/runtime/fp16/__init__.py
deepspeed/runtime/fp16/fused_optimizer.py
deepspeed/runtime/fp16/loss_scaler.py
deepspeed/runtime/fp16/onebit_adam.py
deepspeed/runtime/fp16/unfused_optimizer.py
deepspeed/runtime/pipe/__init__.py
deepspeed/runtime/pipe/engine.py
deepspeed/runtime/pipe/module.py
deepspeed/runtime/pipe/p2p.py
deepspeed/runtime/pipe/schedule.py
deepspeed/runtime/pipe/topology.py
deepspeed/runtime/zero/__init__.py
deepspeed/runtime/zero/config.py
deepspeed/runtime/zero/constants.py
deepspeed/runtime/zero/stage1.py
deepspeed/runtime/zero/stage2.py
deepspeed/runtime/zero/utils.py
deepspeed/utils/__init__.py
deepspeed/utils/logging.py
deepspeed/utils/timer.py
op_builder/__init__.py
op_builder/builder.py
op_builder/cpu_adam.py
op_builder/fused_adam.py
op_builder/fused_lamb.py
op_builder/sparse_attn.py
op_builder/stochastic_transformer.py
op_builder/transformer.py
op_builder/utils.py
third_party/apex/apex/contrib/csrc/groupbn/batch_norm.cu
third_party/apex/apex/contrib/csrc/groupbn/batch_norm.h
third_party/apex/apex/contrib/csrc/groupbn/batch_norm_add_relu.cu
third_party/apex/apex/contrib/csrc/groupbn/batch_norm_add_relu.h
third_party/apex/apex/contrib/csrc/groupbn/cuda_utils.h
third_party/apex/apex/contrib/csrc/groupbn/interface.cpp
third_party/apex/apex/contrib/csrc/groupbn/ipc.cu
third_party/apex/apex/contrib/csrc/groupbn/nhwc_batch_norm_kernel.h
third_party/apex/apex/contrib/csrc/optimizers/fused_adam_cuda.cpp
third_party/apex/apex/contrib/csrc/optimizers/fused_adam_cuda_kernel.cu
third_party/apex/apex/contrib/csrc/xentropy/interface.cpp
third_party/apex/apex/contrib/csrc/xentropy/xentropy_kernel.cu
third_party/apex/csrc/amp_C_frontend.cpp
third_party/apex/csrc/compat.h
third_party/apex/csrc/flatten_unflatten.cpp
third_party/apex/csrc/layer_norm_cuda.cpp
third_party/apex/csrc/layer_norm_cuda_kernel.cu
third_party/apex/csrc/multi_tensor_adam.cu
third_party/apex/csrc/multi_tensor_apply.cuh
third_party/apex/csrc/multi_tensor_axpby_kernel.cu
third_party/apex/csrc/multi_tensor_l2norm_kernel.cu
third_party/apex/csrc/multi_tensor_lamb.cu
third_party/apex/csrc/multi_tensor_lamb_stage_1.cu
third_party/apex/csrc/multi_tensor_lamb_stage_2.cu
third_party/apex/csrc/multi_tensor_novograd.cu
third_party/apex/csrc/multi_tensor_scale_kernel.cu
third_party/apex/csrc/multi_tensor_sgd_kernel.cu
third_party/apex/csrc/syncbn.cpp
third_party/apex/csrc/type_shim.h
third_party/apex/csrc/welford.cu