delete pycache files

46f70cba · u010280923 · 0ad90743 · 46f70cba · 0ad90743 · 0ad90743
115 changed file
--- a/.gitignore
+++ b/.gitignore
 data
 model
+__pycache__
 .DS_Store
 .idea
-.pyc
+*.pyc
\ No newline at end of file
--- a/src/__pycache__/__init__.cpython-38.pyc
+++ b/src/__pycache__/__init__.cpython-38.pyc
--- a/src/__pycache__/model.cpython-38.pyc
+++ b/src/__pycache__/model.cpython-38.pyc
--- a/src/__pycache__/model_run.cpython-38.pyc
+++ b/src/__pycache__/model_run.cpython-38.pyc
--- a/src/__pycache__/utils.cpython-38.pyc
+++ b/src/__pycache__/utils.cpython-38.pyc
--- a/tools/deepspeed/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/__pycache__/constants.cpython-38.pyc
+++ b/tools/deepspeed/__pycache__/constants.cpython-38.pyc
--- a/tools/deepspeed/__pycache__/git_version_info.cpython-38.pyc
+++ b/tools/deepspeed/__pycache__/git_version_info.cpython-38.pyc
--- a/tools/deepspeed/elasticity/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/elasticity/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/elasticity/__pycache__/config.cpython-38.pyc
+++ b/tools/deepspeed/elasticity/__pycache__/config.cpython-38.pyc
--- a/tools/deepspeed/elasticity/__pycache__/constants.cpython-38.pyc
+++ b/tools/deepspeed/elasticity/__pycache__/constants.cpython-38.pyc
--- a/tools/deepspeed/elasticity/__pycache__/elasticity.cpython-38.pyc
+++ b/tools/deepspeed/elasticity/__pycache__/elasticity.cpython-38.pyc
--- a/tools/deepspeed/launcher/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/launcher/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/launcher/__pycache__/constants.cpython-38.pyc
+++ b/tools/deepspeed/launcher/__pycache__/constants.cpython-38.pyc
--- a/tools/deepspeed/launcher/__pycache__/multinode_runner.cpython-38.pyc
+++ b/tools/deepspeed/launcher/__pycache__/multinode_runner.cpython-38.pyc
--- a/tools/deepspeed/launcher/__pycache__/runner.cpython-38.pyc
+++ b/tools/deepspeed/launcher/__pycache__/runner.cpython-38.pyc
--- a/tools/deepspeed/ops/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/ops/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/ops/__pycache__/module_inject.cpython-38.pyc
+++ b/tools/deepspeed/ops/__pycache__/module_inject.cpython-38.pyc
--- a/tools/deepspeed/ops/adam/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/ops/adam/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/ops/adam/__pycache__/cpu_adam.cpython-38.pyc
+++ b/tools/deepspeed/ops/adam/__pycache__/cpu_adam.cpython-38.pyc
--- a/tools/deepspeed/ops/adam/__pycache__/fused_adam.cpython-38.pyc
+++ b/tools/deepspeed/ops/adam/__pycache__/fused_adam.cpython-38.pyc
--- a/tools/deepspeed/ops/adam/__pycache__/multi_tensor_apply.cpython-38.pyc
+++ b/tools/deepspeed/ops/adam/__pycache__/multi_tensor_apply.cpython-38.pyc
--- a/tools/deepspeed/ops/aio/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/ops/aio/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/ops/lamb/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/ops/lamb/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/ops/lamb/__pycache__/fused_lamb.cpython-38.pyc
+++ b/tools/deepspeed/ops/lamb/__pycache__/fused_lamb.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/__pycache__/bert_sparse_self_attention.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/__pycache__/bert_sparse_self_attention.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/__pycache__/matmul.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/__pycache__/matmul.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/__pycache__/softmax.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/__pycache__/softmax.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/__pycache__/sparse_attention_utils.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/__pycache__/sparse_attention_utils.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/__pycache__/sparse_self_attention.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/__pycache__/sparse_self_attention.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/__pycache__/sparsity_config.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/__pycache__/sparsity_config.cpython-38.pyc
--- a/tools/deepspeed/ops/sparse_attention/trsrc/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/ops/sparse_attention/trsrc/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/ops/transformer/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/ops/transformer/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/ops/transformer/__pycache__/transformer.cpython-38.pyc
+++ b/tools/deepspeed/ops/transformer/__pycache__/transformer.cpython-38.pyc
--- a/tools/deepspeed/pipe/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/pipe/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/profiling/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/profiling/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/profiling/__pycache__/config.cpython-38.pyc
+++ b/tools/deepspeed/profiling/__pycache__/config.cpython-38.pyc
--- a/tools/deepspeed/profiling/__pycache__/constants.cpython-38.pyc
+++ b/tools/deepspeed/profiling/__pycache__/constants.cpython-38.pyc
--- a/tools/deepspeed/profiling/flops_profiler/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/profiling/flops_profiler/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/profiling/flops_profiler/__pycache__/profiler.cpython-38.pyc
+++ b/tools/deepspeed/profiling/flops_profiler/__pycache__/profiler.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/config.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/config.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/config_utils.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/config_utils.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/constants.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/constants.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/csr_tensor.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/csr_tensor.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/dataloader.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/dataloader.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/engine.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/engine.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/lr_schedules.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/lr_schedules.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/progressive_layer_drop.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/progressive_layer_drop.cpython-38.pyc
--- a/tools/deepspeed/runtime/__pycache__/utils.cpython-38.pyc
+++ b/tools/deepspeed/runtime/__pycache__/utils.cpython-38.pyc
--- a/tools/deepspeed/runtime/activation_checkpointing/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/runtime/activation_checkpointing/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/runtime/activation_checkpointing/__pycache__/checkpointing.cpython-38.pyc
+++ b/tools/deepspeed/runtime/activation_checkpointing/__pycache__/checkpointing.cpython-38.pyc
--- a/tools/deepspeed/runtime/activation_checkpointing/__pycache__/config.cpython-38.pyc
+++ b/tools/deepspeed/runtime/activation_checkpointing/__pycache__/config.cpython-38.pyc
--- a/tools/deepspeed/runtime/fp16/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/runtime/fp16/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/runtime/fp16/__pycache__/fused_optimizer.cpython-38.pyc
+++ b/tools/deepspeed/runtime/fp16/__pycache__/fused_optimizer.cpython-38.pyc
--- a/tools/deepspeed/runtime/fp16/__pycache__/loss_scaler.cpython-38.pyc
+++ b/tools/deepspeed/runtime/fp16/__pycache__/loss_scaler.cpython-38.pyc
--- a/tools/deepspeed/runtime/fp16/__pycache__/unfused_optimizer.cpython-38.pyc
+++ b/tools/deepspeed/runtime/fp16/__pycache__/unfused_optimizer.cpython-38.pyc
--- a/tools/deepspeed/runtime/pipe/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/runtime/pipe/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/runtime/pipe/__pycache__/engine.cpython-38.pyc
+++ b/tools/deepspeed/runtime/pipe/__pycache__/engine.cpython-38.pyc
--- a/tools/deepspeed/runtime/pipe/__pycache__/module.cpython-38.pyc
+++ b/tools/deepspeed/runtime/pipe/__pycache__/module.cpython-38.pyc
--- a/tools/deepspeed/runtime/pipe/__pycache__/p2p.cpython-38.pyc
+++ b/tools/deepspeed/runtime/pipe/__pycache__/p2p.cpython-38.pyc
--- a/tools/deepspeed/runtime/pipe/__pycache__/schedule.cpython-38.pyc
+++ b/tools/deepspeed/runtime/pipe/__pycache__/schedule.cpython-38.pyc
--- a/tools/deepspeed/runtime/pipe/__pycache__/topology.cpython-38.pyc
+++ b/tools/deepspeed/runtime/pipe/__pycache__/topology.cpython-38.pyc
--- a/tools/deepspeed/runtime/swap_tensor/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/runtime/swap_tensor/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/runtime/swap_tensor/__pycache__/aio_config.cpython-38.pyc
+++ b/tools/deepspeed/runtime/swap_tensor/__pycache__/aio_config.cpython-38.pyc
--- a/tools/deepspeed/runtime/swap_tensor/__pycache__/constants.cpython-38.pyc
+++ b/tools/deepspeed/runtime/swap_tensor/__pycache__/constants.cpython-38.pyc
--- a/tools/deepspeed/runtime/swap_tensor/__pycache__/partitioned_param_swapper.cpython-38.pyc
+++ b/tools/deepspeed/runtime/swap_tensor/__pycache__/partitioned_param_swapper.cpython-38.pyc
--- a/tools/deepspeed/runtime/swap_tensor/__pycache__/utils.cpython-38.pyc
+++ b/tools/deepspeed/runtime/swap_tensor/__pycache__/utils.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/config.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/config.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/constants.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/constants.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/linear.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/linear.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/offload_config.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/offload_config.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/offload_constants.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/offload_constants.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/partition_parameters.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/partition_parameters.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/stage1.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/stage1.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/stage2.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/stage2.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/tiling.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/tiling.cpython-38.pyc
--- a/tools/deepspeed/runtime/zero/__pycache__/utils.cpython-38.pyc
+++ b/tools/deepspeed/runtime/zero/__pycache__/utils.cpython-38.pyc
--- a/tools/deepspeed/utils/__pycache__/__init__.cpython-38.pyc
+++ b/tools/deepspeed/utils/__pycache__/__init__.cpython-38.pyc
--- a/tools/deepspeed/utils/__pycache__/distributed.cpython-38.pyc
+++ b/tools/deepspeed/utils/__pycache__/distributed.cpython-38.pyc
--- a/tools/deepspeed/utils/__pycache__/logging.cpython-38.pyc
+++ b/tools/deepspeed/utils/__pycache__/logging.cpython-38.pyc
--- a/tools/deepspeed/utils/__pycache__/timer.cpython-38.pyc
+++ b/tools/deepspeed/utils/__pycache__/timer.cpython-38.pyc
--- a/tools/megatron/__pycache__/__init__.cpython-38.pyc
+++ b/tools/megatron/__pycache__/__init__.cpython-38.pyc
--- a/tools/megatron/__pycache__/initialize.cpython-38.pyc
+++ b/tools/megatron/__pycache__/initialize.cpython-38.pyc
--- a/tools/megatron/__pycache__/logging.cpython-38.pyc
+++ b/tools/megatron/__pycache__/logging.cpython-38.pyc
--- a/tools/megatron/__pycache__/utils.cpython-38.pyc
+++ b/tools/megatron/__pycache__/utils.cpython-38.pyc
--- a/tools/megatron/fused_kernels/__pycache__/__init__.cpython-38.pyc
+++ b/tools/megatron/fused_kernels/__pycache__/__init__.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/__init__.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/__init__.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/cross_entropy.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/cross_entropy.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/data.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/data.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/initialize.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/initialize.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/layers.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/layers.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/mappings.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/mappings.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/random.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/random.cpython-38.pyc
--- a/tools/megatron/mpu/__pycache__/utils.cpython-38.pyc
+++ b/tools/megatron/mpu/__pycache__/utils.cpython-38.pyc
--- a/tools/megatron/neox_arguments/__pycache__/__init__.cpython-38.pyc
+++ b/tools/megatron/neox_arguments/__pycache__/__init__.cpython-38.pyc
--- a/tools/megatron/neox_arguments/__pycache__/arguments.cpython-38.pyc
+++ b/tools/megatron/neox_arguments/__pycache__/arguments.cpython-38.pyc
--- a/tools/megatron/neox_arguments/__pycache__/deepspeed_args.cpython-38.pyc
+++ b/tools/megatron/neox_arguments/__pycache__/deepspeed_args.cpython-38.pyc
--- a/tools/megatron/neox_arguments/__pycache__/neox_args.cpython-38.pyc
+++ b/tools/megatron/neox_arguments/__pycache__/neox_args.cpython-38.pyc
--- a/tools/megatron/neox_arguments/__pycache__/template.cpython-38.pyc
+++ b/tools/megatron/neox_arguments/__pycache__/template.cpython-38.pyc
--- a/tools/megatron/tokenizer/__pycache__/__init__.cpython-38.pyc
+++ b/tools/megatron/tokenizer/__pycache__/__init__.cpython-38.pyc
--- a/tools/megatron/tokenizer/__pycache__/gpt2_tokenization.cpython-38.pyc
+++ b/tools/megatron/tokenizer/__pycache__/gpt2_tokenization.cpython-38.pyc
--- a/tools/megatron/tokenizer/__pycache__/tokenizer.cpython-38.pyc
+++ b/tools/megatron/tokenizer/__pycache__/tokenizer.cpython-38.pyc
--- a/tools/op_builder/__pycache__/__init__.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/__init__.cpython-38.pyc
--- a/tools/op_builder/__pycache__/async_io.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/async_io.cpython-38.pyc
--- a/tools/op_builder/__pycache__/builder.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/builder.cpython-38.pyc
--- a/tools/op_builder/__pycache__/cpu_adam.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/cpu_adam.cpython-38.pyc
--- a/tools/op_builder/__pycache__/fused_adam.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/fused_adam.cpython-38.pyc
--- a/tools/op_builder/__pycache__/fused_lamb.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/fused_lamb.cpython-38.pyc
--- a/tools/op_builder/__pycache__/sparse_attn.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/sparse_attn.cpython-38.pyc
--- a/tools/op_builder/__pycache__/stochastic_transformer.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/stochastic_transformer.cpython-38.pyc
--- a/tools/op_builder/__pycache__/transformer.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/transformer.cpython-38.pyc
--- a/tools/op_builder/__pycache__/utils.cpython-38.pyc
+++ b/tools/op_builder/__pycache__/utils.cpython-38.pyc