Updated some explanations

This commit is contained in:
gongjy 2024-09-20 17:07:51 +08:00
parent 39423c6a14
commit 9093519c37
3 changed files with 1 additions and 3 deletions

View File

@ -120,7 +120,6 @@ def init_distributed_mode():
DEVICE = f"cuda:{ddp_local_rank}"
torch.cuda.set_device(DEVICE)
# torchrun --nproc_per_node 2 1-pretrain.py
# I/O
if __name__ == "__main__":

View File

@ -375,7 +375,6 @@ class Transformer(PreTrainedModel):
self.OUT.__setitem__('logits', logits)
self.OUT.__setitem__('last_loss', self.last_loss)
return self.OUT
@torch.inference_mode()

View File

@ -3,4 +3,4 @@
感谢[@chuanzhubin](https://github.com/chuanzhubin)贡献此部分内容
很大程度方便了学习者快速理解
很大程度方便了学习者快速理解