fix "some elements of the input tensor and the written-to tensor refer to a single memory location" error in ddp_pipeline tutorial (#2002)

mabdullahsoyturk · Svetlana Karslioglu · web-flow · commit 6b3af99b4c3f · 2022-09-28T08:11:41.000-07:00
Co-authored-by: Svetlana Karslioglu &lt;svekars@fb.com&gt;
diff --git a/advanced_source/ddp_pipeline.py b/advanced_source/ddp_pipeline.py
@@ -52,7 +52,7 @@ def __init__(self, d_model, dropout=0.1, max_len=5000):
         pe[:, 0::2] = torch.sin(position * div_term)
         pe[:, 1::2] = torch.cos(position * div_term)
         pe = pe.unsqueeze(0).transpose(0, 1)
-        self.register_buffer('pe', pe)
+        self.pe = nn.Parameter(pe, requires_grad=False)
 
     def forward(self, x):
         x = x + self.pe[:x.size(0), :]
