diff --git a/docs/main/_images/RReLU.png b/docs/main/_images/RReLU.png index 5a5abf6d0442..6dc222fb33df 100644 Binary files a/docs/main/_images/RReLU.png and b/docs/main/_images/RReLU.png differ diff --git a/docs/main/_modules/index.html b/docs/main/_modules/index.html index c95406ec603b..98be15f0d33b 100644 --- a/docs/main/_modules/index.html +++ b/docs/main/_modules/index.html @@ -242,7 +242,7 @@
- main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
@@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • @@ -691,8 +690,9 @@

    All modules for which code is available

  • torch.multiprocessing
  • torch.nested
    • -
  • torch.nn.attention.bias
    • -
  • torch.nn.functional
    • +
  • torch.nn.attention
    • +
  • torch.nn.functional
  • torch.nn.init
  • torch.nn.modules.activation
  • torch.nn.modules.adaptive
    • diff --git a/docs/main/_modules/torch.html b/docs/main/_modules/torch.html index 79275cd76e68..ef3da82ee756 100644 --- a/docs/main/_modules/torch.html +++ b/docs/main/_modules/torch.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/__config__.html b/docs/main/_modules/torch/__config__.html index ddcc5fe981ff..adde52b6fece 100644 --- a/docs/main/_modules/torch/__config__.html +++ b/docs/main/_modules/torch/__config__.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/_jit_internal.html b/docs/main/_modules/torch/_jit_internal.html index 1ed9a6fdd7e8..81e446a3caa3 100644 --- a/docs/main/_modules/torch/_jit_internal.html +++ b/docs/main/_modules/torch/_jit_internal.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/_lobpcg.html b/docs/main/_modules/torch/_lobpcg.html index f6b754ff1257..12be0d15753c 100644 --- a/docs/main/_modules/torch/_lobpcg.html +++ b/docs/main/_modules/torch/_lobpcg.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/_logging/_internal.html b/docs/main/_modules/torch/_logging/_internal.html index 82222f367cff..8101db40696a 100644 --- a/docs/main/_modules/torch/_logging/_internal.html +++ b/docs/main/_modules/torch/_logging/_internal.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/_lowrank.html b/docs/main/_modules/torch/_lowrank.html index 48fb450c7de7..da2d4c13c19c 100644 --- a/docs/main/_modules/torch/_lowrank.html +++ b/docs/main/_modules/torch/_lowrank.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/_tensor.html b/docs/main/_modules/torch/_tensor.html index d6204ec210bb..248c65d0a03a 100644 --- a/docs/main/_modules/torch/_tensor.html +++ b/docs/main/_modules/torch/_tensor.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/_tensor_str.html b/docs/main/_modules/torch/_tensor_str.html index ee5be802e9b0..126cf65e66c4 100644 --- a/docs/main/_modules/torch/_tensor_str.html +++ b/docs/main/_modules/torch/_tensor_str.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/_utils.html b/docs/main/_modules/torch/_utils.html index 7b35acf7bf62..3217191e1341 100644 --- a/docs/main/_modules/torch/_utils.html +++ b/docs/main/_modules/torch/_utils.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/amp/autocast_mode.html b/docs/main/_modules/torch/amp/autocast_mode.html index cd8f7d04d1c7..949cffe2dda1 100644 --- a/docs/main/_modules/torch/amp/autocast_mode.html +++ b/docs/main/_modules/torch/amp/autocast_mode.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/intrinsic/modules/fused.html b/docs/main/_modules/torch/ao/nn/intrinsic/modules/fused.html index 71602d9eaf02..1f424168fd30 100644 --- a/docs/main/_modules/torch/ao/nn/intrinsic/modules/fused.html +++ b/docs/main/_modules/torch/ao/nn/intrinsic/modules/fused.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/conv_fused.html b/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/conv_fused.html index 4dbcb9e9c818..c928d6b23400 100644 --- a/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/conv_fused.html +++ b/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/conv_fused.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/linear_relu.html b/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/linear_relu.html index e211f63aa9ff..e1dba8d7f52e 100644 --- a/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/linear_relu.html +++ b/docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/linear_relu.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/dynamic/modules/linear_relu.html b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/dynamic/modules/linear_relu.html index ab274a7ffb87..78c0219f1c77 100644 --- a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/dynamic/modules/linear_relu.html +++ b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/dynamic/modules/linear_relu.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/bn_relu.html b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/bn_relu.html index 1f13f7985d4a..06b6bf6b6f8d 100644 --- a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/bn_relu.html +++ b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/bn_relu.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/conv_relu.html b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/conv_relu.html index fdb6db4d1b2f..45cfa591e883 100644 --- a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/conv_relu.html +++ b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/conv_relu.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/linear_relu.html b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/linear_relu.html index aea618c83c00..84634055a794 100644 --- a/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/linear_relu.html +++ b/docs/main/_modules/torch/ao/nn/intrinsic/quantized/modules/linear_relu.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/qat/dynamic/modules/linear.html b/docs/main/_modules/torch/ao/nn/qat/dynamic/modules/linear.html index 5e75bd88f186..57b463ce637a 100644 --- a/docs/main/_modules/torch/ao/nn/qat/dynamic/modules/linear.html +++ b/docs/main/_modules/torch/ao/nn/qat/dynamic/modules/linear.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/qat/modules/conv.html b/docs/main/_modules/torch/ao/nn/qat/modules/conv.html index 9b8000f03dd3..144de7b9bb89 100644 --- a/docs/main/_modules/torch/ao/nn/qat/modules/conv.html +++ b/docs/main/_modules/torch/ao/nn/qat/modules/conv.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/qat/modules/linear.html b/docs/main/_modules/torch/ao/nn/qat/modules/linear.html index 4c6f035c9304..1b55829c2c98 100644 --- a/docs/main/_modules/torch/ao/nn/qat/modules/linear.html +++ b/docs/main/_modules/torch/ao/nn/qat/modules/linear.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantizable/modules/activation.html b/docs/main/_modules/torch/ao/nn/quantizable/modules/activation.html index 17e52bf821f0..351f2504f4b4 100644 --- a/docs/main/_modules/torch/ao/nn/quantizable/modules/activation.html +++ b/docs/main/_modules/torch/ao/nn/quantizable/modules/activation.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantizable/modules/rnn.html b/docs/main/_modules/torch/ao/nn/quantizable/modules/rnn.html index 74bb1a21762f..043c148b719c 100644 --- a/docs/main/_modules/torch/ao/nn/quantizable/modules/rnn.html +++ b/docs/main/_modules/torch/ao/nn/quantizable/modules/rnn.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/linear.html b/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/linear.html index ac767808cc6e..d00e00081e11 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/linear.html +++ b/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/linear.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/rnn.html b/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/rnn.html index 81eb984868e1..f866b6a33feb 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/rnn.html +++ b/docs/main/_modules/torch/ao/nn/quantized/dynamic/modules/rnn.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/functional.html b/docs/main/_modules/torch/ao/nn/quantized/functional.html index f94ba0a3d750..6acd1a9427f9 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/functional.html +++ b/docs/main/_modules/torch/ao/nn/quantized/functional.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/modules/activation.html b/docs/main/_modules/torch/ao/nn/quantized/modules/activation.html index b540fa9b08b1..391eb6c9ab99 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/modules/activation.html +++ b/docs/main/_modules/torch/ao/nn/quantized/modules/activation.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/modules/batchnorm.html b/docs/main/_modules/torch/ao/nn/quantized/modules/batchnorm.html index 1761f98174f8..550d3ddbdd74 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/modules/batchnorm.html +++ b/docs/main/_modules/torch/ao/nn/quantized/modules/batchnorm.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/modules/conv.html b/docs/main/_modules/torch/ao/nn/quantized/modules/conv.html index acbc4af95fd6..be2c84360a41 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/modules/conv.html +++ b/docs/main/_modules/torch/ao/nn/quantized/modules/conv.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/modules/embedding_ops.html b/docs/main/_modules/torch/ao/nn/quantized/modules/embedding_ops.html index 8e8a3b61a6fc..6abd532ce2f0 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/modules/embedding_ops.html +++ b/docs/main/_modules/torch/ao/nn/quantized/modules/embedding_ops.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/modules/functional_modules.html b/docs/main/_modules/torch/ao/nn/quantized/modules/functional_modules.html index 09eddfa6c43f..00f6ba16b627 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/modules/functional_modules.html +++ b/docs/main/_modules/torch/ao/nn/quantized/modules/functional_modules.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/modules/linear.html b/docs/main/_modules/torch/ao/nn/quantized/modules/linear.html index 20ecec140091..54c13fd43229 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/modules/linear.html +++ b/docs/main/_modules/torch/ao/nn/quantized/modules/linear.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/nn/quantized/modules/normalization.html b/docs/main/_modules/torch/ao/nn/quantized/modules/normalization.html index 0b7c596b90bc..ed726c2d1e8f 100644 --- a/docs/main/_modules/torch/ao/nn/quantized/modules/normalization.html +++ b/docs/main/_modules/torch/ao/nn/quantized/modules/normalization.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/ns/_numeric_suite.html b/docs/main/_modules/torch/ao/ns/_numeric_suite.html index f3aa7c788480..db6841ea77ac 100644 --- a/docs/main/_modules/torch/ao/ns/_numeric_suite.html +++ b/docs/main/_modules/torch/ao/ns/_numeric_suite.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/ns/_numeric_suite_fx.html b/docs/main/_modules/torch/ao/ns/_numeric_suite_fx.html index 90844f83713d..78d23797e43e 100644 --- a/docs/main/_modules/torch/ao/ns/_numeric_suite_fx.html +++ b/docs/main/_modules/torch/ao/ns/_numeric_suite_fx.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/ns/fx/utils.html b/docs/main/_modules/torch/ao/ns/fx/utils.html index b893b443d172..7ea9f6e5f129 100644 --- a/docs/main/_modules/torch/ao/ns/fx/utils.html +++ b/docs/main/_modules/torch/ao/ns/fx/utils.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization.html b/docs/main/_modules/torch/ao/quantization.html index c20b11fa9345..6508db650e16 100644 --- a/docs/main/_modules/torch/ao/quantization.html +++ b/docs/main/_modules/torch/ao/quantization.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/backend_config/backend_config.html b/docs/main/_modules/torch/ao/quantization/backend_config/backend_config.html index 5568cd90264b..d23a1c30bfbc 100644 --- a/docs/main/_modules/torch/ao/quantization/backend_config/backend_config.html +++ b/docs/main/_modules/torch/ao/quantization/backend_config/backend_config.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/fake_quantize.html b/docs/main/_modules/torch/ao/quantization/fake_quantize.html index 054c93446337..99ea00ad89af 100644 --- a/docs/main/_modules/torch/ao/quantization/fake_quantize.html +++ b/docs/main/_modules/torch/ao/quantization/fake_quantize.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/fuse_modules.html b/docs/main/_modules/torch/ao/quantization/fuse_modules.html index 7f839149f515..947310646de2 100644 --- a/docs/main/_modules/torch/ao/quantization/fuse_modules.html +++ b/docs/main/_modules/torch/ao/quantization/fuse_modules.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/fx/custom_config.html b/docs/main/_modules/torch/ao/quantization/fx/custom_config.html index a49f79a93397..fe2eb64f86c4 100644 --- a/docs/main/_modules/torch/ao/quantization/fx/custom_config.html +++ b/docs/main/_modules/torch/ao/quantization/fx/custom_config.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/observer.html b/docs/main/_modules/torch/ao/quantization/observer.html index 916ef576dbd2..60aed6e0d069 100644 --- a/docs/main/_modules/torch/ao/quantization/observer.html +++ b/docs/main/_modules/torch/ao/quantization/observer.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/qconfig.html b/docs/main/_modules/torch/ao/quantization/qconfig.html index 5a9bf4814abc..25778618b232 100644 --- a/docs/main/_modules/torch/ao/quantization/qconfig.html +++ b/docs/main/_modules/torch/ao/quantization/qconfig.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/qconfig_mapping.html b/docs/main/_modules/torch/ao/quantization/qconfig_mapping.html index 3d8c1a165ed6..7c449ca1c02a 100644 --- a/docs/main/_modules/torch/ao/quantization/qconfig_mapping.html +++ b/docs/main/_modules/torch/ao/quantization/qconfig_mapping.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/quantize.html b/docs/main/_modules/torch/ao/quantization/quantize.html index 3adae2c480fc..00ad1ba1e476 100644 --- a/docs/main/_modules/torch/ao/quantization/quantize.html +++ b/docs/main/_modules/torch/ao/quantization/quantize.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/quantize_fx.html b/docs/main/_modules/torch/ao/quantization/quantize_fx.html index b9e2e3608e27..fe0f74ac2275 100644 --- a/docs/main/_modules/torch/ao/quantization/quantize_fx.html +++ b/docs/main/_modules/torch/ao/quantization/quantize_fx.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/ao/quantization/stubs.html b/docs/main/_modules/torch/ao/quantization/stubs.html index fd484b1484ff..016fb00d9146 100644 --- a/docs/main/_modules/torch/ao/quantization/stubs.html +++ b/docs/main/_modules/torch/ao/quantization/stubs.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd.html b/docs/main/_modules/torch/autograd.html index cc8625767d89..1c1f2786cb09 100644 --- a/docs/main/_modules/torch/autograd.html +++ b/docs/main/_modules/torch/autograd.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/anomaly_mode.html b/docs/main/_modules/torch/autograd/anomaly_mode.html index 13a45df4a2fc..8bd5a8b64464 100644 --- a/docs/main/_modules/torch/autograd/anomaly_mode.html +++ b/docs/main/_modules/torch/autograd/anomaly_mode.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/forward_ad.html b/docs/main/_modules/torch/autograd/forward_ad.html index c02b7ef79551..c3a49189077a 100644 --- a/docs/main/_modules/torch/autograd/forward_ad.html +++ b/docs/main/_modules/torch/autograd/forward_ad.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/function.html b/docs/main/_modules/torch/autograd/function.html index 6778e22babdc..9491e33b29fd 100644 --- a/docs/main/_modules/torch/autograd/function.html +++ b/docs/main/_modules/torch/autograd/function.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/functional.html b/docs/main/_modules/torch/autograd/functional.html index cdb5babfde9b..4a7e56c9eff2 100644 --- a/docs/main/_modules/torch/autograd/functional.html +++ b/docs/main/_modules/torch/autograd/functional.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/grad_mode.html b/docs/main/_modules/torch/autograd/grad_mode.html index f8e85d3b9161..c56b4744aa55 100644 --- a/docs/main/_modules/torch/autograd/grad_mode.html +++ b/docs/main/_modules/torch/autograd/grad_mode.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/gradcheck.html b/docs/main/_modules/torch/autograd/gradcheck.html index 515533ce4efa..18d7daa60a98 100644 --- a/docs/main/_modules/torch/autograd/gradcheck.html +++ b/docs/main/_modules/torch/autograd/gradcheck.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/graph.html b/docs/main/_modules/torch/autograd/graph.html index a04bed6f429d..2d0fd0fc4c52 100644 --- a/docs/main/_modules/torch/autograd/graph.html +++ b/docs/main/_modules/torch/autograd/graph.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/autograd/profiler.html b/docs/main/_modules/torch/autograd/profiler.html index 7bcadee67056..4c8d1aa7eebc 100644 --- a/docs/main/_modules/torch/autograd/profiler.html +++ b/docs/main/_modules/torch/autograd/profiler.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/backends/cpu.html b/docs/main/_modules/torch/backends/cpu.html index 7c1a3bd17bdf..27c91b549059 100644 --- a/docs/main/_modules/torch/backends/cpu.html +++ b/docs/main/_modules/torch/backends/cpu.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • diff --git a/docs/main/_modules/torch/backends/cuda.html b/docs/main/_modules/torch/backends/cuda.html index 1fe55e5899c0..8e71595497da 100644 --- a/docs/main/_modules/torch/backends/cuda.html +++ b/docs/main/_modules/torch/backends/cuda.html @@ -242,7 +242,7 @@
    - main (2.3.0a0+gitc0732c8 ) ▼ + main (2.3.0a0+git9c1348f ) ▼
    @@ -355,8 +355,7 @@
  • torch.package
  • torch.profiler
  • torch.nn.init
    • -
  • torch.nn.attention.bias
    • -
  • CausalBias
    • +
  • torch.nn.attention
  • torch.onnx
  • torch.optim
  • Complex Numbers
    • @@ -477,6 +476,7 @@

    Source code for torch.backends.cuda

     import contextlib
+import warnings
 
 from typing import Union
 
@@ -491,7 +491,6 @@ 
    Source code for torch.backends.cuda
         "preferred_linalg_library",
     "cufft_plan_cache",
     "matmul",
-    "SDPBackend",
     "SDPAParams",
     "enable_flash_sdp",
     "flash_sdp_enabled",
@@ -682,10 +681,9 @@ 
    Source code for torch.backends.cuda
         return torch._C._get_linalg_preferred_backend()
    
 
 
-from torch._C import _SDPAParams as SDPAParams, _SDPBackend as SDPBackend
+from torch._C import _SDPAParams as SDPAParams
 
 # Set the __module__ attribute
-SDPBackend.__module__ = "torch.backends.cuda"
 SDPAParams.__module__ = "torch.backends.cuda"
 SDPAParams.__name__ = "SDPAParams"
 
@@ -796,18 +794,30 @@ 
    Source code for torch.backends.cuda
         This context manager can be used to temporarily enable or disable any of the three backends for scaled dot product attention.
     Upon exiting the context manager, the previous state of the flags will be restored.
     """
-    previous_flash: bool = flash_sdp_enabled()
-    previous_mem_efficient: bool = mem_efficient_sdp_enabled()
-    previous_math: bool = math_sdp_enabled()
-    try:
-        enable_flash_sdp(enable_flash)
-        enable_mem_efficient_sdp(enable_mem_efficient)
-        enable_math_sdp(enable_math)
-        yield {}
-    finally:
-        enable_flash_sdp(previous_flash)
-        enable_mem_efficient_sdp(previous_mem_efficient)
-        enable_math_sdp(previous_math)
    
+    warnings.warn(
+        (
+            "torch.backends.cuda.sdp_kernel() "
+            "is deprecated. In the future, this context manager will be removed. "
+            "Please see, torch.nn.attention.sdpa_kernel() for the new context manager, with updated "
+            "signature."
+        ),
+        FutureWarning,
+    )
+    from torch.nn.attention import sdpa_kernel, SDPBackend
+
+    backend_list = []
+    if enable_flash:
+        backend_list.append(SDPBackend.FLASH_ATTENTION)
+    if enable_mem_efficient:
+        backend_list.append(SDPBackend.EFFICIENT_ATTENTION)
+    if enable_math:
+        backend_list.append(SDPBackend.MATH)
+
+    with sdpa_kernel(backend_list) as context:
+        try:
+            yield context
+        finally:
+            pass
    
 
 
 cufft_plan_cache = cuFFTPlanCacheManager()
diff --git a/docs/main/_modules/torch/backends/cudnn.html b/docs/main/_modules/torch/backends/cudnn.html
index d62234b1096d..e77ed36d5a9e 100644
--- a/docs/main/_modules/torch/backends/cudnn.html
+++ b/docs/main/_modules/torch/backends/cudnn.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/backends/mha.html b/docs/main/_modules/torch/backends/mha.html
index 5b6aa7688138..656cf36c491d 100644
--- a/docs/main/_modules/torch/backends/mha.html
+++ b/docs/main/_modules/torch/backends/mha.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/backends/mkl.html b/docs/main/_modules/torch/backends/mkl.html
index bfa93bea3424..b3cf7e6d2e6e 100644
--- a/docs/main/_modules/torch/backends/mkl.html
+++ b/docs/main/_modules/torch/backends/mkl.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/backends/mkldnn.html b/docs/main/_modules/torch/backends/mkldnn.html
index cfc2be9e04da..9c0170d01f93 100644
--- a/docs/main/_modules/torch/backends/mkldnn.html
+++ b/docs/main/_modules/torch/backends/mkldnn.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/backends/mps.html b/docs/main/_modules/torch/backends/mps.html
index 9a0717ddcade..646945c2f926 100644
--- a/docs/main/_modules/torch/backends/mps.html
+++ b/docs/main/_modules/torch/backends/mps.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/backends/nnpack.html b/docs/main/_modules/torch/backends/nnpack.html
index 8fde07dbbbd3..51ff660535ae 100644
--- a/docs/main/_modules/torch/backends/nnpack.html
+++ b/docs/main/_modules/torch/backends/nnpack.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/backends/openmp.html b/docs/main/_modules/torch/backends/openmp.html
index 7da32ef889d0..d2b6dcb3de0e 100644
--- a/docs/main/_modules/torch/backends/openmp.html
+++ b/docs/main/_modules/torch/backends/openmp.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/backends/opt_einsum.html b/docs/main/_modules/torch/backends/opt_einsum.html
index c5d3de315eec..03badedb59db 100644
--- a/docs/main/_modules/torch/backends/opt_einsum.html
+++ b/docs/main/_modules/torch/backends/opt_einsum.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/compiler.html b/docs/main/_modules/torch/compiler.html
index aa4c14b318ed..526d47ffb2b7 100644
--- a/docs/main/_modules/torch/compiler.html
+++ b/docs/main/_modules/torch/compiler.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cpu.html b/docs/main/_modules/torch/cpu.html
index b88bf2c655d2..53dfe2d9f62b 100644
--- a/docs/main/_modules/torch/cpu.html
+++ b/docs/main/_modules/torch/cpu.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cpu/amp/autocast_mode.html b/docs/main/_modules/torch/cpu/amp/autocast_mode.html
index 2c6f4d022484..55b168d5fcc1 100644
--- a/docs/main/_modules/torch/cpu/amp/autocast_mode.html
+++ b/docs/main/_modules/torch/cpu/amp/autocast_mode.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda.html b/docs/main/_modules/torch/cuda.html
index 20b2f2fb892d..743b1756041b 100644
--- a/docs/main/_modules/torch/cuda.html
+++ b/docs/main/_modules/torch/cuda.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/_sanitizer.html b/docs/main/_modules/torch/cuda/_sanitizer.html
index 7d04c82a3678..e37783a9ce07 100644
--- a/docs/main/_modules/torch/cuda/_sanitizer.html
+++ b/docs/main/_modules/torch/cuda/_sanitizer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/amp/autocast_mode.html b/docs/main/_modules/torch/cuda/amp/autocast_mode.html
index 53277c7fc02f..24da16649331 100644
--- a/docs/main/_modules/torch/cuda/amp/autocast_mode.html
+++ b/docs/main/_modules/torch/cuda/amp/autocast_mode.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/amp/grad_scaler.html b/docs/main/_modules/torch/cuda/amp/grad_scaler.html
index 9fafdb3b51c6..f68fd0e145ca 100644
--- a/docs/main/_modules/torch/cuda/amp/grad_scaler.html
+++ b/docs/main/_modules/torch/cuda/amp/grad_scaler.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/graphs.html b/docs/main/_modules/torch/cuda/graphs.html
index 317b0bc89cc8..79077377b6f7 100644
--- a/docs/main/_modules/torch/cuda/graphs.html
+++ b/docs/main/_modules/torch/cuda/graphs.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/jiterator.html b/docs/main/_modules/torch/cuda/jiterator.html
index 783dc51a4ae1..0f8410d0b4c7 100644
--- a/docs/main/_modules/torch/cuda/jiterator.html
+++ b/docs/main/_modules/torch/cuda/jiterator.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/memory.html b/docs/main/_modules/torch/cuda/memory.html
index 184b2c2e3eab..7443f64118b5 100644
--- a/docs/main/_modules/torch/cuda/memory.html
+++ b/docs/main/_modules/torch/cuda/memory.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/nvtx.html b/docs/main/_modules/torch/cuda/nvtx.html
index 4c878ee42554..79d931326ad2 100644
--- a/docs/main/_modules/torch/cuda/nvtx.html
+++ b/docs/main/_modules/torch/cuda/nvtx.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/random.html b/docs/main/_modules/torch/cuda/random.html
index dfaba07c711b..8edeef3a1747 100644
--- a/docs/main/_modules/torch/cuda/random.html
+++ b/docs/main/_modules/torch/cuda/random.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/cuda/streams.html b/docs/main/_modules/torch/cuda/streams.html
index 27c0e3811a67..6ec03e09a9f0 100644
--- a/docs/main/_modules/torch/cuda/streams.html
+++ b/docs/main/_modules/torch/cuda/streams.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed.html b/docs/main/_modules/torch/distributed.html
index 1150f62580a0..9e1d01c0f6d5 100644
--- a/docs/main/_modules/torch/distributed.html
+++ b/docs/main/_modules/torch/distributed.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/debugging_hooks.html b/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/debugging_hooks.html
index e9e63d55caa8..9cb9c48d3378 100644
--- a/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/debugging_hooks.html
+++ b/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/debugging_hooks.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/default_hooks.html b/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/default_hooks.html
index dcb380d3f9bc..753d55add491 100644
--- a/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/default_hooks.html
+++ b/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/default_hooks.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/powerSGD_hook.html b/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/powerSGD_hook.html
index 54da2d7f13e4..428fd112e668 100644
--- a/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/powerSGD_hook.html
+++ b/docs/main/_modules/torch/distributed/algorithms/ddp_comm_hooks/powerSGD_hook.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/algorithms/join.html b/docs/main/_modules/torch/distributed/algorithms/join.html
index 2bb23bf641f8..58c02a66e00f 100644
--- a/docs/main/_modules/torch/distributed/algorithms/join.html
+++ b/docs/main/_modules/torch/distributed/algorithms/join.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/autograd.html b/docs/main/_modules/torch/distributed/autograd.html
index a71885fc674f..a1056667f449 100644
--- a/docs/main/_modules/torch/distributed/autograd.html
+++ b/docs/main/_modules/torch/distributed/autograd.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/default_planner.html b/docs/main/_modules/torch/distributed/checkpoint/default_planner.html
index 27923b5aeaf4..e235f4505616 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/default_planner.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/default_planner.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/filesystem.html b/docs/main/_modules/torch/distributed/checkpoint/filesystem.html
index 76cda29a89c2..1f65b507ecdb 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/filesystem.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/filesystem.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/planner.html b/docs/main/_modules/torch/distributed/checkpoint/planner.html
index 61b0d51c9324..6e8b0ac23e6e 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/planner.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/planner.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/state_dict.html b/docs/main/_modules/torch/distributed/checkpoint/state_dict.html
index dc737d45a6b6..662dff4ef0bb 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/state_dict.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/state_dict.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/state_dict_loader.html b/docs/main/_modules/torch/distributed/checkpoint/state_dict_loader.html
index b3342fb9c2a5..a37770a0661d 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/state_dict_loader.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/state_dict_loader.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/state_dict_saver.html b/docs/main/_modules/torch/distributed/checkpoint/state_dict_saver.html
index 5bd5eff05fd5..0fda7a523c89 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/state_dict_saver.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/state_dict_saver.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/stateful.html b/docs/main/_modules/torch/distributed/checkpoint/stateful.html
index d616059d075e..9b2f74334468 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/stateful.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/stateful.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/checkpoint/storage.html b/docs/main/_modules/torch/distributed/checkpoint/storage.html
index 83cfcea916aa..785043f83db2 100644
--- a/docs/main/_modules/torch/distributed/checkpoint/storage.html
+++ b/docs/main/_modules/torch/distributed/checkpoint/storage.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/device_mesh.html b/docs/main/_modules/torch/distributed/device_mesh.html
index 3e57566141bf..6109878a8574 100644
--- a/docs/main/_modules/torch/distributed/device_mesh.html
+++ b/docs/main/_modules/torch/distributed/device_mesh.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/distributed_c10d.html b/docs/main/_modules/torch/distributed/distributed_c10d.html
index fcc4117c07dd..31920cf04fb5 100644
--- a/docs/main/_modules/torch/distributed/distributed_c10d.html
+++ b/docs/main/_modules/torch/distributed/distributed_c10d.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -529,7 +528,7 @@ 
    Source code for torch.distributed.distributed_c10d
    'all_to_all_single', 'barrier', 'batch_isend_irecv', 'broadcast',
     'broadcast_object_list', 'destroy_process_group',
     'gather', 'gather_object', 'get_backend_config', 'get_backend', 'get_rank',
-    'get_world_size', 'group', 'init_process_group', 'irecv',
+    'get_world_size', 'get_pg_config', 'get_pg_count', 'group', 'init_process_group', 'irecv',
     'is_gloo_available', 'is_initialized', 'is_mpi_available', 'is_backend_available',
     'is_nccl_available', 'is_torchelastic_launched', 'is_ucc_available',
     'isend', 'monitored_barrier', 'new_group', 'new_subgroups',
@@ -1530,6 +1529,32 @@ 
    Source code for torch.distributed.distributed_c10d
    pg_store = _world.pg_map[pg] if pg in _world.pg_map else None
     return Backend(not_none(pg_store)[0])
    
 
+def get_pg_config() -> List[Dict[str, Union[int, str, List[int]]]]:
+    """
+    Return the pg configuration of all the process groups.
+
+    """
+    config_info: List[Dict[str, Union[int, str, List[int]]]] = []
+    for pg, pg_store in _world.pg_map.items():
+        backend_type = Backend.backend_type_map[pg_store[0]]
+        config_info.append(
+            {
+                "pg_name": _get_process_group_name(pg),
+                "backend_id": pg._backend_id(backend_type),
+                "backend_config": get_backend_config(pg),
+                "pg_size": _get_group_size(pg),
+                "ranks": get_process_group_ranks(pg),
+            }
+        )
+    return config_info
+
+def get_pg_count() -> int:
+    """
+    Return the number of process groups.
+
+    """
+    return _world.group_count
+
 def _set_pg_timeout(timeout: timedelta, group: Optional[ProcessGroup] = None) -> None:
     """
     Set the timeout for the given process group when users want to use a different timeout instead of
@@ -4010,6 +4035,10 @@ 
    Source code for torch.distributed.distributed_c10d
        Returns:
         Async work handle, if async_op is set to True.
         None, if not async_op or if not part of the group
+
+    .. note:: `ProcessGroupNCCL` now relies on stream synchronization instead of
+              device synchronization to block the CPU. Thus, please do not assume that
+              `barrier()` would perform a device synchronization.
     """
     if _rank_not_in_group(group):
         _warn_not_in_group("barrier")
diff --git a/docs/main/_modules/torch/distributed/elastic/agent/server/api.html b/docs/main/_modules/torch/distributed/elastic/agent/server/api.html
index 33b5116e74b2..66d85d3dc0ae 100644
--- a/docs/main/_modules/torch/distributed/elastic/agent/server/api.html
+++ b/docs/main/_modules/torch/distributed/elastic/agent/server/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/agent/server/local_elastic_agent.html b/docs/main/_modules/torch/distributed/elastic/agent/server/local_elastic_agent.html
index 7069562df443..103f58ae0961 100644
--- a/docs/main/_modules/torch/distributed/elastic/agent/server/local_elastic_agent.html
+++ b/docs/main/_modules/torch/distributed/elastic/agent/server/local_elastic_agent.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/events.html b/docs/main/_modules/torch/distributed/elastic/events.html
index 0bd7b7b62a30..6df4632f3ece 100644
--- a/docs/main/_modules/torch/distributed/elastic/events.html
+++ b/docs/main/_modules/torch/distributed/elastic/events.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/events/api.html b/docs/main/_modules/torch/distributed/elastic/events/api.html
index e6214e2d71a5..481ed7d79620 100644
--- a/docs/main/_modules/torch/distributed/elastic/events/api.html
+++ b/docs/main/_modules/torch/distributed/elastic/events/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/events/handlers.html b/docs/main/_modules/torch/distributed/elastic/events/handlers.html
index 0243d58e6cd4..623fbc3e2295 100644
--- a/docs/main/_modules/torch/distributed/elastic/events/handlers.html
+++ b/docs/main/_modules/torch/distributed/elastic/events/handlers.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/metrics/api.html b/docs/main/_modules/torch/distributed/elastic/metrics/api.html
index 803c4eea2d62..f9aef2011ab5 100644
--- a/docs/main/_modules/torch/distributed/elastic/metrics/api.html
+++ b/docs/main/_modules/torch/distributed/elastic/metrics/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/multiprocessing.html b/docs/main/_modules/torch/distributed/elastic/multiprocessing.html
index deb78344ee45..a0cb8140ba04 100644
--- a/docs/main/_modules/torch/distributed/elastic/multiprocessing.html
+++ b/docs/main/_modules/torch/distributed/elastic/multiprocessing.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/multiprocessing/api.html b/docs/main/_modules/torch/distributed/elastic/multiprocessing/api.html
index b83d3efc07c6..5339336181f5 100644
--- a/docs/main/_modules/torch/distributed/elastic/multiprocessing/api.html
+++ b/docs/main/_modules/torch/distributed/elastic/multiprocessing/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors.html b/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors.html
index 49bcb97c0d5d..5aed65acd671 100644
--- a/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors.html
+++ b/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors/error_handler.html b/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors/error_handler.html
index 4dac47c7652e..c93729146bd3 100644
--- a/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors/error_handler.html
+++ b/docs/main/_modules/torch/distributed/elastic/multiprocessing/errors/error_handler.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/rendezvous/api.html b/docs/main/_modules/torch/distributed/elastic/rendezvous/api.html
index d48dbfbc4e41..3beb3953e9dd 100644
--- a/docs/main/_modules/torch/distributed/elastic/rendezvous/api.html
+++ b/docs/main/_modules/torch/distributed/elastic/rendezvous/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/rendezvous/c10d_rendezvous_backend.html b/docs/main/_modules/torch/distributed/elastic/rendezvous/c10d_rendezvous_backend.html
index 8498cb20cd68..b92529ed4a85 100644
--- a/docs/main/_modules/torch/distributed/elastic/rendezvous/c10d_rendezvous_backend.html
+++ b/docs/main/_modules/torch/distributed/elastic/rendezvous/c10d_rendezvous_backend.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/rendezvous/dynamic_rendezvous.html b/docs/main/_modules/torch/distributed/elastic/rendezvous/dynamic_rendezvous.html
index 5db45f22379f..322bbae4697e 100644
--- a/docs/main/_modules/torch/distributed/elastic/rendezvous/dynamic_rendezvous.html
+++ b/docs/main/_modules/torch/distributed/elastic/rendezvous/dynamic_rendezvous.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous.html b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous.html
index d81288308bd8..bee7dd4a169a 100644
--- a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous.html
+++ b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous_backend.html b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous_backend.html
index 0f546f7f2038..66ace06edf87 100644
--- a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous_backend.html
+++ b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_rendezvous_backend.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_server.html b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_server.html
index b4ec2af8a428..66a16c5e8f12 100644
--- a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_server.html
+++ b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_server.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_store.html b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_store.html
index 211638a1c40a..f601b3195023 100644
--- a/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_store.html
+++ b/docs/main/_modules/torch/distributed/elastic/rendezvous/etcd_store.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/timer/api.html b/docs/main/_modules/torch/distributed/elastic/timer/api.html
index 24391ce58dfb..c48becd32a48 100644
--- a/docs/main/_modules/torch/distributed/elastic/timer/api.html
+++ b/docs/main/_modules/torch/distributed/elastic/timer/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/timer/file_based_local_timer.html b/docs/main/_modules/torch/distributed/elastic/timer/file_based_local_timer.html
index 7260b95184fa..3185bfc70865 100644
--- a/docs/main/_modules/torch/distributed/elastic/timer/file_based_local_timer.html
+++ b/docs/main/_modules/torch/distributed/elastic/timer/file_based_local_timer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/elastic/timer/local_timer.html b/docs/main/_modules/torch/distributed/elastic/timer/local_timer.html
index b1e558460a6a..6323464c2c6d 100644
--- a/docs/main/_modules/torch/distributed/elastic/timer/local_timer.html
+++ b/docs/main/_modules/torch/distributed/elastic/timer/local_timer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/fsdp/api.html b/docs/main/_modules/torch/distributed/fsdp/api.html
index b74978f0816e..2d0710027db9 100644
--- a/docs/main/_modules/torch/distributed/fsdp/api.html
+++ b/docs/main/_modules/torch/distributed/fsdp/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/fsdp/fully_sharded_data_parallel.html b/docs/main/_modules/torch/distributed/fsdp/fully_sharded_data_parallel.html
index edbe645bf47e..dcb4d6b48829 100644
--- a/docs/main/_modules/torch/distributed/fsdp/fully_sharded_data_parallel.html
+++ b/docs/main/_modules/torch/distributed/fsdp/fully_sharded_data_parallel.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/nn/api/remote_module.html b/docs/main/_modules/torch/distributed/nn/api/remote_module.html
index ca329b8630d3..541b5d3021be 100644
--- a/docs/main/_modules/torch/distributed/nn/api/remote_module.html
+++ b/docs/main/_modules/torch/distributed/nn/api/remote_module.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/optim/optimizer.html b/docs/main/_modules/torch/distributed/optim/optimizer.html
index fc682a0c19b0..04533025d0a1 100644
--- a/docs/main/_modules/torch/distributed/optim/optimizer.html
+++ b/docs/main/_modules/torch/distributed/optim/optimizer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/optim/post_localSGD_optimizer.html b/docs/main/_modules/torch/distributed/optim/post_localSGD_optimizer.html
index b6ab7aae5b4d..1cd4e8b380a7 100644
--- a/docs/main/_modules/torch/distributed/optim/post_localSGD_optimizer.html
+++ b/docs/main/_modules/torch/distributed/optim/post_localSGD_optimizer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/optim/zero_redundancy_optimizer.html b/docs/main/_modules/torch/distributed/optim/zero_redundancy_optimizer.html
index 3e0405e3ed19..4bcddfeac9d9 100644
--- a/docs/main/_modules/torch/distributed/optim/zero_redundancy_optimizer.html
+++ b/docs/main/_modules/torch/distributed/optim/zero_redundancy_optimizer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/pipeline/sync/pipe.html b/docs/main/_modules/torch/distributed/pipeline/sync/pipe.html
index e63b4943677b..e430699730d6 100644
--- a/docs/main/_modules/torch/distributed/pipeline/sync/pipe.html
+++ b/docs/main/_modules/torch/distributed/pipeline/sync/pipe.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/pipeline/sync/skip/skippable.html b/docs/main/_modules/torch/distributed/pipeline/sync/skip/skippable.html
index e9fa51f5ec7c..e33208b9cf5a 100644
--- a/docs/main/_modules/torch/distributed/pipeline/sync/skip/skippable.html
+++ b/docs/main/_modules/torch/distributed/pipeline/sync/skip/skippable.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/rpc.html b/docs/main/_modules/torch/distributed/rpc.html
index ced6d81c5f5a..bfa9f435ea47 100644
--- a/docs/main/_modules/torch/distributed/rpc.html
+++ b/docs/main/_modules/torch/distributed/rpc.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/rpc/api.html b/docs/main/_modules/torch/distributed/rpc/api.html
index c623f1a69687..01630757188e 100644
--- a/docs/main/_modules/torch/distributed/rpc/api.html
+++ b/docs/main/_modules/torch/distributed/rpc/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/rpc/backend_registry.html b/docs/main/_modules/torch/distributed/rpc/backend_registry.html
index 808db74b64df..5b7478f7deb4 100644
--- a/docs/main/_modules/torch/distributed/rpc/backend_registry.html
+++ b/docs/main/_modules/torch/distributed/rpc/backend_registry.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/rpc/functions.html b/docs/main/_modules/torch/distributed/rpc/functions.html
index 8b1a33d57d47..f94b35a3c87a 100644
--- a/docs/main/_modules/torch/distributed/rpc/functions.html
+++ b/docs/main/_modules/torch/distributed/rpc/functions.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/rpc/options.html b/docs/main/_modules/torch/distributed/rpc/options.html
index f7cf35ed089e..31e471100de8 100644
--- a/docs/main/_modules/torch/distributed/rpc/options.html
+++ b/docs/main/_modules/torch/distributed/rpc/options.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/tensor/parallel/api.html b/docs/main/_modules/torch/distributed/tensor/parallel/api.html
index 5f59ba3357ae..d285c48b5ca2 100644
--- a/docs/main/_modules/torch/distributed/tensor/parallel/api.html
+++ b/docs/main/_modules/torch/distributed/tensor/parallel/api.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributed/tensor/parallel/style.html b/docs/main/_modules/torch/distributed/tensor/parallel/style.html
index 0544d23a8e60..e1320cf5dde4 100644
--- a/docs/main/_modules/torch/distributed/tensor/parallel/style.html
+++ b/docs/main/_modules/torch/distributed/tensor/parallel/style.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/bernoulli.html b/docs/main/_modules/torch/distributions/bernoulli.html
index c1e223a3dba0..9641b0b44cd3 100644
--- a/docs/main/_modules/torch/distributions/bernoulli.html
+++ b/docs/main/_modules/torch/distributions/bernoulli.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/beta.html b/docs/main/_modules/torch/distributions/beta.html
index 4bb0fbc8207d..a1e648047d35 100644
--- a/docs/main/_modules/torch/distributions/beta.html
+++ b/docs/main/_modules/torch/distributions/beta.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/binomial.html b/docs/main/_modules/torch/distributions/binomial.html
index 0f0b3802891e..56b4e093e9d9 100644
--- a/docs/main/_modules/torch/distributions/binomial.html
+++ b/docs/main/_modules/torch/distributions/binomial.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/categorical.html b/docs/main/_modules/torch/distributions/categorical.html
index 48d882b6e1c3..8eefc3134799 100644
--- a/docs/main/_modules/torch/distributions/categorical.html
+++ b/docs/main/_modules/torch/distributions/categorical.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/cauchy.html b/docs/main/_modules/torch/distributions/cauchy.html
index 9001107a5e68..8407f1b5bc76 100644
--- a/docs/main/_modules/torch/distributions/cauchy.html
+++ b/docs/main/_modules/torch/distributions/cauchy.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/chi2.html b/docs/main/_modules/torch/distributions/chi2.html
index fa0941903647..998f93ecdcef 100644
--- a/docs/main/_modules/torch/distributions/chi2.html
+++ b/docs/main/_modules/torch/distributions/chi2.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/constraint_registry.html b/docs/main/_modules/torch/distributions/constraint_registry.html
index e300cb1bfca2..5f3224f5d5c6 100644
--- a/docs/main/_modules/torch/distributions/constraint_registry.html
+++ b/docs/main/_modules/torch/distributions/constraint_registry.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/constraints.html b/docs/main/_modules/torch/distributions/constraints.html
index c19d655d23e1..61bc2a4027de 100644
--- a/docs/main/_modules/torch/distributions/constraints.html
+++ b/docs/main/_modules/torch/distributions/constraints.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/continuous_bernoulli.html b/docs/main/_modules/torch/distributions/continuous_bernoulli.html
index c1b498533d9b..3338b8971ec0 100644
--- a/docs/main/_modules/torch/distributions/continuous_bernoulli.html
+++ b/docs/main/_modules/torch/distributions/continuous_bernoulli.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/dirichlet.html b/docs/main/_modules/torch/distributions/dirichlet.html
index 9476219d7e71..0f0300376b34 100644
--- a/docs/main/_modules/torch/distributions/dirichlet.html
+++ b/docs/main/_modules/torch/distributions/dirichlet.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/distribution.html b/docs/main/_modules/torch/distributions/distribution.html
index 2a093e79d34c..d4ed160da594 100644
--- a/docs/main/_modules/torch/distributions/distribution.html
+++ b/docs/main/_modules/torch/distributions/distribution.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/exp_family.html b/docs/main/_modules/torch/distributions/exp_family.html
index 8cbfeeac4ad4..b225427105d1 100644
--- a/docs/main/_modules/torch/distributions/exp_family.html
+++ b/docs/main/_modules/torch/distributions/exp_family.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/exponential.html b/docs/main/_modules/torch/distributions/exponential.html
index 70b0011ca62d..98b6c1c80e50 100644
--- a/docs/main/_modules/torch/distributions/exponential.html
+++ b/docs/main/_modules/torch/distributions/exponential.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/fishersnedecor.html b/docs/main/_modules/torch/distributions/fishersnedecor.html
index a44a4e85cf9f..e3043af6b4d1 100644
--- a/docs/main/_modules/torch/distributions/fishersnedecor.html
+++ b/docs/main/_modules/torch/distributions/fishersnedecor.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/gamma.html b/docs/main/_modules/torch/distributions/gamma.html
index e19778ef4dfa..b214a78fe2a4 100644
--- a/docs/main/_modules/torch/distributions/gamma.html
+++ b/docs/main/_modules/torch/distributions/gamma.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/geometric.html b/docs/main/_modules/torch/distributions/geometric.html
index 2d77decdbaf5..d0b91d1176ff 100644
--- a/docs/main/_modules/torch/distributions/geometric.html
+++ b/docs/main/_modules/torch/distributions/geometric.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/gumbel.html b/docs/main/_modules/torch/distributions/gumbel.html
index d8507a09e51b..cd6eebac70b9 100644
--- a/docs/main/_modules/torch/distributions/gumbel.html
+++ b/docs/main/_modules/torch/distributions/gumbel.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/half_cauchy.html b/docs/main/_modules/torch/distributions/half_cauchy.html
index da6bdb3af6a4..10f5037f9a3c 100644
--- a/docs/main/_modules/torch/distributions/half_cauchy.html
+++ b/docs/main/_modules/torch/distributions/half_cauchy.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/half_normal.html b/docs/main/_modules/torch/distributions/half_normal.html
index d0ee8a775799..28800294f303 100644
--- a/docs/main/_modules/torch/distributions/half_normal.html
+++ b/docs/main/_modules/torch/distributions/half_normal.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/independent.html b/docs/main/_modules/torch/distributions/independent.html
index b4929194b699..5a114787bec0 100644
--- a/docs/main/_modules/torch/distributions/independent.html
+++ b/docs/main/_modules/torch/distributions/independent.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/inverse_gamma.html b/docs/main/_modules/torch/distributions/inverse_gamma.html
index bdff59c33e8b..cc3db52792d8 100644
--- a/docs/main/_modules/torch/distributions/inverse_gamma.html
+++ b/docs/main/_modules/torch/distributions/inverse_gamma.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/kl.html b/docs/main/_modules/torch/distributions/kl.html
index a2cb009653b0..9427955119f7 100644
--- a/docs/main/_modules/torch/distributions/kl.html
+++ b/docs/main/_modules/torch/distributions/kl.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/kumaraswamy.html b/docs/main/_modules/torch/distributions/kumaraswamy.html
index a2f1cf86824d..d7cea01a7c87 100644
--- a/docs/main/_modules/torch/distributions/kumaraswamy.html
+++ b/docs/main/_modules/torch/distributions/kumaraswamy.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/laplace.html b/docs/main/_modules/torch/distributions/laplace.html
index 4bbc23e66555..35f6cd9b8522 100644
--- a/docs/main/_modules/torch/distributions/laplace.html
+++ b/docs/main/_modules/torch/distributions/laplace.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/lkj_cholesky.html b/docs/main/_modules/torch/distributions/lkj_cholesky.html
index e7fa3cc686b1..0ce841a61cd7 100644
--- a/docs/main/_modules/torch/distributions/lkj_cholesky.html
+++ b/docs/main/_modules/torch/distributions/lkj_cholesky.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/log_normal.html b/docs/main/_modules/torch/distributions/log_normal.html
index 651a76bf38cf..602e5c2ef8a2 100644
--- a/docs/main/_modules/torch/distributions/log_normal.html
+++ b/docs/main/_modules/torch/distributions/log_normal.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/lowrank_multivariate_normal.html b/docs/main/_modules/torch/distributions/lowrank_multivariate_normal.html
index 8814109af60c..8727dad74a8c 100644
--- a/docs/main/_modules/torch/distributions/lowrank_multivariate_normal.html
+++ b/docs/main/_modules/torch/distributions/lowrank_multivariate_normal.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/mixture_same_family.html b/docs/main/_modules/torch/distributions/mixture_same_family.html
index c6df444dcc5c..89d0a79a6478 100644
--- a/docs/main/_modules/torch/distributions/mixture_same_family.html
+++ b/docs/main/_modules/torch/distributions/mixture_same_family.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/multinomial.html b/docs/main/_modules/torch/distributions/multinomial.html
index e73e40de9f32..dc614984945e 100644
--- a/docs/main/_modules/torch/distributions/multinomial.html
+++ b/docs/main/_modules/torch/distributions/multinomial.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/multivariate_normal.html b/docs/main/_modules/torch/distributions/multivariate_normal.html
index 099609144668..3c0314bb0893 100644
--- a/docs/main/_modules/torch/distributions/multivariate_normal.html
+++ b/docs/main/_modules/torch/distributions/multivariate_normal.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/negative_binomial.html b/docs/main/_modules/torch/distributions/negative_binomial.html
index 8b52e1daa63e..5183fb9ef2f0 100644
--- a/docs/main/_modules/torch/distributions/negative_binomial.html
+++ b/docs/main/_modules/torch/distributions/negative_binomial.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/normal.html b/docs/main/_modules/torch/distributions/normal.html
index 3d60461e33a0..b38b4e652438 100644
--- a/docs/main/_modules/torch/distributions/normal.html
+++ b/docs/main/_modules/torch/distributions/normal.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/one_hot_categorical.html b/docs/main/_modules/torch/distributions/one_hot_categorical.html
index bc08073d7c8c..6c7a84cb06a2 100644
--- a/docs/main/_modules/torch/distributions/one_hot_categorical.html
+++ b/docs/main/_modules/torch/distributions/one_hot_categorical.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/pareto.html b/docs/main/_modules/torch/distributions/pareto.html
index 6988bf8215d3..3b584188e06c 100644
--- a/docs/main/_modules/torch/distributions/pareto.html
+++ b/docs/main/_modules/torch/distributions/pareto.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/poisson.html b/docs/main/_modules/torch/distributions/poisson.html
index 2a526d1317a5..812f126bcee5 100644
--- a/docs/main/_modules/torch/distributions/poisson.html
+++ b/docs/main/_modules/torch/distributions/poisson.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/relaxed_bernoulli.html b/docs/main/_modules/torch/distributions/relaxed_bernoulli.html
index dd5d5def558f..b119709c8575 100644
--- a/docs/main/_modules/torch/distributions/relaxed_bernoulli.html
+++ b/docs/main/_modules/torch/distributions/relaxed_bernoulli.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/relaxed_categorical.html b/docs/main/_modules/torch/distributions/relaxed_categorical.html
index f6c738b6c6ea..164c9c4a047c 100644
--- a/docs/main/_modules/torch/distributions/relaxed_categorical.html
+++ b/docs/main/_modules/torch/distributions/relaxed_categorical.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/studentT.html b/docs/main/_modules/torch/distributions/studentT.html
index fd1979af1294..875ce535660c 100644
--- a/docs/main/_modules/torch/distributions/studentT.html
+++ b/docs/main/_modules/torch/distributions/studentT.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/transformed_distribution.html b/docs/main/_modules/torch/distributions/transformed_distribution.html
index 6701b7ea489e..878bf4bfd072 100644
--- a/docs/main/_modules/torch/distributions/transformed_distribution.html
+++ b/docs/main/_modules/torch/distributions/transformed_distribution.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/transforms.html b/docs/main/_modules/torch/distributions/transforms.html
index 640f21a6d96d..0296cd865539 100644
--- a/docs/main/_modules/torch/distributions/transforms.html
+++ b/docs/main/_modules/torch/distributions/transforms.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/uniform.html b/docs/main/_modules/torch/distributions/uniform.html
index 0267c00952ef..d39ef130d973 100644
--- a/docs/main/_modules/torch/distributions/uniform.html
+++ b/docs/main/_modules/torch/distributions/uniform.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/utils.html b/docs/main/_modules/torch/distributions/utils.html
index c7ac8d10ef3b..0168e6e7dadb 100644
--- a/docs/main/_modules/torch/distributions/utils.html
+++ b/docs/main/_modules/torch/distributions/utils.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/von_mises.html b/docs/main/_modules/torch/distributions/von_mises.html
index 6f81b02fa137..9ae13830683d 100644
--- a/docs/main/_modules/torch/distributions/von_mises.html
+++ b/docs/main/_modules/torch/distributions/von_mises.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/weibull.html b/docs/main/_modules/torch/distributions/weibull.html
index 9c8183d52884..af54b7b017cf 100644
--- a/docs/main/_modules/torch/distributions/weibull.html
+++ b/docs/main/_modules/torch/distributions/weibull.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/distributions/wishart.html b/docs/main/_modules/torch/distributions/wishart.html
index acd2305a14ec..d382331b04e7 100644
--- a/docs/main/_modules/torch/distributions/wishart.html
+++ b/docs/main/_modules/torch/distributions/wishart.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/export.html b/docs/main/_modules/torch/export.html
index 8d781f90c2cb..14499c664867 100644
--- a/docs/main/_modules/torch/export.html
+++ b/docs/main/_modules/torch/export.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -737,6 +736,11 @@ 
    Source code for torch.export
         """
     from torch._export import save
 
+    if not isinstance(ep, ExportedProgram):
+        raise TypeError(
+            f"The 'ep' parameter must be an instance of 'ExportedProgram', got '{type(ep).__name__}' instead."
+        )
+
     save(ep, f, extra_files=extra_files, opset_version=opset_version)
    
 
 
diff --git a/docs/main/_modules/torch/export/custom_obj.html b/docs/main/_modules/torch/export/custom_obj.html
index 4e971c5465f6..42db218e55f1 100644
--- a/docs/main/_modules/torch/export/custom_obj.html
+++ b/docs/main/_modules/torch/export/custom_obj.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/export/dynamic_shapes.html b/docs/main/_modules/torch/export/dynamic_shapes.html
index 3dd3790b1a18..6d592cbc1c56 100644
--- a/docs/main/_modules/torch/export/dynamic_shapes.html
+++ b/docs/main/_modules/torch/export/dynamic_shapes.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/export/exported_program.html b/docs/main/_modules/torch/export/exported_program.html
index e7f1f5546b2a..59a0a1750d73 100644
--- a/docs/main/_modules/torch/export/exported_program.html
+++ b/docs/main/_modules/torch/export/exported_program.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/export/graph_signature.html b/docs/main/_modules/torch/export/graph_signature.html
index b73722601a80..442d64db6d07 100644
--- a/docs/main/_modules/torch/export/graph_signature.html
+++ b/docs/main/_modules/torch/export/graph_signature.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/export/unflatten.html b/docs/main/_modules/torch/export/unflatten.html
index 794a9eec919c..eab37336ac5d 100644
--- a/docs/main/_modules/torch/export/unflatten.html
+++ b/docs/main/_modules/torch/export/unflatten.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/export/wrapper.html b/docs/main/_modules/torch/export/wrapper.html
index 7cacde208b2f..d7e77baa67e1 100644
--- a/docs/main/_modules/torch/export/wrapper.html
+++ b/docs/main/_modules/torch/export/wrapper.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/func.html b/docs/main/_modules/torch/func.html
index d643aa589477..fc8d89cb1de4 100644
--- a/docs/main/_modules/torch/func.html
+++ b/docs/main/_modules/torch/func.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/functional.html b/docs/main/_modules/torch/functional.html
index b031dcdf4ecf..806232284033 100644
--- a/docs/main/_modules/torch/functional.html
+++ b/docs/main/_modules/torch/functional.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/futures.html b/docs/main/_modules/torch/futures.html
index dda267d316ed..1c9d31223372 100644
--- a/docs/main/_modules/torch/futures.html
+++ b/docs/main/_modules/torch/futures.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/fx/_symbolic_trace.html b/docs/main/_modules/torch/fx/_symbolic_trace.html
index dd0e031e60df..68ae5e4798cc 100644
--- a/docs/main/_modules/torch/fx/_symbolic_trace.html
+++ b/docs/main/_modules/torch/fx/_symbolic_trace.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/fx/graph.html b/docs/main/_modules/torch/fx/graph.html
index 1cd3089218fd..54d63bb6b82a 100644
--- a/docs/main/_modules/torch/fx/graph.html
+++ b/docs/main/_modules/torch/fx/graph.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/fx/graph_module.html b/docs/main/_modules/torch/fx/graph_module.html
index 52d791d752a7..f18776d0518f 100644
--- a/docs/main/_modules/torch/fx/graph_module.html
+++ b/docs/main/_modules/torch/fx/graph_module.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/fx/interpreter.html b/docs/main/_modules/torch/fx/interpreter.html
index 2668657f2be1..d56cef4352bc 100644
--- a/docs/main/_modules/torch/fx/interpreter.html
+++ b/docs/main/_modules/torch/fx/interpreter.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/fx/node.html b/docs/main/_modules/torch/fx/node.html
index ee222d2a1f8f..9a330a6fa126 100644
--- a/docs/main/_modules/torch/fx/node.html
+++ b/docs/main/_modules/torch/fx/node.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/fx/proxy.html b/docs/main/_modules/torch/fx/proxy.html
index bfb143f1f89c..6b6a0cf9a300 100644
--- a/docs/main/_modules/torch/fx/proxy.html
+++ b/docs/main/_modules/torch/fx/proxy.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/fx/subgraph_rewriter.html b/docs/main/_modules/torch/fx/subgraph_rewriter.html
index 852c38a9b3cf..c95bd7b75284 100644
--- a/docs/main/_modules/torch/fx/subgraph_rewriter.html
+++ b/docs/main/_modules/torch/fx/subgraph_rewriter.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/hub.html b/docs/main/_modules/torch/hub.html
index 236634de1d4e..fc9df967fe0b 100644
--- a/docs/main/_modules/torch/hub.html
+++ b/docs/main/_modules/torch/hub.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/jit.html b/docs/main/_modules/torch/jit.html
index 8af74912639a..a67585e5e358 100644
--- a/docs/main/_modules/torch/jit.html
+++ b/docs/main/_modules/torch/jit.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/jit/_async.html b/docs/main/_modules/torch/jit/_async.html
index e1e377863006..d4d7d4a4d00b 100644
--- a/docs/main/_modules/torch/jit/_async.html
+++ b/docs/main/_modules/torch/jit/_async.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/jit/_freeze.html b/docs/main/_modules/torch/jit/_freeze.html
index 20092ff8216b..ff1bf8e321ee 100644
--- a/docs/main/_modules/torch/jit/_freeze.html
+++ b/docs/main/_modules/torch/jit/_freeze.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/jit/_fuser.html b/docs/main/_modules/torch/jit/_fuser.html
index dcedc2c16228..ca4ffa0743a4 100644
--- a/docs/main/_modules/torch/jit/_fuser.html
+++ b/docs/main/_modules/torch/jit/_fuser.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/jit/_script.html b/docs/main/_modules/torch/jit/_script.html
index 1e19ba2a2f98..89d3ec19d940 100644
--- a/docs/main/_modules/torch/jit/_script.html
+++ b/docs/main/_modules/torch/jit/_script.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/jit/_serialization.html b/docs/main/_modules/torch/jit/_serialization.html
index ee54ecdfe4c1..200e45f25e8e 100644
--- a/docs/main/_modules/torch/jit/_serialization.html
+++ b/docs/main/_modules/torch/jit/_serialization.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/jit/_trace.html b/docs/main/_modules/torch/jit/_trace.html
index 791f25f1f368..656d484c9579 100644
--- a/docs/main/_modules/torch/jit/_trace.html
+++ b/docs/main/_modules/torch/jit/_trace.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/library.html b/docs/main/_modules/torch/library.html
index b5553395d649..9b025e46ffeb 100644
--- a/docs/main/_modules/torch/library.html
+++ b/docs/main/_modules/torch/library.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/monitor.html b/docs/main/_modules/torch/monitor.html
index 8f4588a437ba..51ca5fcf92b6 100644
--- a/docs/main/_modules/torch/monitor.html
+++ b/docs/main/_modules/torch/monitor.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/mps.html b/docs/main/_modules/torch/mps.html
index 72791f4746de..701dcd65d346 100644
--- a/docs/main/_modules/torch/mps.html
+++ b/docs/main/_modules/torch/mps.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/mps/event.html b/docs/main/_modules/torch/mps/event.html
index 675a3dbcd4af..f19fc674354f 100644
--- a/docs/main/_modules/torch/mps/event.html
+++ b/docs/main/_modules/torch/mps/event.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/mps/profiler.html b/docs/main/_modules/torch/mps/profiler.html
index 66affffef5a2..c1576b6a8001 100644
--- a/docs/main/_modules/torch/mps/profiler.html
+++ b/docs/main/_modules/torch/mps/profiler.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/multiprocessing.html b/docs/main/_modules/torch/multiprocessing.html
index 471dfb7ff6e7..e30f35fa52f6 100644
--- a/docs/main/_modules/torch/multiprocessing.html
+++ b/docs/main/_modules/torch/multiprocessing.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/multiprocessing/spawn.html b/docs/main/_modules/torch/multiprocessing/spawn.html
index ceb1c6d8ee48..3ea5336c1d9e 100644
--- a/docs/main/_modules/torch/multiprocessing/spawn.html
+++ b/docs/main/_modules/torch/multiprocessing/spawn.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nested.html b/docs/main/_modules/torch/nested.html
index 635a7ad43a1f..458866edd9b5 100644
--- a/docs/main/_modules/torch/nested.html
+++ b/docs/main/_modules/torch/nested.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/attention.html b/docs/main/_modules/torch/nn/attention.html
new file mode 100644
index 000000000000..6e3002fd26ea
--- /dev/null
+++ b/docs/main/_modules/torch/nn/attention.html
@@ -0,0 +1,912 @@
+
+
+
+
+
+  
+
+  
+  
+  
+  
+  
+  torch.nn.attention — PyTorch main documentation
+  
+
+  
+  
+  
+  
+    
+  
+
+  
+
+  
+  
+    
+
+  
+
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+    
+    
+
+
+
+
+
+  
+    
+    
+  
+
+
+  
+  
+
+  
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+  
+
+
+
+
+
+
+   
+
+    
+
+    
    
+      Table of Contents
+      
+    
    
+
+    
+
+    
    
+      
    
+        
    
+          
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
    
+
+  
+
+  
+
    
+        
    
+
+        
    
+          Shortcuts
+        
    
+      
    
+
+      
    
+        
    
+
+        
+
+          
+          
+          
+          
+          
    
+          
+            
    
+             
    
+              
+  
    Source code for torch.nn.attention
    +""" This module contains functions and classes that alter the behavior of torch.nn.functional.scaled_dot_product_attention """
+import contextlib
+from typing import List, Union
+from warnings import warn
+
+from torch.backends.cuda import (
+    can_use_efficient_attention,
+    can_use_flash_attention,
+    enable_flash_sdp,
+    enable_math_sdp,
+    enable_mem_efficient_sdp,
+    flash_sdp_enabled,
+    math_sdp_enabled,
+    mem_efficient_sdp_enabled,
+    SDPAParams,
+)
+
+__all__: List[str] = ["SDPBackend", "sdpa_kernel", "WARN_FOR_UNFUSED_KERNELS"]
+
+# Note: [SDPA warnings]
+# TODO: Consider using this for sdpa regardless of subclasses
+# This only effects users of bias subclasses
+# If this is set to True, we will warn the user if they are not using the fused kernels
+# As well, it will raise warnings for all the reasons why the fused kernels can't be run.
+# To set this to True, run
+# torch.nn.attention.WARN_FOR_UNFUSED_KERNELS = True
+WARN_FOR_UNFUSED_KERNELS = False
+
+
+from torch._C import _SDPBackend as SDPBackend
+
+# Hacks for Sphinx documentation:
+# https://stackoverflow.com/questions/38765577/overriding-sphinx-autodoc-alias-of-for-import-of-private-class
+SDPBackend = SDPBackend
+r"""An enum-like class that contains the different backends for scaled dot product attention.
+    This backend class is designed to be used with the sdpa_kernel context manager.
+    See :func: torch.nn.attention.sdpa_kernel for more details.
+
+    ... warning:: This class is in beta and subject to change.
+"""
+SDPBackend.__module__ = __name__
+SDPBackend.__name__ = "SDPBackend"
+
+
+def _raise_kernel_warnings(params: SDPAParams) -> None:
+    """
+    If WARN_FOR_UNFUSED_KERNELS is set to True, this will raise warnings
+    for all the reasons why the fused kernels can't be run. If using subclasses
+    """
+    if WARN_FOR_UNFUSED_KERNELS:
+        if not can_use_efficient_attention(params):
+            warn("Efficient attention can't be used because:")
+            can_use_efficient_attention(params, True)
+        if not can_use_flash_attention(params):
+            warn("Flash attention can't be used because:")
+            can_use_flash_attention(params, True)
+
+
+
    [docs]@contextlib.contextmanager
+def sdpa_kernel(backends: List[SDPBackend]):
+    r"""
+    Context manager to select which backend to use for scaled dot product attention.
+
+    .. warning:: This function is beta and subject to change.
+
+    Args:
+        backend (Union[List[SDPBackend], SDPBackend]): A backend or list of backends for scaled dot product attention.
+
+    This context manager can be used to select which backend to use for scaled dot product attention.
+    Upon exiting the context manager, the previous state of the flags will be restored, enabling all backends.
+    """
+    assert backends is None or isinstance(
+        backends, list
+    ), "Backend must be an instance of SDPBackend or a list of SDPBackend instances"
+
+    backends = set(backends)
+    previous_flash: bool = flash_sdp_enabled()
+    previous_mem_efficient: bool = mem_efficient_sdp_enabled()
+    previous_math: bool = math_sdp_enabled()
+    try:
+        enable_flash = SDPBackend.FLASH_ATTENTION in backends
+        enable_mem_efficient = SDPBackend.EFFICIENT_ATTENTION in backends
+        enable_math = SDPBackend.MATH in backends
+
+        enable_flash_sdp(enable_flash)
+        enable_mem_efficient_sdp(enable_mem_efficient)
+        enable_math_sdp(enable_math)
+        yield {}
+    finally:
+        enable_flash_sdp(previous_flash)
+        enable_mem_efficient_sdp(previous_mem_efficient)
+        enable_math_sdp(previous_math)
    
+
    
+
+             
    
+             
+            
    
+            
    
+  
+
+  
+
+    
    
+
+  
+
+  
    
+    
    
+        © Copyright 2023, PyTorch Contributors.
+
+    
    
+  
    
+    
+      
    
+        Built with Sphinx using a theme provided by Read the Docs.
+      
    
+     
+
+
    
+
+          
    
+
+        
    
+
+        
    
+          
    
+            
    
+              
+            
    
+          
    
+        
    
+      
    
+    
    
+
+  
+
+
+  
+
+     
+       
+         
+         
+         
+         
+         
+         
+         
+         
+     
+
+  
+
+  
+  
+  
+  
+
+  
+ 
+
+
+
+
+
+  
+
+  
    
+    
    
+      
    
+        
    
+          
    Docs
    
+          
    Access comprehensive developer documentation for PyTorch
    
+          View Docs
+        
    
+
+        
    
+          
    Tutorials
    
+          
    Get in-depth tutorials for beginners and advanced developers
    
+          View Tutorials
+        
    
+
+        
    
+          
    Resources
    
+          
    Find development resources and get your questions answered
    
+          View Resources
+        
    
+      
    
+    
    
+  
    
+
+  
+
+  
    
+  
    
+    
    To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: Cookies Policy.
    
+    
+  
    
+
    
+
+  
+
+  
+
+  
    
+    
    
+      
    
+        
    
+          
+          
+        
    
+      
    
+    
    
+
+    
    
+      
    
+        
+      
    
+    
    
+  
    
+
+  
+
+  
+
+  
+
+
\ No newline at end of file
diff --git a/docs/main/_modules/torch/nn/attention/bias.html b/docs/main/_modules/torch/nn/attention/bias.html
index d8983cf8aa05..3033d721bd5b 100644
--- a/docs/main/_modules/torch/nn/attention/bias.html
+++ b/docs/main/_modules/torch/nn/attention/bias.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -442,6 +441,8 @@
         
           
  • torch >
    • 
         
+          
  • torch.nn.attention >
    • 
+        
       
  • torch.nn.attention.bias
    • 
     
     
@@ -476,7 +477,7 @@
              
    
               
   
    Source code for torch.nn.attention.bias
    -"""Defines utilities for interacting with scaled_dot_product_attention"""
+"""Defines bias subclasses that work with scaled_dot_product_attention"""
 from enum import auto, IntEnum
 from typing import Optional
 from warnings import warn
@@ -552,7 +553,7 @@ 
    Source code for torch.nn.attention.bias
         LOWER_RIGHT = auto()
    
 
 
-
    [docs]class CausalBias(torch.Tensor):
+
    [docs]class CausalBias(torch.Tensor):
     """
     A bias representing causal attention patterns. For an overview of the bias structure, see the :class:`CausalVariant` enum.
 
diff --git a/docs/main/_modules/torch/nn/functional.html b/docs/main/_modules/torch/nn/functional.html
index 3164f681d1f1..1823a41a89c8 100644
--- a/docs/main/_modules/torch/nn/functional.html
+++ b/docs/main/_modules/torch/nn/functional.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/init.html b/docs/main/_modules/torch/nn/init.html
index 623fd7763662..32388f08d105 100644
--- a/docs/main/_modules/torch/nn/init.html
+++ b/docs/main/_modules/torch/nn/init.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/activation.html b/docs/main/_modules/torch/nn/modules/activation.html
index 7d34ed3694b7..763339b6835b 100644
--- a/docs/main/_modules/torch/nn/modules/activation.html
+++ b/docs/main/_modules/torch/nn/modules/activation.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/adaptive.html b/docs/main/_modules/torch/nn/modules/adaptive.html
index 13a66a3dd746..f92a7e85eb1e 100644
--- a/docs/main/_modules/torch/nn/modules/adaptive.html
+++ b/docs/main/_modules/torch/nn/modules/adaptive.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/batchnorm.html b/docs/main/_modules/torch/nn/modules/batchnorm.html
index 63457a7f50d2..3d664a37625a 100644
--- a/docs/main/_modules/torch/nn/modules/batchnorm.html
+++ b/docs/main/_modules/torch/nn/modules/batchnorm.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/channelshuffle.html b/docs/main/_modules/torch/nn/modules/channelshuffle.html
index ce7c99b7e4ea..86c80d04f74a 100644
--- a/docs/main/_modules/torch/nn/modules/channelshuffle.html
+++ b/docs/main/_modules/torch/nn/modules/channelshuffle.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/container.html b/docs/main/_modules/torch/nn/modules/container.html
index f17b25f907c6..fbda37cb4a5b 100644
--- a/docs/main/_modules/torch/nn/modules/container.html
+++ b/docs/main/_modules/torch/nn/modules/container.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/conv.html b/docs/main/_modules/torch/nn/modules/conv.html
index 70a83e9dd7fb..bec4ab1387e6 100644
--- a/docs/main/_modules/torch/nn/modules/conv.html
+++ b/docs/main/_modules/torch/nn/modules/conv.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/distance.html b/docs/main/_modules/torch/nn/modules/distance.html
index c3555e786c82..ba068fed99ee 100644
--- a/docs/main/_modules/torch/nn/modules/distance.html
+++ b/docs/main/_modules/torch/nn/modules/distance.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/dropout.html b/docs/main/_modules/torch/nn/modules/dropout.html
index 78cdb7ca3e5c..8dae251b1823 100644
--- a/docs/main/_modules/torch/nn/modules/dropout.html
+++ b/docs/main/_modules/torch/nn/modules/dropout.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/flatten.html b/docs/main/_modules/torch/nn/modules/flatten.html
index d2ae9a3001f3..134c43c9c16c 100644
--- a/docs/main/_modules/torch/nn/modules/flatten.html
+++ b/docs/main/_modules/torch/nn/modules/flatten.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/fold.html b/docs/main/_modules/torch/nn/modules/fold.html
index 2db4182866ff..52e22040e3a3 100644
--- a/docs/main/_modules/torch/nn/modules/fold.html
+++ b/docs/main/_modules/torch/nn/modules/fold.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/instancenorm.html b/docs/main/_modules/torch/nn/modules/instancenorm.html
index c0fe185f7130..1ce3ac5ea132 100644
--- a/docs/main/_modules/torch/nn/modules/instancenorm.html
+++ b/docs/main/_modules/torch/nn/modules/instancenorm.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/lazy.html b/docs/main/_modules/torch/nn/modules/lazy.html
index 2a9b47c2bf1a..9323bfda03b1 100644
--- a/docs/main/_modules/torch/nn/modules/lazy.html
+++ b/docs/main/_modules/torch/nn/modules/lazy.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/linear.html b/docs/main/_modules/torch/nn/modules/linear.html
index 0070503111cd..5bd3ffd999d7 100644
--- a/docs/main/_modules/torch/nn/modules/linear.html
+++ b/docs/main/_modules/torch/nn/modules/linear.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/loss.html b/docs/main/_modules/torch/nn/modules/loss.html
index c3ff3c5ace8e..0551cd215865 100644
--- a/docs/main/_modules/torch/nn/modules/loss.html
+++ b/docs/main/_modules/torch/nn/modules/loss.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/module.html b/docs/main/_modules/torch/nn/modules/module.html
index 56f6650bbb88..d10d52795a57 100644
--- a/docs/main/_modules/torch/nn/modules/module.html
+++ b/docs/main/_modules/torch/nn/modules/module.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/normalization.html b/docs/main/_modules/torch/nn/modules/normalization.html
index 0c0988bb0ece..ed6de2a890ff 100644
--- a/docs/main/_modules/torch/nn/modules/normalization.html
+++ b/docs/main/_modules/torch/nn/modules/normalization.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/padding.html b/docs/main/_modules/torch/nn/modules/padding.html
index a890389e8bc6..275fc3da360d 100644
--- a/docs/main/_modules/torch/nn/modules/padding.html
+++ b/docs/main/_modules/torch/nn/modules/padding.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/pixelshuffle.html b/docs/main/_modules/torch/nn/modules/pixelshuffle.html
index fd6be397f9ed..3a1d33fe74fe 100644
--- a/docs/main/_modules/torch/nn/modules/pixelshuffle.html
+++ b/docs/main/_modules/torch/nn/modules/pixelshuffle.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/pooling.html b/docs/main/_modules/torch/nn/modules/pooling.html
index f0b05274121c..a819877006b2 100644
--- a/docs/main/_modules/torch/nn/modules/pooling.html
+++ b/docs/main/_modules/torch/nn/modules/pooling.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -1562,7 +1561,7 @@ 
    Source code for torch.nn.modules.pooling
     
     output_size: _size_1_t
 
-    def forward(self, input: Tensor) -> Tensor:
+    def forward(self, input: Tensor):
         return F.adaptive_max_pool1d(input, self.output_size, self.return_indices)
    
 
 
diff --git a/docs/main/_modules/torch/nn/modules/rnn.html b/docs/main/_modules/torch/nn/modules/rnn.html
index d03e59459fee..17d77b73a7e8 100644
--- a/docs/main/_modules/torch/nn/modules/rnn.html
+++ b/docs/main/_modules/torch/nn/modules/rnn.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/sparse.html b/docs/main/_modules/torch/nn/modules/sparse.html
index 6cae8ef960cd..e3b9e426fe28 100644
--- a/docs/main/_modules/torch/nn/modules/sparse.html
+++ b/docs/main/_modules/torch/nn/modules/sparse.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/transformer.html b/docs/main/_modules/torch/nn/modules/transformer.html
index 533b447eb6a9..ccb5941e1954 100644
--- a/docs/main/_modules/torch/nn/modules/transformer.html
+++ b/docs/main/_modules/torch/nn/modules/transformer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/modules/upsampling.html b/docs/main/_modules/torch/nn/modules/upsampling.html
index f73608bd1594..8278b5621b0f 100644
--- a/docs/main/_modules/torch/nn/modules/upsampling.html
+++ b/docs/main/_modules/torch/nn/modules/upsampling.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/parallel/comm.html b/docs/main/_modules/torch/nn/parallel/comm.html
index ab81b0c5c58b..eb6eea4691d5 100644
--- a/docs/main/_modules/torch/nn/parallel/comm.html
+++ b/docs/main/_modules/torch/nn/parallel/comm.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/parallel/data_parallel.html b/docs/main/_modules/torch/nn/parallel/data_parallel.html
index a55eba563396..58d38d73de00 100644
--- a/docs/main/_modules/torch/nn/parallel/data_parallel.html
+++ b/docs/main/_modules/torch/nn/parallel/data_parallel.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/parallel/distributed.html b/docs/main/_modules/torch/nn/parallel/distributed.html
index 949d9968cdab..1051cbc9de4e 100644
--- a/docs/main/_modules/torch/nn/parallel/distributed.html
+++ b/docs/main/_modules/torch/nn/parallel/distributed.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/parameter.html b/docs/main/_modules/torch/nn/parameter.html
index 99fecc7475a3..8fef6cc418e2 100644
--- a/docs/main/_modules/torch/nn/parameter.html
+++ b/docs/main/_modules/torch/nn/parameter.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -565,6 +564,7 @@ 
    Source code for torch.nn.parameter
             torch.Tensor.__hash__,
         torch.Tensor.size,
         torch.Tensor.copy_,
+        torch.Tensor.is_complex,
         torch.Tensor.is_floating_point,
         torch.Tensor.half,
         torch.Tensor.float,
diff --git a/docs/main/_modules/torch/nn/utils/clip_grad.html b/docs/main/_modules/torch/nn/utils/clip_grad.html
index 6640dc8d1f4e..4d54ac2f7281 100644
--- a/docs/main/_modules/torch/nn/utils/clip_grad.html
+++ b/docs/main/_modules/torch/nn/utils/clip_grad.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/convert_parameters.html b/docs/main/_modules/torch/nn/utils/convert_parameters.html
index d03094612af5..4ac89c3375d7 100644
--- a/docs/main/_modules/torch/nn/utils/convert_parameters.html
+++ b/docs/main/_modules/torch/nn/utils/convert_parameters.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/fusion.html b/docs/main/_modules/torch/nn/utils/fusion.html
index 3020ac4ff88d..f41654772ea4 100644
--- a/docs/main/_modules/torch/nn/utils/fusion.html
+++ b/docs/main/_modules/torch/nn/utils/fusion.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/init.html b/docs/main/_modules/torch/nn/utils/init.html
index eddb62995b26..75a2ead67ccd 100644
--- a/docs/main/_modules/torch/nn/utils/init.html
+++ b/docs/main/_modules/torch/nn/utils/init.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/memory_format.html b/docs/main/_modules/torch/nn/utils/memory_format.html
index 63afe9348d1f..7c89500af5cb 100644
--- a/docs/main/_modules/torch/nn/utils/memory_format.html
+++ b/docs/main/_modules/torch/nn/utils/memory_format.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/parametrizations.html b/docs/main/_modules/torch/nn/utils/parametrizations.html
index 324944a68f7c..ab74b24c527a 100644
--- a/docs/main/_modules/torch/nn/utils/parametrizations.html
+++ b/docs/main/_modules/torch/nn/utils/parametrizations.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/parametrize.html b/docs/main/_modules/torch/nn/utils/parametrize.html
index 70248a9579d3..f5d3843bad46 100644
--- a/docs/main/_modules/torch/nn/utils/parametrize.html
+++ b/docs/main/_modules/torch/nn/utils/parametrize.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/prune.html b/docs/main/_modules/torch/nn/utils/prune.html
index 5dcaf8d5f339..fa2012c096c4 100644
--- a/docs/main/_modules/torch/nn/utils/prune.html
+++ b/docs/main/_modules/torch/nn/utils/prune.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/rnn.html b/docs/main/_modules/torch/nn/utils/rnn.html
index a597fee1830e..31fcd561f553 100644
--- a/docs/main/_modules/torch/nn/utils/rnn.html
+++ b/docs/main/_modules/torch/nn/utils/rnn.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/spectral_norm.html b/docs/main/_modules/torch/nn/utils/spectral_norm.html
index 8eba4aeead1c..dacb7b3b322c 100644
--- a/docs/main/_modules/torch/nn/utils/spectral_norm.html
+++ b/docs/main/_modules/torch/nn/utils/spectral_norm.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/stateless.html b/docs/main/_modules/torch/nn/utils/stateless.html
index 9811fe175eaf..e66da746e3e9 100644
--- a/docs/main/_modules/torch/nn/utils/stateless.html
+++ b/docs/main/_modules/torch/nn/utils/stateless.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/nn/utils/weight_norm.html b/docs/main/_modules/torch/nn/utils/weight_norm.html
index 80bb5cccfca0..142cb5ca3577 100644
--- a/docs/main/_modules/torch/nn/utils/weight_norm.html
+++ b/docs/main/_modules/torch/nn/utils/weight_norm.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/onnx.html b/docs/main/_modules/torch/onnx.html
index 152a260acfe4..b88f6b2eaadc 100644
--- a/docs/main/_modules/torch/onnx.html
+++ b/docs/main/_modules/torch/onnx.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/onnx/_internal/exporter.html b/docs/main/_modules/torch/onnx/_internal/exporter.html
index 512934c8cdd5..196ce32543df 100644
--- a/docs/main/_modules/torch/onnx/_internal/exporter.html
+++ b/docs/main/_modules/torch/onnx/_internal/exporter.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/onnx/_type_utils.html b/docs/main/_modules/torch/onnx/_type_utils.html
index 74b6d1d3fb13..801609bd95a6 100644
--- a/docs/main/_modules/torch/onnx/_type_utils.html
+++ b/docs/main/_modules/torch/onnx/_type_utils.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/onnx/utils.html b/docs/main/_modules/torch/onnx/utils.html
index 2cb21119803b..47e276ebd49f 100644
--- a/docs/main/_modules/torch/onnx/utils.html
+++ b/docs/main/_modules/torch/onnx/utils.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/onnx/verification.html b/docs/main/_modules/torch/onnx/verification.html
index c4cf3e522a99..afac4a0c8375 100644
--- a/docs/main/_modules/torch/onnx/verification.html
+++ b/docs/main/_modules/torch/onnx/verification.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/optim/adadelta.html b/docs/main/_modules/torch/optim/adadelta.html
index 95eb16ad12bb..82419fb07a52 100644
--- a/docs/main/_modules/torch/optim/adadelta.html
+++ b/docs/main/_modules/torch/optim/adadelta.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -764,12 +763,12 @@ 
    Source code for torch.optim.adadelta
     
     grouped_tensors = Optimizer._group_tensors_by_device_and_dtype([params, grads, square_avgs, acc_deltas])
     for ((device_params, device_grads, device_square_avgs, device_acc_deltas), _) in grouped_tensors.values():
-        if maximize:
-            device_grads = torch._foreach_neg(device_grads)
-
         if has_complex:
             _view_as_real(device_params, device_grads, device_square_avgs, device_acc_deltas)
 
+        if maximize:
+            device_grads = torch._foreach_neg(device_grads)
+
         if weight_decay != 0:
             # Re-use the intermediate memory (device_grads) already allocated for maximize
             if maximize:
diff --git a/docs/main/_modules/torch/optim/adagrad.html b/docs/main/_modules/torch/optim/adagrad.html
index 4cc261ad881f..3b69ba7867e4 100644
--- a/docs/main/_modules/torch/optim/adagrad.html
+++ b/docs/main/_modules/torch/optim/adagrad.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -822,13 +821,13 @@ 
    Source code for torch.optim.adagrad
                 )
             continue
 
-        if maximize:
-            device_grads = torch._foreach_neg(device_grads)
-
         # Handle complex parameters
         if has_complex:
             _view_as_real(device_params, device_grads, device_state_sums)
 
+        if maximize:
+            device_grads = torch._foreach_neg(device_grads)
+
         # Update steps
         # If steps are on CPU, foreach will fall back to the slow path, which is a for-loop calling t.add(1) over
         # and over. 1 will then be wrapped into a Tensor over and over again, which is slower than if we just
diff --git a/docs/main/_modules/torch/optim/adam.html b/docs/main/_modules/torch/optim/adam.html
index aa6b2b257986..37b2b6fc5ed9 100644
--- a/docs/main/_modules/torch/optim/adam.html
+++ b/docs/main/_modules/torch/optim/adam.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -967,9 +966,6 @@ 
    Source code for torch.optim.adam
             device_state_steps,
     ), _) in grouped_tensors.values():
 
-        if maximize:
-            device_grads = torch._foreach_neg(device_grads)
-
         # Handle complex parameters
         if has_complex:
             if amsgrad:
@@ -977,6 +973,9 @@ 
    Source code for torch.optim.adam
                 else:
                 _view_as_real(device_params, device_grads, device_exp_avgs, device_exp_avg_sqs)
 
+        if maximize:
+            device_grads = torch._foreach_neg(device_grads)
+
         # Update steps
         # If steps are on CPU, foreach will fall back to the slow path, which is a for-loop calling t.add(1) over
         # and over. 1 will then be wrapped into a Tensor over and over again, which is slower than if we just
diff --git a/docs/main/_modules/torch/optim/adamax.html b/docs/main/_modules/torch/optim/adamax.html
index 010727b57e8d..d5b2cd7e1968 100644
--- a/docs/main/_modules/torch/optim/adamax.html
+++ b/docs/main/_modules/torch/optim/adamax.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -808,12 +807,12 @@ 
    Source code for torch.optim.adamax
     
     grouped_tensors = Optimizer._group_tensors_by_device_and_dtype([params, grads, exp_avgs, exp_infs, state_steps])
     for ((grouped_params, grouped_grads, grouped_exp_avgs, grouped_exp_infs, grouped_state_steps), _) in grouped_tensors.values():
-        if maximize:
-            grouped_grads = torch._foreach_neg(grouped_grads)
-
         if has_complex:
             _view_as_real(grouped_params, grouped_grads, grouped_exp_avgs, grouped_exp_infs)
 
+        if maximize:
+            grouped_grads = torch._foreach_neg(grouped_grads)
+
         # Update steps
         # If steps are on CPU, foreach will fall back to the slow path, which is a for-loop calling t.add(1) over
         # and over. 1 will then be wrapped into a Tensor over and over again, which is slower than if we just
diff --git a/docs/main/_modules/torch/optim/adamw.html b/docs/main/_modules/torch/optim/adamw.html
index 92ad36cd9c38..36707a9a0eb4 100644
--- a/docs/main/_modules/torch/optim/adamw.html
+++ b/docs/main/_modules/torch/optim/adamw.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -999,15 +998,15 @@ 
    Source code for torch.optim.adamw
             device_max_exp_avg_sqs,
         device_state_steps,
     ), _) in grouped_tensors.values():
-        if maximize:
-            device_grads = torch._foreach_neg(device_grads)
-
         if has_complex:
             if amsgrad:
                 _view_as_real(device_params, device_grads, device_exp_avgs, device_exp_avg_sqs, device_max_exp_avg_sqs)
             else:
                 _view_as_real(device_params, device_grads, device_exp_avgs, device_exp_avg_sqs)
 
+        if maximize:
+            device_grads = torch._foreach_neg(device_grads)
+
         # Update steps
         # If steps are on CPU, foreach will fall back to the slow path, which is a for-loop calling t.add(1) over
         # and over. 1 will then be wrapped into a Tensor over and over again, which is slower than if we just
diff --git a/docs/main/_modules/torch/optim/asgd.html b/docs/main/_modules/torch/optim/asgd.html
index d3aee9d804a2..ceb0bd50e994 100644
--- a/docs/main/_modules/torch/optim/asgd.html
+++ b/docs/main/_modules/torch/optim/asgd.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -791,13 +790,12 @@ 
    Source code for torch.optim.asgd
         grouped_tensors = Optimizer._group_tensors_by_device_and_dtype([params, grads, axs, mus, etas, state_steps])
     for ((device, _), ((grouped_params, grouped_grads, grouped_axs, grouped_mus,
          grouped_etas, grouped_state_steps), _)) in grouped_tensors.items():
-        if maximize:
-            grouped_grads = torch._foreach_neg(grouped_grads)
-
-        grouped_grads = list(grouped_grads)
         if has_complex:
             _view_as_real(grouped_params, grouped_grads, grouped_axs)
 
+        if maximize:
+            grouped_grads = torch._foreach_neg(grouped_grads)
+
         # Update steps
         # If steps are on CPU, foreach will fall back to the slow path, which is a for-loop calling t.add(1) over
         # and over. 1 will then be wrapped into a Tensor over and over again, which is slower than if we just
diff --git a/docs/main/_modules/torch/optim/lbfgs.html b/docs/main/_modules/torch/optim/lbfgs.html
index a34c617fc8d4..266ab3839117 100644
--- a/docs/main/_modules/torch/optim/lbfgs.html
+++ b/docs/main/_modules/torch/optim/lbfgs.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -679,6 +678,7 @@ 
    Source code for torch.optim.lbfgs
             try reducing the history size, or use a different algorithm.
 
     Args:
+        params (iterable): iterable of parameters to optimize. Parameters must be real.
         lr (float): learning rate (default: 1)
         max_iter (int): maximal number of iterations per optimization step
             (default: 20)
@@ -718,6 +718,9 @@ 
    Source code for torch.optim.lbfgs
                                  "(parameter groups)")
 
         self._params = self.param_groups[0]['params']
+        if any(p.is_complex() for p in self._params):
+            raise ValueError("LBFGS doesn't support complex parameters, see #118148")
+
         self._numel_cache = None
 
     def _numel(self):
diff --git a/docs/main/_modules/torch/optim/lr_scheduler.html b/docs/main/_modules/torch/optim/lr_scheduler.html
index 52454a0b336b..db2bde4da0e5 100644
--- a/docs/main/_modules/torch/optim/lr_scheduler.html
+++ b/docs/main/_modules/torch/optim/lr_scheduler.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/optim/nadam.html b/docs/main/_modules/torch/optim/nadam.html
index ab622c0f913b..890f33786145 100644
--- a/docs/main/_modules/torch/optim/nadam.html
+++ b/docs/main/_modules/torch/optim/nadam.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/optim/optimizer.html b/docs/main/_modules/torch/optim/optimizer.html
index 0de2b35f92da..73d6c547b0de 100644
--- a/docs/main/_modules/torch/optim/optimizer.html
+++ b/docs/main/_modules/torch/optim/optimizer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/optim/radam.html b/docs/main/_modules/torch/optim/radam.html
index 940b95921e0c..fecbc7889e1c 100644
--- a/docs/main/_modules/torch/optim/radam.html
+++ b/docs/main/_modules/torch/optim/radam.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/optim/rmsprop.html b/docs/main/_modules/torch/optim/rmsprop.html
index 018dd2bd4081..1200b7608156 100644
--- a/docs/main/_modules/torch/optim/rmsprop.html
+++ b/docs/main/_modules/torch/optim/rmsprop.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -814,6 +813,14 @@ 
    Source code for torch.optim.rmsprop
         grouped_tensors = Optimizer._group_tensors_by_device_and_dtype([params, grads, square_avgs, grad_avgs, momentum_buffer_list])
     for (((grouped_params, grouped_grads, grouped_square_avgs, grouped_grad_avgs,
          grouped_momentum_buffer_list)), _) in grouped_tensors.values():
+        if has_complex:
+            state_and_grads = [grouped_grads, grouped_square_avgs]
+            if momentum > 0:
+                state_and_grads.append(grouped_momentum_buffer_list)
+            if centered:
+                state_and_grads.append(grouped_grad_avgs)
+            _view_as_real(grouped_params, *state_and_grads)
+
         if maximize:
             grouped_grads = torch._foreach_neg(grouped_grads)
 
@@ -824,16 +831,6 @@ 
    Source code for torch.optim.rmsprop
                 else:
                 grouped_grads = torch._foreach_add(grouped_grads, grouped_params, alpha=weight_decay)
 
-        grouped_grads = list(grouped_grads)
-
-        if has_complex:
-            state_and_grads = [grouped_grads, grouped_square_avgs]
-            if momentum > 0:
-                state_and_grads.append(grouped_momentum_buffer_list)
-            if centered:
-                state_and_grads.append(grouped_grad_avgs)
-            _view_as_real(grouped_params, *state_and_grads)
-
         torch._foreach_mul_(grouped_square_avgs, alpha)
         torch._foreach_addcmul_(grouped_square_avgs, grouped_grads, grouped_grads, value=1 - alpha)
 
diff --git a/docs/main/_modules/torch/optim/rprop.html b/docs/main/_modules/torch/optim/rprop.html
index 286bec1a3303..3b821aaa9d87 100644
--- a/docs/main/_modules/torch/optim/rprop.html
+++ b/docs/main/_modules/torch/optim/rprop.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/optim/sgd.html b/docs/main/_modules/torch/optim/sgd.html
index 12205f0637a4..d07101b89aa8 100644
--- a/docs/main/_modules/torch/optim/sgd.html
+++ b/docs/main/_modules/torch/optim/sgd.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/optim/sparse_adam.html b/docs/main/_modules/torch/optim/sparse_adam.html
index 0a47fff7b025..414fe137b2da 100644
--- a/docs/main/_modules/torch/optim/sparse_adam.html
+++ b/docs/main/_modules/torch/optim/sparse_adam.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -497,16 +496,23 @@ 
    Source code for torch.optim.sparse_adam
             super().__init__(params, defaults)
 
         sparse_params = []
+        complex_params = []
         for index, param_group in enumerate(self.param_groups):
             assert isinstance(param_group, dict), f"param_groups must be a list of dicts, but got {type(param_group)}"
             # given param group, convert given params to a list first before iterating
             for d_index, d_param in enumerate(param_group['params']):
                 if d_param.is_sparse:
                     sparse_params.append([index, d_index])
+                if d_param.is_complex():
+                    complex_params.append([index, d_index])
         if sparse_params:
             raise ValueError(
                 f"Sparse params at indices {sparse_params}: SparseAdam requires dense parameter tensors"
             )
+        if complex_params:
+            raise ValueError(
+                f"Complex params at indices {complex_params}: SparseAdam does not support complex parameters"
+            )
 
 
 
    [docs]    @torch.no_grad()
diff --git a/docs/main/_modules/torch/overrides.html b/docs/main/_modules/torch/overrides.html
index 9280b7877b37..1a02cd6d0ef1 100644
--- a/docs/main/_modules/torch/overrides.html
+++ b/docs/main/_modules/torch/overrides.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/package/file_structure_representation.html b/docs/main/_modules/torch/package/file_structure_representation.html
index 9d5fd1dd7cd2..a6122d5798ba 100644
--- a/docs/main/_modules/torch/package/file_structure_representation.html
+++ b/docs/main/_modules/torch/package/file_structure_representation.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/package/package_exporter.html b/docs/main/_modules/torch/package/package_exporter.html
index bb80929fc17d..d00896b77798 100644
--- a/docs/main/_modules/torch/package/package_exporter.html
+++ b/docs/main/_modules/torch/package/package_exporter.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/package/package_importer.html b/docs/main/_modules/torch/package/package_importer.html
index 33bcb881f998..0cba38212ec4 100644
--- a/docs/main/_modules/torch/package/package_importer.html
+++ b/docs/main/_modules/torch/package/package_importer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/profiler/itt.html b/docs/main/_modules/torch/profiler/itt.html
index 4f06f90d7e0f..ba31863f90d4 100644
--- a/docs/main/_modules/torch/profiler/itt.html
+++ b/docs/main/_modules/torch/profiler/itt.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/profiler/profiler.html b/docs/main/_modules/torch/profiler/profiler.html
index b30f719655cf..493b09fd7dfb 100644
--- a/docs/main/_modules/torch/profiler/profiler.html
+++ b/docs/main/_modules/torch/profiler/profiler.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -720,6 +719,8 @@ 
    Source code for torch.profiler.profiler
                 "backend": dist.get_backend(),
             "rank": dist.get_rank(),
             "world_size": dist.get_world_size(),
+            "pg_count": dist.get_pg_count(),
+            "pg_config": dist.get_pg_config(),
         }
 
     def _memory_profile(self) -> MemoryProfile:
diff --git a/docs/main/_modules/torch/quasirandom.html b/docs/main/_modules/torch/quasirandom.html
index 98a7ad232f24..dbdbc162a998 100644
--- a/docs/main/_modules/torch/quasirandom.html
+++ b/docs/main/_modules/torch/quasirandom.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/random.html b/docs/main/_modules/torch/random.html
index 4fef81558b59..31280c79f125 100644
--- a/docs/main/_modules/torch/random.html
+++ b/docs/main/_modules/torch/random.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/serialization.html b/docs/main/_modules/torch/serialization.html
index 0e59b9b96eca..b8eefcda6830 100644
--- a/docs/main/_modules/torch/serialization.html
+++ b/docs/main/_modules/torch/serialization.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/signal/windows/windows.html b/docs/main/_modules/torch/signal/windows/windows.html
index f89a9541432a..23eff2736e7a 100644
--- a/docs/main/_modules/torch/signal/windows/windows.html
+++ b/docs/main/_modules/torch/signal/windows/windows.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/sparse.html b/docs/main/_modules/torch/sparse.html
index 8de0dcaad48e..c301e4b97a2e 100644
--- a/docs/main/_modules/torch/sparse.html
+++ b/docs/main/_modules/torch/sparse.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/storage.html b/docs/main/_modules/torch/storage.html
index 43eccb649837..4d8de837aea2 100644
--- a/docs/main/_modules/torch/storage.html
+++ b/docs/main/_modules/torch/storage.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/testing/_comparison.html b/docs/main/_modules/torch/testing/_comparison.html
index 6ec5b06215c7..d4cb4ce27fc5 100644
--- a/docs/main/_modules/torch/testing/_comparison.html
+++ b/docs/main/_modules/torch/testing/_comparison.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/testing/_creation.html b/docs/main/_modules/torch/testing/_creation.html
index 7267f020a4a3..dab37902cc0e 100644
--- a/docs/main/_modules/torch/testing/_creation.html
+++ b/docs/main/_modules/torch/testing/_creation.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils.html b/docs/main/_modules/torch/utils.html
index 08d868f76aa2..69b17d445516 100644
--- a/docs/main/_modules/torch/utils.html
+++ b/docs/main/_modules/torch/utils.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/backend_registration.html b/docs/main/_modules/torch/utils/backend_registration.html
index a48ea4751b20..5b9d877377f7 100644
--- a/docs/main/_modules/torch/utils/backend_registration.html
+++ b/docs/main/_modules/torch/utils/backend_registration.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/benchmark/utils/common.html b/docs/main/_modules/torch/utils/benchmark/utils/common.html
index 47234be085c0..d5a576e4b598 100644
--- a/docs/main/_modules/torch/utils/benchmark/utils/common.html
+++ b/docs/main/_modules/torch/utils/benchmark/utils/common.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/benchmark/utils/timer.html b/docs/main/_modules/torch/utils/benchmark/utils/timer.html
index 25ca349ca6e3..5eae135c8b4a 100644
--- a/docs/main/_modules/torch/utils/benchmark/utils/timer.html
+++ b/docs/main/_modules/torch/utils/benchmark/utils/timer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/benchmark/utils/valgrind_wrapper/timer_interface.html b/docs/main/_modules/torch/utils/benchmark/utils/valgrind_wrapper/timer_interface.html
index 804209fd6aa0..5318c8afa41e 100644
--- a/docs/main/_modules/torch/utils/benchmark/utils/valgrind_wrapper/timer_interface.html
+++ b/docs/main/_modules/torch/utils/benchmark/utils/valgrind_wrapper/timer_interface.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/checkpoint.html b/docs/main/_modules/torch/utils/checkpoint.html
index 78bb7b1f9c8f..cd9128650666 100644
--- a/docs/main/_modules/torch/utils/checkpoint.html
+++ b/docs/main/_modules/torch/utils/checkpoint.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/cpp_backtrace.html b/docs/main/_modules/torch/utils/cpp_backtrace.html
index 878671fff190..fb978c664d0f 100644
--- a/docs/main/_modules/torch/utils/cpp_backtrace.html
+++ b/docs/main/_modules/torch/utils/cpp_backtrace.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/cpp_extension.html b/docs/main/_modules/torch/utils/cpp_extension.html
index 70fbc9f8084e..2c8fbc56053c 100644
--- a/docs/main/_modules/torch/utils/cpp_extension.html
+++ b/docs/main/_modules/torch/utils/cpp_extension.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/data/_utils/collate.html b/docs/main/_modules/torch/utils/data/_utils/collate.html
index 7e72c6634b7d..f22f18a890ee 100644
--- a/docs/main/_modules/torch/utils/data/_utils/collate.html
+++ b/docs/main/_modules/torch/utils/data/_utils/collate.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/data/_utils/worker.html b/docs/main/_modules/torch/utils/data/_utils/worker.html
index 9a417a4ce9bc..098313b0ffe3 100644
--- a/docs/main/_modules/torch/utils/data/_utils/worker.html
+++ b/docs/main/_modules/torch/utils/data/_utils/worker.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/data/dataloader.html b/docs/main/_modules/torch/utils/data/dataloader.html
index 349bb4a59662..6d8bc05c9900 100644
--- a/docs/main/_modules/torch/utils/data/dataloader.html
+++ b/docs/main/_modules/torch/utils/data/dataloader.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/data/dataset.html b/docs/main/_modules/torch/utils/data/dataset.html
index fca7156708a8..9df3d3069163 100644
--- a/docs/main/_modules/torch/utils/data/dataset.html
+++ b/docs/main/_modules/torch/utils/data/dataset.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/data/distributed.html b/docs/main/_modules/torch/utils/data/distributed.html
index 9e46761f1e29..993f4bb3aad9 100644
--- a/docs/main/_modules/torch/utils/data/distributed.html
+++ b/docs/main/_modules/torch/utils/data/distributed.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/data/sampler.html b/docs/main/_modules/torch/utils/data/sampler.html
index b955cae4d8e7..a1b50ffcb5ca 100644
--- a/docs/main/_modules/torch/utils/data/sampler.html
+++ b/docs/main/_modules/torch/utils/data/sampler.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/dlpack.html b/docs/main/_modules/torch/utils/dlpack.html
index ab0b947ce175..f639e44ab61c 100644
--- a/docs/main/_modules/torch/utils/dlpack.html
+++ b/docs/main/_modules/torch/utils/dlpack.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/mobile_optimizer.html b/docs/main/_modules/torch/utils/mobile_optimizer.html
index 10b1b4b527ea..cc0e8dc25317 100644
--- a/docs/main/_modules/torch/utils/mobile_optimizer.html
+++ b/docs/main/_modules/torch/utils/mobile_optimizer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/torch/utils/tensorboard/writer.html b/docs/main/_modules/torch/utils/tensorboard/writer.html
index fa7fa6bfb62c..f81cc4877c7b 100644
--- a/docs/main/_modules/torch/utils/tensorboard/writer.html
+++ b/docs/main/_modules/torch/utils/tensorboard/writer.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_modules/typing.html b/docs/main/_modules/typing.html
index 0062a969c39c..2aa167aeef22 100644
--- a/docs/main/_modules/typing.html
+++ b/docs/main/_modules/typing.html
@@ -242,7 +242,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -355,8 +355,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/_sources/backends.rst.txt b/docs/main/_sources/backends.rst.txt
index 2a11c0e4bee7..6e83c1306165 100644
--- a/docs/main/_sources/backends.rst.txt
+++ b/docs/main/_sources/backends.rst.txt
@@ -68,8 +68,6 @@ torch.backends.cuda
 
 .. autofunction:: torch.backends.cuda.preferred_linalg_library
 
-.. autoclass:: torch.backends.cuda.SDPBackend
-
 .. autoclass:: torch.backends.cuda.SDPAParams
 
 .. autofunction:: torch.backends.cuda.flash_sdp_enabled
diff --git a/docs/main/_sources/generated/exportdb/index.rst.txt b/docs/main/_sources/generated/exportdb/index.rst.txt
index f9a3ad509044..b2c4dfa5091e 100644
--- a/docs/main/_sources/generated/exportdb/index.rst.txt
+++ b/docs/main/_sources/generated/exportdb/index.rst.txt
@@ -19,8 +19,8 @@ support in export please create an issue in the pytorch/pytorch repo wih a modul
     :caption: Tags
 
     torch.escape-hatch
-    torch.cond
     torch.dynamic-shape
+    torch.cond
     python.closure
     torch.dynamic-value
     python.data-structure
@@ -203,7 +203,7 @@ cond_branch_class_method
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -284,7 +284,7 @@ cond_branch_nested_function
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -363,7 +363,7 @@ cond_branch_nonlocal_variables
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -528,7 +528,7 @@ cond_operands
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -602,7 +602,7 @@ cond_predicate
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -666,7 +666,7 @@ constrain_as_size_example
 
 .. note::
 
-    Tags: :doc:`torch.dynamic-value `, :doc:`torch.escape-hatch `
+    Tags: :doc:`torch.escape-hatch `, :doc:`torch.dynamic-value `
 
     Support Level: SUPPORTED
 
@@ -726,7 +726,7 @@ constrain_as_value_example
 
 .. note::
 
-    Tags: :doc:`torch.dynamic-value `, :doc:`torch.escape-hatch `
+    Tags: :doc:`torch.escape-hatch `, :doc:`torch.dynamic-value `
 
     Support Level: SUPPORTED
 
@@ -981,7 +981,7 @@ dynamic_shape_if_guard
 
 .. note::
 
-    Tags: :doc:`python.control-flow `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`python.control-flow `
 
     Support Level: SUPPORTED
 
@@ -1240,7 +1240,7 @@ list_contains
 
 .. note::
 
-    Tags: :doc:`python.assert `, :doc:`torch.dynamic-shape `, :doc:`python.data-structure `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`python.data-structure `, :doc:`python.assert `
 
     Support Level: SUPPORTED
 
@@ -1286,7 +1286,7 @@ list_unpack
 
 .. note::
 
-    Tags: :doc:`python.control-flow `, :doc:`python.data-structure `
+    Tags: :doc:`python.data-structure `, :doc:`python.control-flow `
 
     Support Level: SUPPORTED
 
@@ -2005,6 +2005,6 @@ Result:
 
 .. code-block::
 
-    Unsupported: torch.* op returned non-Tensor int call_function 
+    Unsupported: torch.* op returned non-Tensor int call_function 
 
 
diff --git a/docs/main/_sources/generated/exportdb/python.assert.rst.txt b/docs/main/_sources/generated/exportdb/python.assert.rst.txt
index 75bc8df4e1bb..a8b460ae2031 100644
--- a/docs/main/_sources/generated/exportdb/python.assert.rst.txt
+++ b/docs/main/_sources/generated/exportdb/python.assert.rst.txt
@@ -51,7 +51,7 @@ list_contains
 
 .. note::
 
-    Tags: :doc:`python.assert `, :doc:`torch.dynamic-shape `, :doc:`python.data-structure `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`python.data-structure `, :doc:`python.assert `
 
     Support Level: SUPPORTED
 
diff --git a/docs/main/_sources/generated/exportdb/python.control-flow.rst.txt b/docs/main/_sources/generated/exportdb/python.control-flow.rst.txt
index 0117852ef56b..6e1233710594 100644
--- a/docs/main/_sources/generated/exportdb/python.control-flow.rst.txt
+++ b/docs/main/_sources/generated/exportdb/python.control-flow.rst.txt
@@ -5,7 +5,7 @@ dynamic_shape_if_guard
 
 .. note::
 
-    Tags: :doc:`python.control-flow `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`python.control-flow `
 
     Support Level: SUPPORTED
 
@@ -51,7 +51,7 @@ list_unpack
 
 .. note::
 
-    Tags: :doc:`python.control-flow `, :doc:`python.data-structure `
+    Tags: :doc:`python.data-structure `, :doc:`python.control-flow `
 
     Support Level: SUPPORTED
 
diff --git a/docs/main/_sources/generated/exportdb/python.data-structure.rst.txt b/docs/main/_sources/generated/exportdb/python.data-structure.rst.txt
index 1f371d7ec4e3..ccfe63c6be1c 100644
--- a/docs/main/_sources/generated/exportdb/python.data-structure.rst.txt
+++ b/docs/main/_sources/generated/exportdb/python.data-structure.rst.txt
@@ -116,7 +116,7 @@ list_contains
 
 .. note::
 
-    Tags: :doc:`python.assert `, :doc:`torch.dynamic-shape `, :doc:`python.data-structure `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`python.data-structure `, :doc:`python.assert `
 
     Support Level: SUPPORTED
 
@@ -162,7 +162,7 @@ list_unpack
 
 .. note::
 
-    Tags: :doc:`python.control-flow `, :doc:`python.data-structure `
+    Tags: :doc:`python.data-structure `, :doc:`python.control-flow `
 
     Support Level: SUPPORTED
 
diff --git a/docs/main/_sources/generated/exportdb/torch.cond.rst.txt b/docs/main/_sources/generated/exportdb/torch.cond.rst.txt
index 074a0d9f6a49..4aa8bb07a74c 100644
--- a/docs/main/_sources/generated/exportdb/torch.cond.rst.txt
+++ b/docs/main/_sources/generated/exportdb/torch.cond.rst.txt
@@ -5,7 +5,7 @@ cond_branch_class_method
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -86,7 +86,7 @@ cond_branch_nested_function
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -165,7 +165,7 @@ cond_branch_nonlocal_variables
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -330,7 +330,7 @@ cond_operands
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -404,7 +404,7 @@ cond_predicate
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
diff --git a/docs/main/_sources/generated/exportdb/torch.dynamic-shape.rst.txt b/docs/main/_sources/generated/exportdb/torch.dynamic-shape.rst.txt
index b39bbed247ca..8c13cbd48e50 100644
--- a/docs/main/_sources/generated/exportdb/torch.dynamic-shape.rst.txt
+++ b/docs/main/_sources/generated/exportdb/torch.dynamic-shape.rst.txt
@@ -5,7 +5,7 @@ cond_branch_class_method
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -86,7 +86,7 @@ cond_branch_nested_function
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -165,7 +165,7 @@ cond_branch_nonlocal_variables
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -269,7 +269,7 @@ cond_operands
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -343,7 +343,7 @@ cond_predicate
 
 .. note::
 
-    Tags: :doc:`torch.cond `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`torch.cond `
 
     Support Level: SUPPORTED
 
@@ -451,7 +451,7 @@ dynamic_shape_if_guard
 
 .. note::
 
-    Tags: :doc:`python.control-flow `, :doc:`torch.dynamic-shape `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`python.control-flow `
 
     Support Level: SUPPORTED
 
@@ -686,7 +686,7 @@ list_contains
 
 .. note::
 
-    Tags: :doc:`python.assert `, :doc:`torch.dynamic-shape `, :doc:`python.data-structure `
+    Tags: :doc:`torch.dynamic-shape `, :doc:`python.data-structure `, :doc:`python.assert `
 
     Support Level: SUPPORTED
 
diff --git a/docs/main/_sources/generated/exportdb/torch.dynamic-value.rst.txt b/docs/main/_sources/generated/exportdb/torch.dynamic-value.rst.txt
index 7ba1df6ca72a..02300701751d 100644
--- a/docs/main/_sources/generated/exportdb/torch.dynamic-value.rst.txt
+++ b/docs/main/_sources/generated/exportdb/torch.dynamic-value.rst.txt
@@ -5,7 +5,7 @@ constrain_as_size_example
 
 .. note::
 
-    Tags: :doc:`torch.dynamic-value `, :doc:`torch.escape-hatch `
+    Tags: :doc:`torch.escape-hatch `, :doc:`torch.dynamic-value `
 
     Support Level: SUPPORTED
 
@@ -65,7 +65,7 @@ constrain_as_value_example
 
 .. note::
 
-    Tags: :doc:`torch.dynamic-value `, :doc:`torch.escape-hatch `
+    Tags: :doc:`torch.escape-hatch `, :doc:`torch.dynamic-value `
 
     Support Level: SUPPORTED
 
diff --git a/docs/main/_sources/generated/exportdb/torch.escape-hatch.rst.txt b/docs/main/_sources/generated/exportdb/torch.escape-hatch.rst.txt
index 19b2ac83913f..3a15bf962e9e 100644
--- a/docs/main/_sources/generated/exportdb/torch.escape-hatch.rst.txt
+++ b/docs/main/_sources/generated/exportdb/torch.escape-hatch.rst.txt
@@ -54,7 +54,7 @@ constrain_as_size_example
 
 .. note::
 
-    Tags: :doc:`torch.dynamic-value `, :doc:`torch.escape-hatch `
+    Tags: :doc:`torch.escape-hatch `, :doc:`torch.dynamic-value `
 
     Support Level: SUPPORTED
 
@@ -114,7 +114,7 @@ constrain_as_value_example
 
 .. note::
 
-    Tags: :doc:`torch.dynamic-value `, :doc:`torch.escape-hatch `
+    Tags: :doc:`torch.escape-hatch `, :doc:`torch.dynamic-value `
 
     Support Level: SUPPORTED
 
diff --git a/docs/main/_sources/generated/exportdb/torch.operator.rst.txt b/docs/main/_sources/generated/exportdb/torch.operator.rst.txt
index 834af041f704..552550e90413 100644
--- a/docs/main/_sources/generated/exportdb/torch.operator.rst.txt
+++ b/docs/main/_sources/generated/exportdb/torch.operator.rst.txt
@@ -30,4 +30,4 @@ Result:
 
 .. code-block::
 
-    Unsupported: torch.* op returned non-Tensor int call_function 
+    Unsupported: torch.* op returned non-Tensor int call_function 
diff --git a/docs/main/_sources/generated/torch.nn.attention.SDPBackend.rst.txt b/docs/main/_sources/generated/torch.nn.attention.SDPBackend.rst.txt
new file mode 100644
index 000000000000..981a7cd00ef7
--- /dev/null
+++ b/docs/main/_sources/generated/torch.nn.attention.SDPBackend.rst.txt
@@ -0,0 +1,13 @@
+.. role:: hidden
+    :class: hidden-section
+.. currentmodule:: torch.nn.attention
+
+
+SDPBackend
+==========
+
+.. autoclass:: SDPBackend
+    :inherited-members:
+    :members:
+
+.. autogenerated from source/_templates/autosummary/class.rst
\ No newline at end of file
diff --git a/docs/main/_sources/generated/torch.nn.attention.bias.CausalBias.rst.txt b/docs/main/_sources/generated/torch.nn.attention.bias.CausalBias.rst.txt
new file mode 100644
index 000000000000..4cccc7b89e68
--- /dev/null
+++ b/docs/main/_sources/generated/torch.nn.attention.bias.CausalBias.rst.txt
@@ -0,0 +1,6 @@
+torch.nn.attention.bias.CausalBias
+==================================
+
+.. currentmodule:: torch.nn.attention.bias
+
+.. autoclass:: CausalBias
\ No newline at end of file
diff --git a/docs/main/_sources/generated/torch.nn.attention.sdpa_kernel.rst.txt b/docs/main/_sources/generated/torch.nn.attention.sdpa_kernel.rst.txt
new file mode 100644
index 000000000000..2c8d4d2e5147
--- /dev/null
+++ b/docs/main/_sources/generated/torch.nn.attention.sdpa_kernel.rst.txt
@@ -0,0 +1,6 @@
+torch.nn.attention.sdpa\_kernel
+===============================
+
+.. currentmodule:: torch.nn.attention
+
+.. autofunction:: sdpa_kernel
\ No newline at end of file
diff --git a/docs/main/_sources/index.rst.txt b/docs/main/_sources/index.rst.txt
index e1f990a6f8a8..6f85748a7bf2 100644
--- a/docs/main/_sources/index.rst.txt
+++ b/docs/main/_sources/index.rst.txt
@@ -93,7 +93,7 @@ Features described in this documentation are classified by release status:
    torch.package 
    profiler
    nn.init
-   nn.attention.bias
+   nn.attention
    onnx
    optim
    complex_numbers
diff --git a/docs/main/_sources/nn.attention.bias.rst.txt b/docs/main/_sources/nn.attention.bias.rst.txt
index 60cedce36ef6..200f0e09e43b 100644
--- a/docs/main/_sources/nn.attention.bias.rst.txt
+++ b/docs/main/_sources/nn.attention.bias.rst.txt
@@ -10,7 +10,13 @@ torch.nn.attention.bias
 CausalBias
 ==========
 
-.. autoclass:: CausalBias
+.. autosummary::
+    :toctree: generated
+    :nosignatures:
+    :template: classnoinheritance.rst
+
+    CausalBias
+
 
 .. autosummary::
     :toctree: generated
diff --git a/docs/main/_sources/nn.attention.rst.txt b/docs/main/_sources/nn.attention.rst.txt
new file mode 100644
index 000000000000..82fd62b65632
--- /dev/null
+++ b/docs/main/_sources/nn.attention.rst.txt
@@ -0,0 +1,28 @@
+.. role:: hidden
+    :class: hidden-section
+
+torch.nn.attention
+==================
+
+.. automodule:: torch.nn.attention
+
+Utils
+-------------------
+.. autosummary::
+    :toctree: generated
+    :nosignatures:
+
+    sdpa_kernel
+    SDPBackend
+
+Submodules
+----------
+.. autosummary::
+    :nosignatures:
+
+    bias
+
+.. toctree::
+    :hidden:
+
+    nn.attention.bias
\ No newline at end of file
diff --git a/docs/main/_sources/nn.rst.txt b/docs/main/_sources/nn.rst.txt
index 38d9e5860269..c685db51d4be 100644
--- a/docs/main/_sources/nn.rst.txt
+++ b/docs/main/_sources/nn.rst.txt
@@ -527,7 +527,6 @@ Lazy Modules Initialization
 
 .. This module needs to be documented. Adding here in the meantime
 .. for tracking purposes
-.. py:module:: torch.nn.attention
 .. py:module:: torch.nn.backends
 .. py:module:: torch.nn.utils.stateless
 .. py:module:: torch.nn.backends.thnn
diff --git a/docs/main/amp.html b/docs/main/amp.html
index f21d2cd6a5f9..39d9edb0d0d5 100644
--- a/docs/main/amp.html
+++ b/docs/main/amp.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/autograd.html b/docs/main/autograd.html
index 1428fc4f31c6..c4831c55bf1b 100644
--- a/docs/main/autograd.html
+++ b/docs/main/autograd.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/backends.html b/docs/main/backends.html
index f41b84fa5c8e..d7e32b3c53be 100644
--- a/docs/main/backends.html
+++ b/docs/main/backends.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -618,12 +617,6 @@
 
 
 
-
    
-
    
-torch.backends.cuda.SDPBackend¶
    
-
    alias of _SDPBackend
    
-
    
-
 
    
 
    
 class torch.backends.cuda.SDPAParams¶
    
@@ -1099,7 +1092,6 @@
 
  • max_size
    • 
 
  • clear()
    • 
 
  • preferred_linalg_library()
    • 
-
  • SDPBackend
    • 
 
  • SDPAParams
    • 
 
  • flash_sdp_enabled()
    • 
 
  • enable_mem_efficient_sdp()
    • 
diff --git a/docs/main/benchmark_utils.html b/docs/main/benchmark_utils.html
index 6942c0f3e762..4f79671333ed 100644
--- a/docs/main/benchmark_utils.html
+++ b/docs/main/benchmark_utils.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/bottleneck.html b/docs/main/bottleneck.html
index ad06875b5040..b6903329e3d5 100644
--- a/docs/main/bottleneck.html
+++ b/docs/main/bottleneck.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/checkpoint.html b/docs/main/checkpoint.html
index 06a51cfa3523..b882e421dbb3 100644
--- a/docs/main/checkpoint.html
+++ b/docs/main/checkpoint.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/community/build_ci_governance.html b/docs/main/community/build_ci_governance.html
index 2bab39299892..b33e49753c26 100644
--- a/docs/main/community/build_ci_governance.html
+++ b/docs/main/community/build_ci_governance.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/community/contribution_guide.html b/docs/main/community/contribution_guide.html
index 95aa5161e4a6..ae70d78419f4 100644
--- a/docs/main/community/contribution_guide.html
+++ b/docs/main/community/contribution_guide.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/community/design.html b/docs/main/community/design.html
index 237d231e6c79..7aee3a6c8bcb 100644
--- a/docs/main/community/design.html
+++ b/docs/main/community/design.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/community/governance.html b/docs/main/community/governance.html
index 75775cc45a73..79dc2ebd8eae 100644
--- a/docs/main/community/governance.html
+++ b/docs/main/community/governance.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/community/persons_of_interest.html b/docs/main/community/persons_of_interest.html
index 41dbbbdf80af..6e1974891438 100644
--- a/docs/main/community/persons_of_interest.html
+++ b/docs/main/community/persons_of_interest.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/complex_numbers.html b/docs/main/complex_numbers.html
index f00e4366208c..5bad223dc691 100644
--- a/docs/main/complex_numbers.html
+++ b/docs/main/complex_numbers.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cond.html b/docs/main/cond.html
index 8eb444f3a105..a948c27f7b55 100644
--- a/docs/main/cond.html
+++ b/docs/main/cond.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/config_mod.html b/docs/main/config_mod.html
index bf2b70c6640b..6bc6a7dc0429 100644
--- a/docs/main/config_mod.html
+++ b/docs/main/config_mod.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cpp_extension.html b/docs/main/cpp_extension.html
index 09aa5156e6ff..344e02e04686 100644
--- a/docs/main/cpp_extension.html
+++ b/docs/main/cpp_extension.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cpp_index.html b/docs/main/cpp_index.html
index 74789494f349..821f460870ed 100644
--- a/docs/main/cpp_index.html
+++ b/docs/main/cpp_index.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cpu.html b/docs/main/cpu.html
index 951fe64eefb1..03bf7b2194d8 100644
--- a/docs/main/cpu.html
+++ b/docs/main/cpu.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cuda._sanitizer.html b/docs/main/cuda._sanitizer.html
index 79932a23976f..e83123d9f7f4 100644
--- a/docs/main/cuda._sanitizer.html
+++ b/docs/main/cuda._sanitizer.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cuda.html b/docs/main/cuda.html
index ae298eedf8db..a2384a35d5d0 100644
--- a/docs/main/cuda.html
+++ b/docs/main/cuda.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cudnn_persistent_rnn.html b/docs/main/cudnn_persistent_rnn.html
index 810e1c2906a3..54b4b6bdf749 100644
--- a/docs/main/cudnn_persistent_rnn.html
+++ b/docs/main/cudnn_persistent_rnn.html
@@ -241,7 +241,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -354,8 +354,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/cudnn_rnn_determinism.html b/docs/main/cudnn_rnn_determinism.html
index cfced38bb2aa..2332a3c0dd7d 100644
--- a/docs/main/cudnn_rnn_determinism.html
+++ b/docs/main/cudnn_rnn_determinism.html
@@ -241,7 +241,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -354,8 +354,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/data.html b/docs/main/data.html
index a4d973e917fb..61cc274c483b 100644
--- a/docs/main/data.html
+++ b/docs/main/data.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/ddp_comm_hooks.html b/docs/main/ddp_comm_hooks.html
index 24c6df039a9f..1aa9cba99436 100644
--- a/docs/main/ddp_comm_hooks.html
+++ b/docs/main/ddp_comm_hooks.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/deploy.html b/docs/main/deploy.html
index 1dc2ae1cd7f8..6795eff81072 100644
--- a/docs/main/deploy.html
+++ b/docs/main/deploy.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/deterministic.html b/docs/main/deterministic.html
index c7eb297b0b94..4b7a27602f3d 100644
--- a/docs/main/deterministic.html
+++ b/docs/main/deterministic.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/distributed.algorithms.join.html b/docs/main/distributed.algorithms.join.html
index 9e15d8b537bc..6c9d1183f8e9 100644
--- a/docs/main/distributed.algorithms.join.html
+++ b/docs/main/distributed.algorithms.join.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/distributed.checkpoint.html b/docs/main/distributed.checkpoint.html
index 0cb2c5fb9609..cfe81229e596 100644
--- a/docs/main/distributed.checkpoint.html
+++ b/docs/main/distributed.checkpoint.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/distributed.elastic.html b/docs/main/distributed.elastic.html
index d411656d4155..e09a0cf43701 100644
--- a/docs/main/distributed.elastic.html
+++ b/docs/main/distributed.elastic.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/distributed.html b/docs/main/distributed.html
index 8bc0da9f9718..ed0d17fb0fb0 100644
--- a/docs/main/distributed.html
+++ b/docs/main/distributed.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -2775,6 +2774,12 @@ 
    Collective functions
 
 
    
+
    
+
    Note
    
+
    ProcessGroupNCCL now relies on stream synchronization instead of
+device synchronization to block the CPU. Thus, please do not assume that
+barrier() would perform a device synchronization.
    
+
    
 
 
 
    
diff --git a/docs/main/distributed.optim.html b/docs/main/distributed.optim.html
index caadb87708ee..8f01392953dd 100644
--- a/docs/main/distributed.optim.html
+++ b/docs/main/distributed.optim.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/distributed.tensor.parallel.html b/docs/main/distributed.tensor.parallel.html
index 7bff7c7d4e8a..1bcb47eec5e9 100644
--- a/docs/main/distributed.tensor.parallel.html
+++ b/docs/main/distributed.tensor.parallel.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/distributions.html b/docs/main/distributions.html
index b6805f2cfdb6..2c9f983e973c 100644
--- a/docs/main/distributions.html
+++ b/docs/main/distributions.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/dlpack.html b/docs/main/dlpack.html
index 355acda6e3f8..55d687d38fd3 100644
--- a/docs/main/dlpack.html
+++ b/docs/main/dlpack.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/agent.html b/docs/main/elastic/agent.html
index 7631a5c672da..493f8f5e24b9 100644
--- a/docs/main/elastic/agent.html
+++ b/docs/main/elastic/agent.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/customization.html b/docs/main/elastic/customization.html
index 7fecec0fc854..77a69abd213d 100644
--- a/docs/main/elastic/customization.html
+++ b/docs/main/elastic/customization.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/errors.html b/docs/main/elastic/errors.html
index 7173eaa280d0..2139d81854ae 100644
--- a/docs/main/elastic/errors.html
+++ b/docs/main/elastic/errors.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/events.html b/docs/main/elastic/events.html
index 8ea7d3a47bf8..47fc010681f5 100644
--- a/docs/main/elastic/events.html
+++ b/docs/main/elastic/events.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/examples.html b/docs/main/elastic/examples.html
index a7fcf0bcefa0..eb36c7aca9e0 100644
--- a/docs/main/elastic/examples.html
+++ b/docs/main/elastic/examples.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/kubernetes.html b/docs/main/elastic/kubernetes.html
index 817df5ab4810..41f8ce8ac30c 100644
--- a/docs/main/elastic/kubernetes.html
+++ b/docs/main/elastic/kubernetes.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/metrics.html b/docs/main/elastic/metrics.html
index 617d1a70ff24..da1c9d44b6ae 100644
--- a/docs/main/elastic/metrics.html
+++ b/docs/main/elastic/metrics.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/multiprocessing.html b/docs/main/elastic/multiprocessing.html
index 7c28be66b9f9..90bc593c5c43 100644
--- a/docs/main/elastic/multiprocessing.html
+++ b/docs/main/elastic/multiprocessing.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/quickstart.html b/docs/main/elastic/quickstart.html
index f05ed29ffd8a..4684d366ff05 100644
--- a/docs/main/elastic/quickstart.html
+++ b/docs/main/elastic/quickstart.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/rendezvous.html b/docs/main/elastic/rendezvous.html
index 6877c068c3fa..0f71df0e47b5 100644
--- a/docs/main/elastic/rendezvous.html
+++ b/docs/main/elastic/rendezvous.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/run.html b/docs/main/elastic/run.html
index 674ff2e7f3ec..a4340e8b15bc 100644
--- a/docs/main/elastic/run.html
+++ b/docs/main/elastic/run.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/timer.html b/docs/main/elastic/timer.html
index 8decd8ff9f40..beaf4649f852 100644
--- a/docs/main/elastic/timer.html
+++ b/docs/main/elastic/timer.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/elastic/train_script.html b/docs/main/elastic/train_script.html
index 7bb91476dad3..eae4adab61be 100644
--- a/docs/main/elastic/train_script.html
+++ b/docs/main/elastic/train_script.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/export.html b/docs/main/export.html
index df465a5eb92b..2ede848d3c36 100644
--- a/docs/main/export.html
+++ b/docs/main/export.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/export.ir_spec.html b/docs/main/export.ir_spec.html
index c49df3c12b94..34c9f4e2ce7e 100644
--- a/docs/main/export.ir_spec.html
+++ b/docs/main/export.ir_spec.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/fft.html b/docs/main/fft.html
index e3afdd887670..b2d382cd02e7 100644
--- a/docs/main/fft.html
+++ b/docs/main/fft.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/fsdp.html b/docs/main/fsdp.html
index e7aba3852473..1087609477c6 100644
--- a/docs/main/fsdp.html
+++ b/docs/main/fsdp.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/func.api.html b/docs/main/func.api.html
index 60387c153877..f86db18d7233 100644
--- a/docs/main/func.api.html
+++ b/docs/main/func.api.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/func.batch_norm.html b/docs/main/func.batch_norm.html
index cd2ebc764aff..f104357050a9 100644
--- a/docs/main/func.batch_norm.html
+++ b/docs/main/func.batch_norm.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/func.html b/docs/main/func.html
index 2157f18cf15a..33baea01df49 100644
--- a/docs/main/func.html
+++ b/docs/main/func.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/func.migrating.html b/docs/main/func.migrating.html
index efca61150d5a..7144325cdc69 100644
--- a/docs/main/func.migrating.html
+++ b/docs/main/func.migrating.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/func.ux_limitations.html b/docs/main/func.ux_limitations.html
index 36c8d5d7acea..6c548beecf19 100644
--- a/docs/main/func.ux_limitations.html
+++ b/docs/main/func.ux_limitations.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/func.whirlwind_tour.html b/docs/main/func.whirlwind_tour.html
index b6f9fef974fd..1d6098025c27 100644
--- a/docs/main/func.whirlwind_tour.html
+++ b/docs/main/func.whirlwind_tour.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/futures.html b/docs/main/futures.html
index 937328c52256..a2e54e9d504b 100644
--- a/docs/main/futures.html
+++ b/docs/main/futures.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/fx.html b/docs/main/fx.html
index 9c9fd32a136e..0581ab33015c 100644
--- a/docs/main/fx.html
+++ b/docs/main/fx.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
diff --git a/docs/main/generated/exportdb/index.html b/docs/main/generated/exportdb/index.html
index d52eb42d2fce..fa09239d9d37 100644
--- a/docs/main/generated/exportdb/index.html
+++ b/docs/main/generated/exportdb/index.html
@@ -243,7 +243,7 @@
           
    
             
     
    
-      main (2.3.0a0+gitc0732c8 ) ▼
+      main (2.3.0a0+git9c1348f ) ▼
     
    
     
 
@@ -356,8 +356,7 @@
 
  • torch.package
    • 
 
  • torch.profiler
    • 
 
  • torch.nn.init
    • 
-
  • torch.nn.attention.bias
    • 
-
  • CausalBias
    • 
+
  • torch.nn.attention
    • 
 
  • torch.onnx
    • 
 
  • torch.optim
    • 
 
  • Complex Numbers
    • 
@@ -492,8 +491,8 @@
 
    Tags