Generate Python docs from pytorch/pytorch@b3308c4

Author: pytorchbot

docs/main/_images/RReLU.png

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 
@@ -605,8 +605,6 @@ <h1>All modules for which code is available</h1>
 <li><a href="torch/distributed/rpc/functions.html">torch.distributed.rpc.functions</a></li>
 <li><a href="torch/distributed/rpc/options.html">torch.distributed.rpc.options</a></li>
 </ul><li><a href="torch/distributed/tensor/parallel/api.html">torch.distributed.tensor.parallel.api</a></li>
-<li><a href="torch/distributed/tensor/parallel/ddp.html">torch.distributed.tensor.parallel.ddp</a></li>
-<li><a href="torch/distributed/tensor/parallel/fsdp.html">torch.distributed.tensor.parallel.fsdp</a></li>
 <li><a href="torch/distributed/tensor/parallel/style.html">torch.distributed.tensor.parallel.style</a></li>
 </ul><li><a href="torch/distributions/bernoulli.html">torch.distributions.bernoulli</a></li>
 <li><a href="torch/distributions/beta.html">torch.distributions.beta</a></li>

docs/main/_modules/index.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/__config__.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_jit_internal.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_lobpcg.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 
@@ -641,7 +641,7 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
 
 <div class="viewcode-block" id="set_logs"><a class="viewcode-back" href="../../../generated/torch._logging.set_logs.html#torch._logging.set_logs">[docs]</a><span class="k">def</span> <span class="nf">set_logs</span><span class="p">(</span>
     <span class="o">*</span><span class="p">,</span>
-    <span class="nb">all</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="n">DEFAULT_LOG_LEVEL</span><span class="p">,</span>
+    <span class="nb">all</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
     <span class="n">dynamo</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
     <span class="n">aot</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
     <span class="n">dynamic</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
@@ -658,6 +658,7 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
     <span class="n">graph_sizes</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">guards</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">recompiles</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+    <span class="n">recompiles_verbose</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">trace_source</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">trace_call</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">output_code</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
@@ -764,6 +765,10 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
 <span class="sd">            Whether to emit a guard failure reason and message every time</span>
 <span class="sd">            TorchDynamo recompiles a function. Default: ``False``</span>
 
+<span class="sd">        recompiles_verbose (:class:`bool`):</span>
+<span class="sd">            Whether to emit all guard failure reasons when TorchDynamo recompiles</span>
+<span class="sd">            a function, even those that are not actually run. Default: ``False``</span>
+
 <span class="sd">        trace_source (:class:`bool`):</span>
 <span class="sd">            Whether to emit when TorchDynamo begins tracing a new line. Default: ``False``</span>
 
@@ -875,6 +880,7 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
         <span class="n">graph_sizes</span><span class="o">=</span><span class="n">graph_sizes</span><span class="p">,</span>
         <span class="n">guards</span><span class="o">=</span><span class="n">guards</span><span class="p">,</span>
         <span class="n">recompiles</span><span class="o">=</span><span class="n">recompiles</span><span class="p">,</span>
+        <span class="n">recompiles_verbose</span><span class="o">=</span><span class="n">recompiles_verbose</span><span class="p">,</span>
         <span class="n">trace_source</span><span class="o">=</span><span class="n">trace_source</span><span class="p">,</span>
         <span class="n">trace_call</span><span class="o">=</span><span class="n">trace_call</span><span class="p">,</span>
         <span class="n">output_code</span><span class="o">=</span><span class="n">output_code</span><span class="p">,</span>
@@ -1234,12 +1240,15 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
     <span class="c1"># First, reset all known (registered) loggers to NOTSET, so that they</span>
     <span class="c1"># respect their parent log level</span>
     <span class="k">for</span> <span class="n">log_qname</span> <span class="ow">in</span> <span class="n">log_registry</span><span class="o">.</span><span class="n">get_log_qnames</span><span class="p">():</span>
+        <span class="c1"># But not the top level torch level: this defaults to WARNING so</span>
+        <span class="c1"># that our log messages don&#39;t leak to the lower levels</span>
+        <span class="k">if</span> <span class="n">log_qname</span> <span class="o">==</span> <span class="s2">&quot;torch&quot;</span><span class="p">:</span>
+            <span class="k">continue</span>
         <span class="n">log</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="n">log_qname</span><span class="p">)</span>
         <span class="n">log</span><span class="o">.</span><span class="n">setLevel</span><span class="p">(</span><span class="n">logging</span><span class="o">.</span><span class="n">NOTSET</span><span class="p">)</span>
 
     <span class="c1"># Now, for all loggers which the user requested to have non-standard</span>
-    <span class="c1"># logging behavior (and torch, because we always toggle torch), modify</span>
-    <span class="c1"># their log levels</span>
+    <span class="c1"># logging behavior, modify their log levels</span>
     <span class="k">for</span> <span class="n">log_qname</span><span class="p">,</span> <span class="n">level</span> <span class="ow">in</span> <span class="n">log_state</span><span class="o">.</span><span class="n">get_log_level_pairs</span><span class="p">():</span>
         <span class="n">log</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="n">log_qname</span><span class="p">)</span>
         <span class="n">log</span><span class="o">.</span><span class="n">setLevel</span><span class="p">(</span><span class="n">level</span><span class="p">)</span>

docs/main/_modules/torch/_logging/_internal.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_lowrank.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 
@@ -480,7 +480,7 @@ <h1>Source code for torch._tensor</h1><div class="highlight"><pre>
 <span class="kn">from</span> <span class="nn">collections</span> <span class="kn">import</span> <span class="n">OrderedDict</span>
 <span class="kn">from</span> <span class="nn">copy</span> <span class="kn">import</span> <span class="n">deepcopy</span>
 <span class="kn">from</span> <span class="nn">numbers</span> <span class="kn">import</span> <span class="n">Number</span>
-<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Dict</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Set</span><span class="p">,</span> <span class="n">Tuple</span><span class="p">,</span> <span class="n">Union</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Dict</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Tuple</span><span class="p">,</span> <span class="n">Union</span>
 
 <span class="kn">import</span> <span class="nn">torch</span>
 <span class="kn">import</span> <span class="nn">torch._C</span> <span class="k">as</span> <span class="nn">_C</span>
@@ -554,9 +554,6 @@ <h1>Source code for torch._tensor</h1><div class="highlight"><pre>
 <span class="c1"># torch/_C/__init__.pyi.in to add a type annotation for your method;</span>
 <span class="c1"># otherwise, it will not show up in autocomplete.</span>
 <span class="k">class</span> <span class="nc">Tensor</span><span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">_C</span><span class="o">.</span><span class="n">TensorBase</span><span class="p">):</span>
-    <span class="n">_dynamo_static_input_type</span><span class="p">:</span> <span class="nb">str</span>  <span class="c1"># Set in `mark_static_address`</span>
-    <span class="n">_dynamo_dynamic_indices</span><span class="p">:</span> <span class="n">Set</span><span class="p">[</span><span class="nb">int</span><span class="p">]</span>  <span class="c1"># Set in `mark_dynamic`</span>
-
     <span class="k">def</span> <span class="nf">__deepcopy__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">memo</span><span class="p">):</span>
         <span class="k">if</span> <span class="n">has_torch_function_unary</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
             <span class="k">return</span> <span class="n">handle_torch_function</span><span class="p">(</span><span class="n">Tensor</span><span class="o">.</span><span class="n">__deepcopy__</span><span class="p">,</span> <span class="p">(</span><span class="bp">self</span><span class="p">,),</span> <span class="bp">self</span><span class="p">,</span> <span class="n">memo</span><span class="p">)</span>

docs/main/_modules/torch/_tensor.html

@@ -242,7 +242,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+git1e260c8 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>main (2.2.0a0+gitb3308c4 ) &#x25BC</a>
     </div>
 
 
@@ -1076,11 +1076,22 @@ <h1>Source code for torch._tensor_str</h1><div class="highlight"><pre>
 
     <span class="c1"># Use inp here to get the original grad_fn and not the one generated by the forward grad</span>
     <span class="c1"># unpacking.</span>
-    <span class="k">if</span> <span class="n">inp</span><span class="o">.</span><span class="n">grad_fn</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
-        <span class="n">name</span> <span class="o">=</span> <span class="nb">type</span><span class="p">(</span><span class="n">inp</span><span class="o">.</span><span class="n">grad_fn</span><span class="p">)</span><span class="o">.</span><span class="vm">__name__</span>
-        <span class="k">if</span> <span class="n">name</span> <span class="o">==</span> <span class="s2">&quot;CppFunction&quot;</span><span class="p">:</span>
-            <span class="n">name</span> <span class="o">=</span> <span class="n">inp</span><span class="o">.</span><span class="n">grad_fn</span><span class="o">.</span><span class="n">name</span><span class="p">()</span><span class="o">.</span><span class="n">rsplit</span><span class="p">(</span><span class="s2">&quot;::&quot;</span><span class="p">,</span> <span class="mi">1</span><span class="p">)[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
-        <span class="n">suffixes</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;grad_fn=&lt;</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">&gt;&quot;</span><span class="p">)</span>
+    <span class="n">grad_fn_name</span> <span class="o">=</span> <span class="kc">None</span>
+    <span class="k">try</span><span class="p">:</span>
+        <span class="n">grad_fn</span> <span class="o">=</span> <span class="n">inp</span><span class="o">.</span><span class="n">grad_fn</span>
+    <span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+        <span class="c1"># Accessing the grad_fn calls rebasing logic which would cause an error</span>
+        <span class="c1"># if that tensor is a view created in no-grad mode modified in-place in</span>
+        <span class="c1"># no-grad mode. See: https://github.com/pytorch/pytorch/issues/99968</span>
+        <span class="n">grad_fn_name</span> <span class="o">=</span> <span class="s2">&quot;Invalid&quot;</span>
+
+    <span class="k">if</span> <span class="n">grad_fn_name</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">grad_fn</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="n">grad_fn_name</span> <span class="o">=</span> <span class="nb">type</span><span class="p">(</span><span class="n">grad_fn</span><span class="p">)</span><span class="o">.</span><span class="vm">__name__</span>
+        <span class="k">if</span> <span class="n">grad_fn_name</span> <span class="o">==</span> <span class="s2">&quot;CppFunction&quot;</span><span class="p">:</span>
+            <span class="n">grad_fn_name</span> <span class="o">=</span> <span class="n">grad_fn</span><span class="o">.</span><span class="n">name</span><span class="p">()</span><span class="o">.</span><span class="n">rsplit</span><span class="p">(</span><span class="s2">&quot;::&quot;</span><span class="p">,</span> <span class="mi">1</span><span class="p">)[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
+
+    <span class="k">if</span> <span class="n">grad_fn_name</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="n">suffixes</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;grad_fn=&lt;</span><span class="si">{</span><span class="n">grad_fn_name</span><span class="si">}</span><span class="s2">&gt;&quot;</span><span class="p">)</span>
     <span class="k">elif</span> <span class="n">inp</span><span class="o">.</span><span class="n">requires_grad</span><span class="p">:</span>
         <span class="n">suffixes</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s2">&quot;requires_grad=True&quot;</span><span class="p">)</span>