Merge branch 'site' into Scaling-PyTorch-FSDP-blog-post

Author: ritaiglesias-96

_data/ecosystem/pted/2021/posters.yaml

@@ -237,7 +237,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -309,6 +309,7 @@
 <li class="toctree-l1"><a class="reference internal" href="dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>

docs/master/_dynamo.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -307,6 +307,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>

docs/master/_images/RReLU.png

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -307,6 +307,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>
@@ -1600,6 +1601,20 @@ <h1>Source code for torch</h1><div class="highlight"><pre>
     <span class="n">lstsq</span><span class="p">,</span>
 <span class="p">)</span>
 
+<span class="k">class</span> <span class="nc">_TorchCompileInductorWrapper</span><span class="p">:</span>
+    <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">mode</span><span class="p">,</span> <span class="n">passes</span><span class="p">):</span>
+        <span class="kn">from</span> <span class="nn">torch._dynamo.eval_frame</span> <span class="kn">import</span> <span class="n">lookup_backend</span>
+        <span class="kn">from</span> <span class="nn">torch._inductor.config</span> <span class="kn">import</span> <span class="n">InductorConfigContext</span>
+
+        <span class="bp">self</span><span class="o">.</span><span class="n">compile_fn</span> <span class="o">=</span> <span class="n">lookup_backend</span><span class="p">(</span><span class="s2">&quot;inductor&quot;</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">cm</span> <span class="o">=</span> <span class="n">InductorConfigContext</span><span class="p">(</span><span class="n">mode</span> <span class="k">if</span> <span class="n">mode</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">passes</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">_torchdynamo_orig_callable</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">compile_fn</span>
+
+    <span class="k">def</span> <span class="fm">__call__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">model_</span><span class="p">,</span> <span class="n">inputs_</span><span class="p">):</span>
+        <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">cm</span><span class="p">:</span>
+            <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">compile_fn</span><span class="p">(</span><span class="n">model_</span><span class="p">,</span> <span class="n">inputs_</span><span class="p">)</span>
+
+
 <div class="viewcode-block" id="compile"><a class="viewcode-back" href="../generated/torch.compile.html#torch.compile">[docs]</a><span class="k">def</span> <span class="nf">compile</span><span class="p">(</span><span class="n">model</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="o">*</span><span class="p">,</span>
             <span class="n">fullgraph</span><span class="p">:</span> <span class="n">builtins</span><span class="o">.</span><span class="n">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
             <span class="n">dynamic</span><span class="p">:</span> <span class="n">builtins</span><span class="o">.</span><span class="n">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
@@ -1650,22 +1665,12 @@ <h1>Source code for torch</h1><div class="highlight"><pre>
         <span class="k">return</span> <span class="n">fn</span>
 
     <span class="kn">import</span> <span class="nn">torch._dynamo</span>
-    <span class="kn">from</span> <span class="nn">torch._dynamo.eval_frame</span> <span class="kn">import</span> <span class="n">lookup_backend</span>
-    <span class="kn">from</span> <span class="nn">torch._inductor.config</span> <span class="kn">import</span> <span class="n">InductorConfigContext</span>
     <span class="k">if</span> <span class="n">mode</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">passes</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
         <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">&quot;Either mode or passes can be specified, but both can&#39;t be specified at the same time.&quot;</span><span class="p">)</span>
     <span class="k">if</span> <span class="n">mode</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">passes</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
         <span class="n">mode</span> <span class="o">=</span> <span class="s2">&quot;default&quot;</span>
     <span class="k">if</span> <span class="n">backend</span> <span class="o">==</span> <span class="s2">&quot;inductor&quot;</span><span class="p">:</span>
-        <span class="n">compile_fn</span> <span class="o">=</span> <span class="n">lookup_backend</span><span class="p">(</span><span class="n">backend</span><span class="p">)</span>
-        <span class="n">cm</span> <span class="o">=</span> <span class="n">InductorConfigContext</span><span class="p">(</span><span class="n">mode</span> <span class="k">if</span> <span class="n">mode</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">passes</span><span class="p">)</span>
-
-        <span class="k">def</span> <span class="nf">_compile_fn</span><span class="p">(</span><span class="n">model_</span><span class="p">,</span> <span class="n">inputs_</span><span class="p">):</span>
-            <span class="k">with</span> <span class="n">cm</span><span class="p">:</span>
-                <span class="k">return</span> <span class="n">compile_fn</span><span class="p">(</span><span class="n">model_</span><span class="p">,</span> <span class="n">inputs_</span><span class="p">)</span>
-
-        <span class="n">_compile_fn</span><span class="o">.</span><span class="n">_torchdynamo_orig_callable</span> <span class="o">=</span> <span class="n">compile_fn</span>  <span class="c1"># type: ignore[attr-defined]</span>
-        <span class="n">backend</span> <span class="o">=</span> <span class="n">_compile_fn</span>
+        <span class="n">backend</span> <span class="o">=</span> <span class="n">_TorchCompileInductorWrapper</span><span class="p">(</span><span class="n">mode</span><span class="p">,</span> <span class="n">passes</span><span class="p">)</span>
     <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">_dynamo</span><span class="o">.</span><span class="n">optimize</span><span class="p">(</span><span class="n">backend</span><span class="o">=</span><span class="n">backend</span><span class="p">,</span> <span class="n">nopython</span><span class="o">=</span><span class="n">fullgraph</span><span class="p">,</span> <span class="n">dynamic</span><span class="o">=</span><span class="n">dynamic</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)(</span><span class="n">model</span><span class="p">)</span></div>
 
 

docs/master/_modules/index.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -307,6 +307,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>

docs/master/_modules/torch.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -307,6 +307,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>

docs/master/_modules/torch/__config__.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -307,6 +307,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>
@@ -814,7 +815,12 @@ <h1>Source code for torch._dynamo.eval_frame</h1><div class="highlight"><pre>
 <span class="k">def</span> <span class="nf">get_compiler_fn</span><span class="p">(</span><span class="n">compiler_fn</span><span class="p">):</span>
     <span class="kn">from</span> <span class="nn">.debug_utils</span> <span class="kn">import</span> <span class="n">wrap_backend_debug</span>
 
-    <span class="n">compiler_str</span> <span class="o">=</span> <span class="n">compiler_fn</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">compiler_fn</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="k">else</span> <span class="kc">None</span>
+    <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">compiler_fn</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">_TorchCompileInductorWrapper</span><span class="p">):</span>
+        <span class="n">compiler_str</span> <span class="o">=</span> <span class="s2">&quot;inductor&quot;</span>
+    <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">compiler_fn</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+        <span class="n">compiler_str</span> <span class="o">=</span> <span class="n">compiler_fn</span>
+    <span class="k">else</span><span class="p">:</span>
+        <span class="n">compiler_str</span> <span class="o">=</span> <span class="kc">None</span>
     <span class="n">compiler_fn</span> <span class="o">=</span> <span class="n">lookup_backend</span><span class="p">(</span><span class="n">compiler_fn</span><span class="p">)</span>
     <span class="k">return</span> <span class="n">wrap_backend_debug</span><span class="p">(</span><span class="n">compiler_fn</span><span class="p">,</span> <span class="n">compiler_str</span><span class="p">)</span>
 

docs/master/_modules/torch/_dynamo.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -307,6 +307,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>

docs/master/_modules/torch/_dynamo/eval_frame.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+git9eccfed ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.0.0a0+gitd19791e ) &#x25BC</a>
     </div>
 
 
@@ -307,6 +307,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/deep-dive.html">TorchDynamo Deeper Dive</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/troubleshooting.html">TorchDynamo Troubleshooting</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../dynamo/faq.html">Frequently Asked Questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../ir.html">IRs</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Language Bindings</span></p>
 <ul>