Skip to content

Commit c5b1316

Browse files
committed
anchors
1 parent d0c6b36 commit c5b1316

File tree

191 files changed

+908
-80050
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

191 files changed

+908
-80050
lines changed

docs/activations/index.html

Lines changed: 2 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@
2424
<link rel="shortcut icon" href="/icon.png"/>
2525
<link rel="stylesheet" href="../pylit.css">
2626
<link rel="canonical" href="https://nn.labml.ai/activations/index.html"/>
27+
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.css" integrity="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET" crossorigin="anonymous">
28+
2729
<!-- Global site tag (gtag.js) - Google Analytics -->
2830
<script async src="https://www.googletagmanager.com/gtag/js?id=G-4V3HC8HBLH"></script>
2931
<script>
@@ -77,24 +79,6 @@
7779
<a href="https://labml.ai">labml.ai</a>
7880
</div>
7981
</div>
80-
<script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.4/MathJax.js?config=TeX-AMS_HTML">
81-
</script>
82-
<!-- MathJax configuration -->
83-
<script type="text/x-mathjax-config">
84-
MathJax.Hub.Config({
85-
tex2jax: {
86-
inlineMath: [ ['$','$'] ],
87-
displayMath: [ ['$$','$$'] ],
88-
processEscapes: true,
89-
processEnvironments: true
90-
},
91-
// Center justify equations in code and markdown cells. Elsewhere
92-
// we use CSS to left justify single line equations in code cells.
93-
displayAlign: 'center',
94-
"HTML-CSS": { fonts: ["TeX"] }
95-
});
96-
97-
</script>
9882
<script>
9983
function handleImages() {
10084
var images = document.querySelectorAll('p>img')

docs/activations/swish.html

Lines changed: 2 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@
2424
<link rel="shortcut icon" href="/icon.png"/>
2525
<link rel="stylesheet" href="../pylit.css">
2626
<link rel="canonical" href="https://nn.labml.ai/activations/swish.html"/>
27+
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.css" integrity="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET" crossorigin="anonymous">
28+
2729
<!-- Global site tag (gtag.js) - Google Analytics -->
2830
<script async src="https://www.googletagmanager.com/gtag/js?id=G-4V3HC8HBLH"></script>
2931
<script>
@@ -116,24 +118,6 @@
116118
<a href="https://labml.ai">labml.ai</a>
117119
</div>
118120
</div>
119-
<script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.4/MathJax.js?config=TeX-AMS_HTML">
120-
</script>
121-
<!-- MathJax configuration -->
122-
<script type="text/x-mathjax-config">
123-
MathJax.Hub.Config({
124-
tex2jax: {
125-
inlineMath: [ ['$','$'] ],
126-
displayMath: [ ['$$','$$'] ],
127-
processEscapes: true,
128-
processEnvironments: true
129-
},
130-
// Center justify equations in code and markdown cells. Elsewhere
131-
// we use CSS to left justify single line equations in code cells.
132-
displayAlign: 'center',
133-
"HTML-CSS": { fonts: ["TeX"] }
134-
});
135-
136-
</script>
137121
<script>
138122
function handleImages() {
139123
var images = document.querySelectorAll('p>img')

docs/adaptive_computation/index.html

Lines changed: 6 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@
2424
<link rel="shortcut icon" href="/icon.png"/>
2525
<link rel="stylesheet" href="../pylit.css">
2626
<link rel="canonical" href="https://nn.labml.ai/adaptive_computation/index.html"/>
27+
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.css" integrity="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET" crossorigin="anonymous">
28+
2729
<!-- Global site tag (gtag.js) - Google Analytics -->
2830
<script async src="https://www.googletagmanager.com/gtag/js?id=G-4V3HC8HBLH"></script>
2931
<script>
@@ -67,12 +69,10 @@
6769
<a href='#section-0'>#</a>
6870
</div>
6971
<h1>Neural Networks with Adaptive Computation</h1>
70-
<p>These are neural network architectures that change the computation complexity based on the
71-
complexity of the input sample.</p>
72-
<ul>
73-
<li>🚧 TODO: Adaptive Computation Time for Recurrent Neural Networks</li>
74-
<li><a href="ponder_net/index.html">PonderNet: Learning to Ponder</a></li>
75-
</ul>
72+
<p>These are neural network architectures that change the computation complexity based on the complexity of the input sample.</p>
73+
<ul><li>🚧 TODO: Adaptive Computation Time for Recurrent Neural Networks </li>
74+
<li><a href="ponder_net/index.html">PonderNet: Learning to Ponder</a></li></ul>
75+
7676
</div>
7777
<div class='code'>
7878
<div class="highlight"><pre></pre></div>
@@ -83,24 +83,6 @@ <h1>Neural Networks with Adaptive Computation</h1>
8383
<a href="https://labml.ai">labml.ai</a>
8484
</div>
8585
</div>
86-
<script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.4/MathJax.js?config=TeX-AMS_HTML">
87-
</script>
88-
<!-- MathJax configuration -->
89-
<script type="text/x-mathjax-config">
90-
MathJax.Hub.Config({
91-
tex2jax: {
92-
inlineMath: [ ['$','$'] ],
93-
displayMath: [ ['$$','$$'] ],
94-
processEscapes: true,
95-
processEnvironments: true
96-
},
97-
// Center justify equations in code and markdown cells. Elsewhere
98-
// we use CSS to left justify single line equations in code cells.
99-
displayAlign: 'center',
100-
"HTML-CSS": { fonts: ["TeX"] }
101-
});
102-
103-
</script>
10486
<script>
10587
function handleImages() {
10688
var images = document.querySelectorAll('p>img')

docs/adaptive_computation/parity.html

Lines changed: 27 additions & 35 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@
2424
<link rel="shortcut icon" href="/icon.png"/>
2525
<link rel="stylesheet" href="../pylit.css">
2626
<link rel="canonical" href="https://nn.labml.ai/adaptive_computation/parity.html"/>
27+
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.css" integrity="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET" crossorigin="anonymous">
28+
2729
<!-- Global site tag (gtag.js) - Google Analytics -->
2830
<script async src="https://www.googletagmanager.com/gtag/js?id=G-4V3HC8HBLH"></script>
2931
<script>
@@ -67,11 +69,9 @@
6769
<a href='#section-0'>#</a>
6870
</div>
6971
<h1>Parity Task</h1>
70-
<p>This creates data for Parity Task from the paper
71-
<a href="https://papers.labml.ai/paper/1603.08983">Adaptive Computation Time for Recurrent Neural Networks</a>.</p>
72-
<p>The input of the parity task is a vector with $0$&rsquo;s $1$&rsquo;s and $-1$&rsquo;s.
73-
The output is the parity of $1$&rsquo;s - one if there is an odd number of $1$&rsquo;s and zero otherwise.
74-
The input is generated by making a random number of elements in the vector either $1$ or $-1$&rsquo;s.</p>
72+
<p>This creates data for Parity Task from the paper <a href="https://papers.labml.ai/paper/1603.08983">Adaptive Computation Time for Recurrent Neural Networks</a>.</p>
73+
<p>The input of the parity task is a vector with <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.64444em;vertical-align:0em;"></span><span class="mord">0</span></span></span></span>&#x27;s <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.64444em;vertical-align:0em;"></span><span class="mord">1</span></span></span></span>&#x27;s and <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.72777em;vertical-align:-0.08333em;"></span><span class="mord"></span><span class="mord">1</span></span></span></span>&#x27;s. The output is the parity of <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.64444em;vertical-align:0em;"></span><span class="mord">1</span></span></span></span>&#x27;s - one if there is an odd number of <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.64444em;vertical-align:0em;"></span><span class="mord">1</span></span></span></span>&#x27;s and zero otherwise. The input is generated by making a random number of elements in the vector either <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.64444em;vertical-align:0em;"></span><span class="mord">1</span></span></span></span> or <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.72777em;vertical-align:-0.08333em;"></span><span class="mord"></span><span class="mord">1</span></span></span></span>&#x27;s.</p>
74+
7575
</div>
7676
<div class='code'>
7777
<div class="highlight"><pre><span class="lineno">19</span><span></span><span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Tuple</span>
@@ -86,6 +86,7 @@ <h1>Parity Task</h1>
8686
<a href='#section-1'>#</a>
8787
</div>
8888
<h3>Parity dataset</h3>
89+
8990
</div>
9091
<div class='code'>
9192
<div class="highlight"><pre><span class="lineno">25</span><span class="k">class</span> <span class="nc">ParityDataset</span><span class="p">(</span><span class="n">Dataset</span><span class="p">):</span></pre></div>
@@ -96,10 +97,11 @@ <h3>Parity dataset</h3>
9697
<div class='section-link'>
9798
<a href='#section-2'>#</a>
9899
</div>
99-
<ul>
100-
<li><code>n_samples</code> is the number of samples</li>
101-
<li><code>n_elems</code> is the number of elements in the input vector</li>
102-
</ul>
100+
<ul><li><code>n_samples</code>
101+
is the number of samples </li>
102+
<li><code>n_elems</code>
103+
is the number of elements in the input vector</li></ul>
104+
103105
</div>
104106
<div class='code'>
105107
<div class="highlight"><pre><span class="lineno">30</span> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n_samples</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">n_elems</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">64</span><span class="p">):</span></pre></div>
@@ -122,7 +124,8 @@ <h3>Parity dataset</h3>
122124
<div class='section-link'>
123125
<a href='#section-4'>#</a>
124126
</div>
125-
<p>Size of the dataset</p>
127+
<p> Size of the dataset</p>
128+
126129
</div>
127130
<div class='code'>
128131
<div class="highlight"><pre><span class="lineno">38</span> <span class="k">def</span> <span class="fm">__len__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span></pre></div>
@@ -144,7 +147,8 @@ <h3>Parity dataset</h3>
144147
<div class='section-link'>
145148
<a href='#section-6'>#</a>
146149
</div>
147-
<p>Generate a sample</p>
150+
<p> Generate a sample</p>
151+
148152
</div>
149153
<div class='code'>
150154
<div class="highlight"><pre><span class="lineno">44</span> <span class="k">def</span> <span class="fm">__getitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">idx</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Tuple</span><span class="p">[</span><span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">]:</span></pre></div>
@@ -155,7 +159,8 @@ <h3>Parity dataset</h3>
155159
<div class='section-link'>
156160
<a href='#section-7'>#</a>
157161
</div>
158-
<p>Empty vector</p>
162+
<p>Empty vector </p>
163+
159164
</div>
160165
<div class='code'>
161166
<div class="highlight"><pre><span class="lineno">50</span> <span class="n">x</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="bp">self</span><span class="o">.</span><span class="n">n_elems</span><span class="p">,))</span></pre></div>
@@ -166,7 +171,8 @@ <h3>Parity dataset</h3>
166171
<div class='section-link'>
167172
<a href='#section-8'>#</a>
168173
</div>
169-
<p>Number of non-zero elements - a random number between $1$ and total number of elements</p>
174+
<p>Number of non-zero elements - a random number between <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.64444em;vertical-align:0em;"></span><span class="mord">1</span></span></span></span> and total number of elements </p>
175+
170176
</div>
171177
<div class='code'>
172178
<div class="highlight"><pre><span class="lineno">52</span> <span class="n">n_non_zero</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randint</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">n_elems</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span> <span class="p">(</span><span class="mi">1</span><span class="p">,))</span><span class="o">.</span><span class="n">item</span><span class="p">()</span></pre></div>
@@ -177,7 +183,8 @@ <h3>Parity dataset</h3>
177183
<div class='section-link'>
178184
<a href='#section-9'>#</a>
179185
</div>
180-
<p>Fill non-zero elements with $1$&rsquo;s and $-1$&rsquo;s</p>
186+
<p>Fill non-zero elements with <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.64444em;vertical-align:0em;"></span><span class="mord">1</span></span></span></span>&#x27;s and <span class="katex"><span class="katex-html" aria-hidden="true"><span class="base"><span class="strut" style="height:0.72777em;vertical-align:-0.08333em;"></span><span class="mord"></span><span class="mord">1</span></span></span></span>&#x27;s </p>
187+
181188
</div>
182189
<div class='code'>
183190
<div class="highlight"><pre><span class="lineno">54</span> <span class="n">x</span><span class="p">[:</span><span class="n">n_non_zero</span><span class="p">]</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randint</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="p">(</span><span class="n">n_non_zero</span><span class="p">,))</span> <span class="o">*</span> <span class="mi">2</span> <span class="o">-</span> <span class="mi">1</span></pre></div>
@@ -188,7 +195,8 @@ <h3>Parity dataset</h3>
188195
<div class='section-link'>
189196
<a href='#section-10'>#</a>
190197
</div>
191-
<p>Randomly permute the elements</p>
198+
<p>Randomly permute the elements </p>
199+
192200
</div>
193201
<div class='code'>
194202
<div class="highlight"><pre><span class="lineno">56</span> <span class="n">x</span> <span class="o">=</span> <span class="n">x</span><span class="p">[</span><span class="n">torch</span><span class="o">.</span><span class="n">randperm</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">n_elems</span><span class="p">)]</span></pre></div>
@@ -199,7 +207,8 @@ <h3>Parity dataset</h3>
199207
<div class='section-link'>
200208
<a href='#section-11'>#</a>
201209
</div>
202-
<p>The parity</p>
210+
<p>The parity </p>
211+
203212
</div>
204213
<div class='code'>
205214
<div class="highlight"><pre><span class="lineno">59</span> <span class="n">y</span> <span class="o">=</span> <span class="p">(</span><span class="n">x</span> <span class="o">==</span> <span class="mf">1.</span><span class="p">)</span><span class="o">.</span><span class="n">sum</span><span class="p">()</span> <span class="o">%</span> <span class="mi">2</span></pre></div>
@@ -210,7 +219,8 @@ <h3>Parity dataset</h3>
210219
<div class='section-link'>
211220
<a href='#section-12'>#</a>
212221
</div>
213-
222+
<p> </p>
223+
214224
</div>
215225
<div class='code'>
216226
<div class="highlight"><pre><span class="lineno">62</span> <span class="k">return</span> <span class="n">x</span><span class="p">,</span> <span class="n">y</span></pre></div>
@@ -221,24 +231,6 @@ <h3>Parity dataset</h3>
221231
<a href="https://labml.ai">labml.ai</a>
222232
</div>
223233
</div>
224-
<script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.4/MathJax.js?config=TeX-AMS_HTML">
225-
</script>
226-
<!-- MathJax configuration -->
227-
<script type="text/x-mathjax-config">
228-
MathJax.Hub.Config({
229-
tex2jax: {
230-
inlineMath: [ ['$','$'] ],
231-
displayMath: [ ['$$','$$'] ],
232-
processEscapes: true,
233-
processEnvironments: true
234-
},
235-
// Center justify equations in code and markdown cells. Elsewhere
236-
// we use CSS to left justify single line equations in code cells.
237-
displayAlign: 'center',
238-
"HTML-CSS": { fonts: ["TeX"] }
239-
});
240-
241-
</script>
242234
<script>
243235
function handleImages() {
244236
var images = document.querySelectorAll('p>img')

0 commit comments

Comments
 (0)