mirror of
https://github.com/wassname/pytorch-lightning.git
synced 2026-09-11 12:31:23 +08:00
Deployed 5a9320d with MkDocs version: 1.0.4
This commit is contained in:
@@ -34,7 +34,7 @@
|
||||
<meta name="lang:search.tokenizer" content="[\s\-]+">
|
||||
|
||||
<link rel="shortcut icon" href="../../assets/images/favicon.png">
|
||||
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
|
||||
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
|
||||
|
||||
|
||||
|
||||
@@ -42,7 +42,7 @@
|
||||
|
||||
|
||||
|
||||
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
|
||||
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
|
||||
|
||||
|
||||
|
||||
@@ -171,7 +171,7 @@
|
||||
|
||||
|
||||
|
||||
<main class="md-main">
|
||||
<main class="md-main" role="main">
|
||||
<div class="md-main__inner md-grid" data-md-component="container">
|
||||
|
||||
|
||||
@@ -404,42 +404,49 @@
|
||||
<ul class="md-nav__list" data-md-scrollfix>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#accumulated-gradients" title="Accumulated gradients" class="md-nav__link">
|
||||
<a href="#accumulated-gradients" class="md-nav__link">
|
||||
Accumulated gradients
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#force-training-for-min-or-max-epochs" title="Force training for min or max epochs" class="md-nav__link">
|
||||
<a href="#force-training-for-min-or-max-epochs" class="md-nav__link">
|
||||
Force training for min or max epochs
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#force-disable-early-stop" title="Force disable early stop" class="md-nav__link">
|
||||
<a href="#early-stopping" class="md-nav__link">
|
||||
Early stopping
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#force-disable-early-stop" class="md-nav__link">
|
||||
Force disable early stop
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#gradient-clipping" title="Gradient Clipping" class="md-nav__link">
|
||||
<a href="#gradient-clipping" class="md-nav__link">
|
||||
Gradient Clipping
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#inspect-gradient-norms" title="Inspect gradient norms" class="md-nav__link">
|
||||
<a href="#inspect-gradient-norms" class="md-nav__link">
|
||||
Inspect gradient norms
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#set-how-much-of-the-training-set-to-check" title="Set how much of the training set to check" class="md-nav__link">
|
||||
<a href="#set-how-much-of-the-training-set-to-check" class="md-nav__link">
|
||||
Set how much of the training set to check
|
||||
</a>
|
||||
|
||||
@@ -552,42 +559,49 @@
|
||||
<ul class="md-nav__list" data-md-scrollfix>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#accumulated-gradients" title="Accumulated gradients" class="md-nav__link">
|
||||
<a href="#accumulated-gradients" class="md-nav__link">
|
||||
Accumulated gradients
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#force-training-for-min-or-max-epochs" title="Force training for min or max epochs" class="md-nav__link">
|
||||
<a href="#force-training-for-min-or-max-epochs" class="md-nav__link">
|
||||
Force training for min or max epochs
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#force-disable-early-stop" title="Force disable early stop" class="md-nav__link">
|
||||
<a href="#early-stopping" class="md-nav__link">
|
||||
Early stopping
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#force-disable-early-stop" class="md-nav__link">
|
||||
Force disable early stop
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#gradient-clipping" title="Gradient Clipping" class="md-nav__link">
|
||||
<a href="#gradient-clipping" class="md-nav__link">
|
||||
Gradient Clipping
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#inspect-gradient-norms" title="Inspect gradient norms" class="md-nav__link">
|
||||
<a href="#inspect-gradient-norms" class="md-nav__link">
|
||||
Inspect gradient norms
|
||||
</a>
|
||||
|
||||
</li>
|
||||
|
||||
<li class="md-nav__item">
|
||||
<a href="#set-how-much-of-the-training-set-to-check" title="Set how much of the training set to check" class="md-nav__link">
|
||||
<a href="#set-how-much-of-the-training-set-to-check" class="md-nav__link">
|
||||
Set how much of the training set to check
|
||||
</a>
|
||||
|
||||
@@ -634,6 +648,35 @@
|
||||
</pre></div>
|
||||
</td></tr></table>
|
||||
|
||||
<hr />
|
||||
<h4 id="early-stopping">Early stopping</h4>
|
||||
<p>To enable ealry-stopping, define the callback and give it to the trainer.</p>
|
||||
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre> 1
|
||||
2
|
||||
3
|
||||
4
|
||||
5
|
||||
6
|
||||
7
|
||||
8
|
||||
9
|
||||
10
|
||||
11
|
||||
12</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="kn">from</span> <span class="nn">pytorch_lightning.callbacks</span> <span class="kn">import</span> <span class="n">EarlyStopping</span>
|
||||
|
||||
<span class="c1"># DEFAULTS</span>
|
||||
<span class="n">early_stop_callback</span> <span class="o">=</span> <span class="n">EarlyStopping</span><span class="p">(</span>
|
||||
<span class="n">monitor</span><span class="o">=</span><span class="s1">'val_loss'</span><span class="p">,</span>
|
||||
<span class="n">min_delta</span><span class="o">=</span><span class="mf">0.00</span><span class="p">,</span>
|
||||
<span class="n">patience</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span>
|
||||
<span class="n">verbose</span><span class="o">=</span><span class="bp">False</span><span class="p">,</span>
|
||||
<span class="n">mode</span><span class="o">=</span><span class="s1">'auto'</span>
|
||||
<span class="p">)</span>
|
||||
|
||||
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">early_stop_callback</span><span class="o">=</span><span class="n">early_stop_callback</span><span class="p">)</span>
|
||||
</pre></div>
|
||||
</td></tr></table>
|
||||
|
||||
<hr />
|
||||
<h4 id="force-disable-early-stop">Force disable early stop</h4>
|
||||
<p>Use this to turn off early stopping and run training to the <a href="#force-training-for-min-or-max-epochs">max_epoch</a></p>
|
||||
@@ -652,10 +695,10 @@ Specifically, this will <a href="https://pytorch.org/docs/stable/nn.html#torch.n
|
||||
3
|
||||
4
|
||||
5</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="c1"># DEFAULT (ie: don't clip)</span>
|
||||
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">gradient_clip</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
|
||||
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">gradient_clip_val</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
|
||||
|
||||
<span class="c1"># clip gradients with norm above 0.5</span>
|
||||
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">gradient_clip</span><span class="o">=</span><span class="mf">0.5</span><span class="p">)</span>
|
||||
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">gradient_clip_val</span><span class="o">=</span><span class="mf">0.5</span><span class="p">)</span>
|
||||
</pre></div>
|
||||
</td></tr></table>
|
||||
|
||||
@@ -758,7 +801,7 @@ Specifically, this will <a href="https://pytorch.org/docs/stable/nn.html#torch.n
|
||||
|
||||
</div>
|
||||
|
||||
<script src="../../assets/javascripts/application.245445c6.js"></script>
|
||||
<script src="../../assets/javascripts/application.c648116f.js"></script>
|
||||
|
||||
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
|
||||
|
||||
|
||||
Reference in New Issue
Block a user