wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-10 12:21:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

Deployed fbc2cfd with MkDocs version: 1.0.4

Browse Source
This commit is contained in:
William Falcon
2019-10-01 05:34:27 -05:00
parent e77709ff8b
commit 3c34e029ed
23 changed files with 555 additions and 458 deletions
Download Patch File Download Diff File Expand all files Collapse all files
404.html
+4 -4
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="/assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="/assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="/assets/stylesheets/application.0284f74d.css">
@@ -167,7 +167,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -501,7 +501,7 @@
</div>
<script src="/assets/javascripts/application.c648116f.js"></script>
<script src="/assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"/"}})</script>
LightningModule/RequiredTrainerInterface/index.html
+50 -50
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -276,21 +276,21 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#minimal-example" class="md-nav__link">
<a href="#minimal-example" title="Minimal example" class="md-nav__link">
Minimal example
</a>
</li>
<li class="md-nav__item">
<a href="#how-do-these-methods-fit-into-the-broader-training" class="md-nav__link">
<a href="#how-do-these-methods-fit-into-the-broader-training" title="How do these methods fit into the broader training?" class="md-nav__link">
How do these methods fit into the broader training?
</a>
</li>
<li class="md-nav__item">
<a href="#required-methods" class="md-nav__link">
<a href="#required-methods" title="Required Methods" class="md-nav__link">
Required Methods
</a>
@@ -298,14 +298,14 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#training_step" class="md-nav__link">
<a href="#training_step" title="training_step" class="md-nav__link">
training_step
</a>
</li>
<li class="md-nav__item">
<a href="#train_dataloader" class="md-nav__link">
<a href="#train_dataloader" title="train_dataloader" class="md-nav__link">
train_dataloader
</a>
@@ -313,7 +313,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return" class="md-nav__link">
<a href="#return" title="Return" class="md-nav__link">
Return
</a>
@@ -325,7 +325,7 @@
</li>
<li class="md-nav__item">
<a href="#configure_optimizers" class="md-nav__link">
<a href="#configure_optimizers" title="configure_optimizers" class="md-nav__link">
configure_optimizers
</a>
@@ -333,7 +333,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_1" class="md-nav__link">
<a href="#return_1" title="Return" class="md-nav__link">
Return
</a>
@@ -350,7 +350,7 @@
</li>
<li class="md-nav__item">
<a href="#optional-methods" class="md-nav__link">
<a href="#optional-methods" title="Optional Methods" class="md-nav__link">
Optional Methods
</a>
@@ -358,35 +358,35 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#validation_step" class="md-nav__link">
<a href="#validation_step" title="validation_step" class="md-nav__link">
validation_step
</a>
</li>
<li class="md-nav__item">
<a href="#validation_end" class="md-nav__link">
<a href="#validation_end" title="validation_end" class="md-nav__link">
validation_end
</a>
</li>
<li class="md-nav__item">
<a href="#test_step" class="md-nav__link">
<a href="#test_step" title="test_step" class="md-nav__link">
test_step
</a>
</li>
<li class="md-nav__item">
<a href="#test_end" class="md-nav__link">
<a href="#test_end" title="test_end" class="md-nav__link">
test_end
</a>
</li>
<li class="md-nav__item">
<a href="#on_save_checkpoint" class="md-nav__link">
<a href="#on_save_checkpoint" title="on_save_checkpoint" class="md-nav__link">
on_save_checkpoint
</a>
@@ -394,7 +394,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_2" class="md-nav__link">
<a href="#return_2" title="Return" class="md-nav__link">
Return
</a>
@@ -406,7 +406,7 @@
</li>
<li class="md-nav__item">
<a href="#on_load_checkpoint" class="md-nav__link">
<a href="#on_load_checkpoint" title="on_load_checkpoint" class="md-nav__link">
on_load_checkpoint
</a>
@@ -414,7 +414,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_3" class="md-nav__link">
<a href="#return_3" title="Return" class="md-nav__link">
Return
</a>
@@ -426,7 +426,7 @@
</li>
<li class="md-nav__item">
<a href="#val_dataloader" class="md-nav__link">
<a href="#val_dataloader" title="val_dataloader" class="md-nav__link">
val_dataloader
</a>
@@ -434,7 +434,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_4" class="md-nav__link">
<a href="#return_4" title="Return" class="md-nav__link">
Return
</a>
@@ -446,7 +446,7 @@
</li>
<li class="md-nav__item">
<a href="#test_dataloader" class="md-nav__link">
<a href="#test_dataloader" title="test_dataloader" class="md-nav__link">
test_dataloader
</a>
@@ -454,7 +454,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_5" class="md-nav__link">
<a href="#return_5" title="Return" class="md-nav__link">
Return
</a>
@@ -466,7 +466,7 @@
</li>
<li class="md-nav__item">
<a href="#add_model_specific_args" class="md-nav__link">
<a href="#add_model_specific_args" title="add_model_specific_args" class="md-nav__link">
add_model_specific_args
</a>
@@ -474,7 +474,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_6" class="md-nav__link">
<a href="#return_6" title="Return" class="md-nav__link">
Return
</a>
@@ -731,21 +731,21 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#minimal-example" class="md-nav__link">
<a href="#minimal-example" title="Minimal example" class="md-nav__link">
Minimal example
</a>
</li>
<li class="md-nav__item">
<a href="#how-do-these-methods-fit-into-the-broader-training" class="md-nav__link">
<a href="#how-do-these-methods-fit-into-the-broader-training" title="How do these methods fit into the broader training?" class="md-nav__link">
How do these methods fit into the broader training?
</a>
</li>
<li class="md-nav__item">
<a href="#required-methods" class="md-nav__link">
<a href="#required-methods" title="Required Methods" class="md-nav__link">
Required Methods
</a>
@@ -753,14 +753,14 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#training_step" class="md-nav__link">
<a href="#training_step" title="training_step" class="md-nav__link">
training_step
</a>
</li>
<li class="md-nav__item">
<a href="#train_dataloader" class="md-nav__link">
<a href="#train_dataloader" title="train_dataloader" class="md-nav__link">
train_dataloader
</a>
@@ -768,7 +768,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return" class="md-nav__link">
<a href="#return" title="Return" class="md-nav__link">
Return
</a>
@@ -780,7 +780,7 @@
</li>
<li class="md-nav__item">
<a href="#configure_optimizers" class="md-nav__link">
<a href="#configure_optimizers" title="configure_optimizers" class="md-nav__link">
configure_optimizers
</a>
@@ -788,7 +788,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_1" class="md-nav__link">
<a href="#return_1" title="Return" class="md-nav__link">
Return
</a>
@@ -805,7 +805,7 @@
</li>
<li class="md-nav__item">
<a href="#optional-methods" class="md-nav__link">
<a href="#optional-methods" title="Optional Methods" class="md-nav__link">
Optional Methods
</a>
@@ -813,35 +813,35 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#validation_step" class="md-nav__link">
<a href="#validation_step" title="validation_step" class="md-nav__link">
validation_step
</a>
</li>
<li class="md-nav__item">
<a href="#validation_end" class="md-nav__link">
<a href="#validation_end" title="validation_end" class="md-nav__link">
validation_end
</a>
</li>
<li class="md-nav__item">
<a href="#test_step" class="md-nav__link">
<a href="#test_step" title="test_step" class="md-nav__link">
test_step
</a>
</li>
<li class="md-nav__item">
<a href="#test_end" class="md-nav__link">
<a href="#test_end" title="test_end" class="md-nav__link">
test_end
</a>
</li>
<li class="md-nav__item">
<a href="#on_save_checkpoint" class="md-nav__link">
<a href="#on_save_checkpoint" title="on_save_checkpoint" class="md-nav__link">
on_save_checkpoint
</a>
@@ -849,7 +849,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_2" class="md-nav__link">
<a href="#return_2" title="Return" class="md-nav__link">
Return
</a>
@@ -861,7 +861,7 @@
</li>
<li class="md-nav__item">
<a href="#on_load_checkpoint" class="md-nav__link">
<a href="#on_load_checkpoint" title="on_load_checkpoint" class="md-nav__link">
on_load_checkpoint
</a>
@@ -869,7 +869,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_3" class="md-nav__link">
<a href="#return_3" title="Return" class="md-nav__link">
Return
</a>
@@ -881,7 +881,7 @@
</li>
<li class="md-nav__item">
<a href="#val_dataloader" class="md-nav__link">
<a href="#val_dataloader" title="val_dataloader" class="md-nav__link">
val_dataloader
</a>
@@ -889,7 +889,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_4" class="md-nav__link">
<a href="#return_4" title="Return" class="md-nav__link">
Return
</a>
@@ -901,7 +901,7 @@
</li>
<li class="md-nav__item">
<a href="#test_dataloader" class="md-nav__link">
<a href="#test_dataloader" title="test_dataloader" class="md-nav__link">
test_dataloader
</a>
@@ -909,7 +909,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_5" class="md-nav__link">
<a href="#return_5" title="Return" class="md-nav__link">
Return
</a>
@@ -921,7 +921,7 @@
</li>
<li class="md-nav__item">
<a href="#add_model_specific_args" class="md-nav__link">
<a href="#add_model_specific_args" title="add_model_specific_args" class="md-nav__link">
add_model_specific_args
</a>
@@ -929,7 +929,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#return_6" class="md-nav__link">
<a href="#return_6" title="Return" class="md-nav__link">
Return
</a>
@@ -2047,7 +2047,7 @@ The <a href="https://williamfalcon.github.io/test-tube/hyperparameter_optimizati
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
LightningModule/methods/index.html
+10 -10
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -284,21 +284,21 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#freeze" class="md-nav__link">
<a href="#freeze" title="freeze" class="md-nav__link">
freeze
</a>
</li>
<li class="md-nav__item">
<a href="#load_from_metrics" class="md-nav__link">
<a href="#load_from_metrics" title="load_from_metrics" class="md-nav__link">
load_from_metrics
</a>
</li>
<li class="md-nav__item">
<a href="#unfreeze" class="md-nav__link">
<a href="#unfreeze" title="unfreeze" class="md-nav__link">
unfreeze
</a>
@@ -531,21 +531,21 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#freeze" class="md-nav__link">
<a href="#freeze" title="freeze" class="md-nav__link">
freeze
</a>
</li>
<li class="md-nav__item">
<a href="#load_from_metrics" class="md-nav__link">
<a href="#load_from_metrics" title="load_from_metrics" class="md-nav__link">
load_from_metrics
</a>
</li>
<li class="md-nav__item">
<a href="#unfreeze" class="md-nav__link">
<a href="#unfreeze" title="unfreeze" class="md-nav__link">
unfreeze
</a>
@@ -716,7 +716,7 @@ The meta_tags.csv file can be found in the test-tube experiment save_dir.
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
LightningModule/properties/index.html
+37 -29
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -296,56 +296,56 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#current_epoch" class="md-nav__link">
<a href="#current_epoch" title="current_epoch" class="md-nav__link">
current_epoch
</a>
</li>
<li class="md-nav__item">
<a href="#dtype" class="md-nav__link">
<a href="#dtype" title="dtype" class="md-nav__link">
dtype
</a>
</li>
<li class="md-nav__item">
<a href="#experiment" class="md-nav__link">
experiment
<a href="#logger" title="logger" class="md-nav__link">
logger
</a>
</li>
<li class="md-nav__item">
<a href="#global_step" class="md-nav__link">
<a href="#global_step" title="global_step" class="md-nav__link">
global_step
</a>
</li>
<li class="md-nav__item">
<a href="#gradient_clip_val" class="md-nav__link">
<a href="#gradient_clip_val" title="gradient_clip_val" class="md-nav__link">
gradient_clip_val
</a>
</li>
<li class="md-nav__item">
<a href="#on_gpu" class="md-nav__link">
<a href="#on_gpu" title="on_gpu" class="md-nav__link">
on_gpu
</a>
</li>
<li class="md-nav__item">
<a href="#trainer" class="md-nav__link">
<a href="#trainer" title="trainer" class="md-nav__link">
trainer
</a>
</li>
<li class="md-nav__item">
<a href="#debugging" class="md-nav__link">
<a href="#debugging" title="Debugging" class="md-nav__link">
Debugging
</a>
@@ -353,7 +353,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#example_input_array" class="md-nav__link">
<a href="#example_input_array" title="example_input_array" class="md-nav__link">
example_input_array
</a>
@@ -579,56 +579,56 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#current_epoch" class="md-nav__link">
<a href="#current_epoch" title="current_epoch" class="md-nav__link">
current_epoch
</a>
</li>
<li class="md-nav__item">
<a href="#dtype" class="md-nav__link">
<a href="#dtype" title="dtype" class="md-nav__link">
dtype
</a>
</li>
<li class="md-nav__item">
<a href="#experiment" class="md-nav__link">
experiment
<a href="#logger" title="logger" class="md-nav__link">
logger
</a>
</li>
<li class="md-nav__item">
<a href="#global_step" class="md-nav__link">
<a href="#global_step" title="global_step" class="md-nav__link">
global_step
</a>
</li>
<li class="md-nav__item">
<a href="#gradient_clip_val" class="md-nav__link">
<a href="#gradient_clip_val" title="gradient_clip_val" class="md-nav__link">
gradient_clip_val
</a>
</li>
<li class="md-nav__item">
<a href="#on_gpu" class="md-nav__link">
<a href="#on_gpu" title="on_gpu" class="md-nav__link">
on_gpu
</a>
</li>
<li class="md-nav__item">
<a href="#trainer" class="md-nav__link">
<a href="#trainer" title="trainer" class="md-nav__link">
trainer
</a>
</li>
<li class="md-nav__item">
<a href="#debugging" class="md-nav__link">
<a href="#debugging" title="Debugging" class="md-nav__link">
Debugging
</a>
@@ -636,7 +636,7 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#example_input_array" class="md-nav__link">
<a href="#example_input_array" title="example_input_array" class="md-nav__link">
example_input_array
</a>
@@ -676,13 +676,21 @@
<h4 id="dtype">dtype</h4>
<p>Current dtype </p>
<hr />
<h4 id="experiment">experiment</h4>
<p>An instance of test-tube Experiment which you can use to log anything for tensorboard (subclass of <a href="https://pytorch.org/docs/stable/tensorboard.html">PyTorch SummaryWriter</a>). </p>
<h4 id="logger">logger</h4>
<p>A reference to the logger you passed into trainer. </p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="n">Trainer</span><span class="p">(</span><span class="n">logger</span><span class="o">=</span><span class="n">your_logger</span><span class="p">)</span>
</pre></div>
</td></tr></table>
<p>Call it from anywhere in your LightningModule to add metrics, images, etc... whatever your logger supports. </p>
<p>Here is an example using the Test-tube logger (which is a wrapper on <a href="https://pytorch.org/docs/stable/tensorboard.html">PyTorch SummaryWriter</a> with versioned folder structure). </p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2
3</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="bp">self</span><span class="o">.</span><span class="n">experiment</span><span class="o">.</span><span class="n">add_embedding</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">experiment</span><span class="o">.</span><span class="n">log</span><span class="p">({</span><span class="s1">&#39;val_loss&#39;</span><span class="p">:</span> <span class="mf">0.9</span><span class="p">})</span>
<span class="bp">self</span><span class="o">.</span><span class="n">experiment</span><span class="o">.</span><span class="n">add_scalars</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
3
4</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="c1"># if logger is a tensorboard logger or test-tube experiment</span>
<span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">add_embedding</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">log</span><span class="p">({</span><span class="s1">&#39;val_loss&#39;</span><span class="p">:</span> <span class="mf">0.9</span><span class="p">})</span>
<span class="bp">self</span><span class="o">.</span><span class="n">logger</span><span class="o">.</span><span class="n">add_scalars</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
</pre></div>
</td></tr></table>
@@ -788,7 +796,7 @@ to get a print out of sizes coming into and out of every layer. </p>
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/Checkpointing/index.html
+8 -8
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -344,14 +344,14 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#model-saving" class="md-nav__link">
<a href="#model-saving" title="Model saving" class="md-nav__link">
Model saving
</a>
</li>
<li class="md-nav__item">
<a href="#restoring-training-session" class="md-nav__link">
<a href="#restoring-training-session" title="Restoring training session" class="md-nav__link">
Restoring training session
</a>
@@ -524,14 +524,14 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#model-saving" class="md-nav__link">
<a href="#model-saving" title="Model saving" class="md-nav__link">
Model saving
</a>
</li>
<li class="md-nav__item">
<a href="#restoring-training-session" class="md-nav__link">
<a href="#restoring-training-session" title="Restoring training session" class="md-nav__link">
Restoring training session
</a>
@@ -725,7 +725,7 @@ the system isn't different. If you add a layer, for instance, it might not work.
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/Distributed training/index.html
+22 -22
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -356,63 +356,63 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#choosing-a-backend" class="md-nav__link">
<a href="#choosing-a-backend" title="Choosing a backend" class="md-nav__link">
Choosing a backend
</a>
</li>
<li class="md-nav__item">
<a href="#distributed-and-16-bit-precision" class="md-nav__link">
<a href="#distributed-and-16-bit-precision" title="Distributed and 16-bit precision." class="md-nav__link">
Distributed and 16-bit precision.
</a>
</li>
<li class="md-nav__item">
<a href="#cuda-flags" class="md-nav__link">
<a href="#cuda-flags" title="CUDA flags" class="md-nav__link">
CUDA flags
</a>
</li>
<li class="md-nav__item">
<a href="#16-bit-mixed-precision" class="md-nav__link">
<a href="#16-bit-mixed-precision" title="16-bit mixed precision" class="md-nav__link">
16-bit mixed precision
</a>
</li>
<li class="md-nav__item">
<a href="#single-gpu" class="md-nav__link">
<a href="#single-gpu" title="Single-gpu" class="md-nav__link">
Single-gpu
</a>
</li>
<li class="md-nav__item">
<a href="#multi-gpu" class="md-nav__link">
<a href="#multi-gpu" title="multi-gpu" class="md-nav__link">
multi-gpu
</a>
</li>
<li class="md-nav__item">
<a href="#multi-node" class="md-nav__link">
<a href="#multi-node" title="Multi-node" class="md-nav__link">
Multi-node
</a>
</li>
<li class="md-nav__item">
<a href="#auto-slurm-job-submission" class="md-nav__link">
<a href="#auto-slurm-job-submission" title="Auto-slurm-job-submission" class="md-nav__link">
Auto-slurm-job-submission
</a>
</li>
<li class="md-nav__item">
<a href="#self-balancing-architecture" class="md-nav__link">
<a href="#self-balancing-architecture" title="Self-balancing architecture" class="md-nav__link">
Self-balancing architecture
</a>
@@ -573,63 +573,63 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#choosing-a-backend" class="md-nav__link">
<a href="#choosing-a-backend" title="Choosing a backend" class="md-nav__link">
Choosing a backend
</a>
</li>
<li class="md-nav__item">
<a href="#distributed-and-16-bit-precision" class="md-nav__link">
<a href="#distributed-and-16-bit-precision" title="Distributed and 16-bit precision." class="md-nav__link">
Distributed and 16-bit precision.
</a>
</li>
<li class="md-nav__item">
<a href="#cuda-flags" class="md-nav__link">
<a href="#cuda-flags" title="CUDA flags" class="md-nav__link">
CUDA flags
</a>
</li>
<li class="md-nav__item">
<a href="#16-bit-mixed-precision" class="md-nav__link">
<a href="#16-bit-mixed-precision" title="16-bit mixed precision" class="md-nav__link">
16-bit mixed precision
</a>
</li>
<li class="md-nav__item">
<a href="#single-gpu" class="md-nav__link">
<a href="#single-gpu" title="Single-gpu" class="md-nav__link">
Single-gpu
</a>
</li>
<li class="md-nav__item">
<a href="#multi-gpu" class="md-nav__link">
<a href="#multi-gpu" title="multi-gpu" class="md-nav__link">
multi-gpu
</a>
</li>
<li class="md-nav__item">
<a href="#multi-node" class="md-nav__link">
<a href="#multi-node" title="Multi-node" class="md-nav__link">
Multi-node
</a>
</li>
<li class="md-nav__item">
<a href="#auto-slurm-job-submission" class="md-nav__link">
<a href="#auto-slurm-job-submission" title="Auto-slurm-job-submission" class="md-nav__link">
Auto-slurm-job-submission
</a>
</li>
<li class="md-nav__item">
<a href="#self-balancing-architecture" class="md-nav__link">
<a href="#self-balancing-architecture" title="Self-balancing architecture" class="md-nav__link">
Self-balancing architecture
</a>
@@ -1119,7 +1119,7 @@ do this for you. The SlurmCluster can also run a grid search if you pass in a <a
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/Logging/index.html
+262 -176
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -79,7 +79,7 @@
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
<label class="md-overlay" data-md-component="overlay" for="__drawer"></label>
<a href="#display-metrics-in-progress-bar" tabindex="1" class="md-skip">
<a href="#setting-up-logging" tabindex="1" class="md-skip">
Skip to content
</a>
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -368,57 +368,84 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#display-metrics-in-progress-bar" class="md-nav__link">
Display metrics in progress bar
</a>
</li>
<li class="md-nav__item">
<a href="#log-metric-row-every-k-batches" class="md-nav__link">
Log metric row every k batches
</a>
</li>
<li class="md-nav__item">
<a href="#log-metric-row-every-k-batches_1" class="md-nav__link">
Log metric row every k batches
</a>
</li>
<li class="md-nav__item">
<a href="#process-position" class="md-nav__link">
Process position
</a>
</li>
<li class="md-nav__item">
<a href="#save-a-snapshot-of-all-hyperparameters" class="md-nav__link">
Save a snapshot of all hyperparameters
</a>
</li>
<li class="md-nav__item">
<a href="#snapshot-code-for-a-training-run" class="md-nav__link">
Snapshot code for a training run
</a>
</li>
<li class="md-nav__item">
<a href="#tensorboard-support" class="md-nav__link">
Tensorboard support
<a href="#setting-up-logging" title="Setting up logging" class="md-nav__link">
Setting up logging
</a>
<nav class="md-nav">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#write-logs-file-to-csv-every-k-batches" class="md-nav__link">
<a href="#test-tube" title="Test tube" class="md-nav__link">
Test tube
</a>
</li>
<li class="md-nav__item">
<a href="#mlflow" title="MLFlow" class="md-nav__link">
MLFlow
</a>
</li>
<li class="md-nav__item">
<a href="#custom-logger" title="Custom logger" class="md-nav__link">
Custom logger
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#using-loggers" title="Using loggers" class="md-nav__link">
Using loggers
</a>
<nav class="md-nav">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#display-metrics-in-progress-bar" title="Display metrics in progress bar" class="md-nav__link">
Display metrics in progress bar
</a>
</li>
<li class="md-nav__item">
<a href="#log-metric-row-every-k-batches" title="Log metric row every k batches" class="md-nav__link">
Log metric row every k batches
</a>
</li>
<li class="md-nav__item">
<a href="#log-gpu-memory" title="Log GPU memory" class="md-nav__link">
Log GPU memory
</a>
</li>
<li class="md-nav__item">
<a href="#process-position" title="Process position" class="md-nav__link">
Process position
</a>
</li>
<li class="md-nav__item">
<a href="#save-a-snapshot-of-all-hyperparameters" title="Save a snapshot of all hyperparameters" class="md-nav__link">
Save a snapshot of all hyperparameters
</a>
</li>
<li class="md-nav__item">
<a href="#write-logs-file-to-csv-every-k-batches" title="Write logs file to csv every k batches" class="md-nav__link">
Write logs file to csv every k batches
</a>
@@ -572,57 +599,84 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#display-metrics-in-progress-bar" class="md-nav__link">
Display metrics in progress bar
</a>
</li>
<li class="md-nav__item">
<a href="#log-metric-row-every-k-batches" class="md-nav__link">
Log metric row every k batches
</a>
</li>
<li class="md-nav__item">
<a href="#log-metric-row-every-k-batches_1" class="md-nav__link">
Log metric row every k batches
</a>
</li>
<li class="md-nav__item">
<a href="#process-position" class="md-nav__link">
Process position
</a>
</li>
<li class="md-nav__item">
<a href="#save-a-snapshot-of-all-hyperparameters" class="md-nav__link">
Save a snapshot of all hyperparameters
</a>
</li>
<li class="md-nav__item">
<a href="#snapshot-code-for-a-training-run" class="md-nav__link">
Snapshot code for a training run
</a>
</li>
<li class="md-nav__item">
<a href="#tensorboard-support" class="md-nav__link">
Tensorboard support
<a href="#setting-up-logging" title="Setting up logging" class="md-nav__link">
Setting up logging
</a>
<nav class="md-nav">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#write-logs-file-to-csv-every-k-batches" class="md-nav__link">
<a href="#test-tube" title="Test tube" class="md-nav__link">
Test tube
</a>
</li>
<li class="md-nav__item">
<a href="#mlflow" title="MLFlow" class="md-nav__link">
MLFlow
</a>
</li>
<li class="md-nav__item">
<a href="#custom-logger" title="Custom logger" class="md-nav__link">
Custom logger
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#using-loggers" title="Using loggers" class="md-nav__link">
Using loggers
</a>
<nav class="md-nav">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#display-metrics-in-progress-bar" title="Display metrics in progress bar" class="md-nav__link">
Display metrics in progress bar
</a>
</li>
<li class="md-nav__item">
<a href="#log-metric-row-every-k-batches" title="Log metric row every k batches" class="md-nav__link">
Log metric row every k batches
</a>
</li>
<li class="md-nav__item">
<a href="#log-gpu-memory" title="Log GPU memory" class="md-nav__link">
Log GPU memory
</a>
</li>
<li class="md-nav__item">
<a href="#process-position" title="Process position" class="md-nav__link">
Process position
</a>
</li>
<li class="md-nav__item">
<a href="#save-a-snapshot-of-all-hyperparameters" title="Save a snapshot of all hyperparameters" class="md-nav__link">
Save a snapshot of all hyperparameters
</a>
</li>
<li class="md-nav__item">
<a href="#write-logs-file-to-csv-every-k-batches" title="Write logs file to csv every k batches" class="md-nav__link">
Write logs file to csv every k batches
</a>
@@ -654,8 +708,115 @@
<h1>Logging</h1>
<p>Lighting offers a few options for logging information about model, gpu usage, etc (via test-tube). It also offers printing options for training monitoring.</p>
<p>Lighting offers options for logging information about model, gpu usage, etc, via several different logging frameworks. It also offers printing options for training monitoring.</p>
<hr />
<h3 id="setting-up-logging">Setting up logging</h3>
<p>Initialize your logger, which should inherit from <code>LightningBaseLogger</code>, and pass
it to <code>Trainer</code>.</p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="n">my_logger</span> <span class="o">=</span> <span class="n">MyLightningLogger</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">logger</span><span class="o">=</span><span class="n">my_logger</span><span class="p">)</span>
</pre></div>
</td></tr></table>
<p>Lightning supports several common experiment tracking frameworks out of the box</p>
<hr />
<h4 id="test-tube">Test tube</h4>
<p>Log using <a href="https://williamfalcon.github.io/test-tube/">test tube</a>.</p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2
3
4
5
6
7
8</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="kn">from</span> <span class="nn">pytorch_lightning.logging</span> <span class="kn">import</span> <span class="n">TestTubeLogger</span>
<span class="n">tt_logger</span> <span class="o">=</span> <span class="n">TestTubeLogger</span><span class="p">(</span>
<span class="n">save_dir</span><span class="o">=</span><span class="s2">&quot;.&quot;</span><span class="p">,</span>
<span class="n">name</span><span class="o">=</span><span class="s2">&quot;default&quot;</span><span class="p">,</span>
<span class="n">debug</span><span class="o">=</span><span class="bp">False</span><span class="p">,</span>
<span class="n">create_git_tag</span><span class="o">=</span><span class="bp">False</span>
<span class="p">)</span>
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">logger</span><span class="o">=</span><span class="n">tt_logger</span><span class="p">)</span>
</pre></div>
</td></tr></table>
<hr />
<h4 id="mlflow">MLFlow</h4>
<p>Log using <a href="https://mlflow.org">mlflow</a></p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2
3
4
5
6</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="kn">from</span> <span class="nn">pytorch_lightning.logging</span> <span class="kn">import</span> <span class="n">MLFlowLogger</span>
<span class="n">mlf_logger</span> <span class="o">=</span> <span class="n">MLFlowLogger</span><span class="p">(</span>
<span class="n">experiment_name</span><span class="o">=</span><span class="s2">&quot;default&quot;</span><span class="p">,</span>
<span class="n">tracking_uri</span><span class="o">=</span><span class="s2">&quot;file:/.&quot;</span>
<span class="p">)</span>
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">logger</span><span class="o">=</span><span class="n">mlf_logger</span><span class="p">)</span>
</pre></div>
</td></tr></table>
<hr />
<h4 id="custom-logger">Custom logger</h4>
<p>You can implement your own logger by writing a class that inherits from
<code>LightningLoggerBase</code>. Use the <code>rank_zero_only</code> decorator to make sure that
only the first process in DDP training logs data.</p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre> 1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="kn">from</span> <span class="nn">pytorch_lightning.logging</span> <span class="kn">import</span> <span class="n">LightningLoggerBase</span><span class="p">,</span> <span class="n">rank_zero_only</span>
<span class="k">class</span> <span class="nc">MyLogger</span><span class="p">(</span><span class="n">LightningLoggerBase</span><span class="p">):</span>
<span class="nd">@rank_zero_only</span>
<span class="k">def</span> <span class="nf">log_hyperparams</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">params</span><span class="p">):</span>
<span class="c1"># params is an argparse.Namespace</span>
<span class="c1"># your code to record hyperparameters goes here</span>
<span class="k">pass</span>
<span class="nd">@rank_zero_only</span>
<span class="k">def</span> <span class="nf">log_metrics</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">metrics</span><span class="p">,</span> <span class="n">step_num</span><span class="p">):</span>
<span class="c1"># metrics is a dictionary of metric names and values</span>
<span class="c1"># your code to record metrics goes here</span>
<span class="k">pass</span>
<span class="k">def</span> <span class="nf">save</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="c1"># Optional. Any code necessary to save logger data goes here</span>
<span class="k">pass</span>
<span class="nd">@rank_zero_only</span>
<span class="k">def</span> <span class="nf">finalize</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">status</span><span class="p">):</span>
<span class="c1"># Optional. Any code that needs to be run after training</span>
<span class="c1"># finishes goes here</span>
</pre></div>
</td></tr></table>
<p>If you write a logger than may be useful to others, please send
a pull request to add it to Lighting!</p>
<hr />
<h3 id="using-loggers">Using loggers</h3>
<h4 id="display-metrics-in-progress-bar">Display metrics in progress bar</h4>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="c1"># DEFAULT</span>
@@ -673,7 +834,7 @@
</td></tr></table>
<hr />
<h4 id="log-metric-row-every-k-batches_1">Log metric row every k batches</h4>
<h4 id="log-gpu-memory">Log GPU memory</h4>
<p>Logs GPU memory when metrics are logged. </p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="c1"># DEFAULT</span>
@@ -699,89 +860,14 @@ Lightning will stack progress bars according to this value. </p>
<hr />
<h4 id="save-a-snapshot-of-all-hyperparameters">Save a snapshot of all hyperparameters</h4>
<p>Whenever you call .save() on the test-tube experiment it logs all the hyperparameters in current use.
Give lightning a test-tube Experiment object to automate this for you.</p>
<p>Log hyperparameters using the logger</p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2
3
4</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="kn">from</span> <span class="nn">test_tube</span> <span class="kn">import</span> <span class="n">Experiment</span>
4</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="n">logger</span> <span class="o">=</span> <span class="n">TestTubeLogger</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
<span class="n">logger</span><span class="o">.</span><span class="n">log_hyperparams</span><span class="p">(</span><span class="n">args</span><span class="p">)</span>
<span class="n">exp</span> <span class="o">=</span> <span class="n">Experiment</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
<span class="n">Trainer</span><span class="p">(</span><span class="n">experiment</span><span class="o">=</span><span class="n">exp</span><span class="p">)</span>
</pre></div>
</td></tr></table>
<hr />
<h4 id="snapshot-code-for-a-training-run">Snapshot code for a training run</h4>
<p>Whenever you call .save() on the test-tube experiment it snapshows all code and pushes to a git tag.
Give lightning a test-tube Experiment object to automate this for you.</p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2
3
4</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="kn">from</span> <span class="nn">test_tube</span> <span class="kn">import</span> <span class="n">Experiment</span>
<span class="n">exp</span> <span class="o">=</span> <span class="n">Experiment</span><span class="p">(</span><span class="n">create_git_tag</span><span class="o">=</span><span class="bp">True</span><span class="p">)</span>
<span class="n">Trainer</span><span class="p">(</span><span class="n">experiment</span><span class="o">=</span><span class="n">exp</span><span class="p">)</span>
</pre></div>
</td></tr></table>
<hr />
<h3 id="tensorboard-support">Tensorboard support</h3>
<p>In the LightningModule you can access the experiment logger by doing:</p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre>1
2
3
4
5</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="bp">self</span><span class="o">.</span><span class="n">experiment</span>
<span class="c1"># add image</span>
<span class="c1"># Look at PyTorch SummaryWriter docs for what you can do. </span>
<span class="bp">self</span><span class="o">.</span><span class="n">experiment</span><span class="o">.</span><span class="n">add_image</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
</pre></div>
</td></tr></table>
<p>The experiment object is a strict subclass of PyTorch SummaryWriter. However, this class
also snapshots every detail about the experiment (data folder paths, code, hyperparams),
and allows you to visualize it using tensorboard.</p>
<table class="codehilitetable"><tr><td class="linenos"><div class="linenodiv"><pre> 1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20</pre></div></td><td class="code"><div class="codehilite"><pre><span></span><span class="kn">from</span> <span class="nn">test_tube</span> <span class="kn">import</span> <span class="n">Experiment</span><span class="p">,</span> <span class="n">HyperOptArgumentParser</span>
<span class="c1"># exp hyperparams</span>
<span class="n">args</span> <span class="o">=</span> <span class="n">HyperOptArgumentParser</span><span class="p">()</span>
<span class="n">hparams</span> <span class="o">=</span> <span class="n">args</span><span class="o">.</span><span class="n">parse_args</span><span class="p">()</span>
<span class="c1"># this is a summaryWriter with nicer logging structure</span>
<span class="n">exp</span> <span class="o">=</span> <span class="n">Experiment</span><span class="p">(</span><span class="n">save_dir</span><span class="o">=</span><span class="s1">&#39;/some/path&#39;</span><span class="p">,</span> <span class="n">create_git_tag</span><span class="o">=</span><span class="bp">True</span><span class="p">)</span>
<span class="c1"># track experiment details (must be ArgumentParser or HyperOptArgumentParser).</span>
<span class="c1"># each option in the parser is tracked</span>
<span class="n">exp</span><span class="o">.</span><span class="n">argparse</span><span class="p">(</span><span class="n">hparams</span><span class="p">)</span>
<span class="n">exp</span><span class="o">.</span><span class="n">tag</span><span class="p">({</span><span class="s1">&#39;description&#39;</span><span class="p">:</span> <span class="s1">&#39;running demo&#39;</span><span class="p">})</span>
<span class="c1"># trainer uses the exp object to log exp data</span>
<span class="n">trainer</span> <span class="o">=</span> <span class="n">Trainer</span><span class="p">(</span><span class="n">experiment</span><span class="o">=</span><span class="n">exp</span><span class="p">)</span>
<span class="n">trainer</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">model</span><span class="p">)</span>
<span class="c1"># view logs at:</span>
<span class="c1"># tensorboard --logdir /some/path </span>
<span class="n">Trainer</span><span class="p">(</span><span class="n">logger</span><span class="o">=</span><span class="n">logger</span><span class="p">)</span>
</pre></div>
</td></tr></table>
@@ -862,7 +948,7 @@ and allows you to visualize it using tensorboard.</p>
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/SLURM Managed Cluster/index.html
+8 -8
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -380,14 +380,14 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#running-grid-search-on-a-cluster" class="md-nav__link">
<a href="#running-grid-search-on-a-cluster" title="Running grid search on a cluster" class="md-nav__link">
Running grid search on a cluster
</a>
</li>
<li class="md-nav__item">
<a href="#walltime-auto-resubmit" class="md-nav__link">
<a href="#walltime-auto-resubmit" title="Walltime auto-resubmit" class="md-nav__link">
Walltime auto-resubmit
</a>
@@ -524,14 +524,14 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#running-grid-search-on-a-cluster" class="md-nav__link">
<a href="#running-grid-search-on-a-cluster" title="Running grid search on a cluster" class="md-nav__link">
Running grid search on a cluster
</a>
</li>
<li class="md-nav__item">
<a href="#walltime-auto-resubmit" class="md-nav__link">
<a href="#walltime-auto-resubmit" title="Walltime auto-resubmit" class="md-nav__link">
Walltime auto-resubmit
</a>
@@ -777,7 +777,7 @@ your SLURM script. </p>
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/Testing loop/index.html
+6 -6
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -392,7 +392,7 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#test" class="md-nav__link">
<a href="#test" title="test" class="md-nav__link">
test
</a>
@@ -517,7 +517,7 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#test" class="md-nav__link">
<a href="#test" title="test" class="md-nav__link">
test
</a>
@@ -658,7 +658,7 @@ First case is where you test right after a full training routine.</p>
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/Training Loop/index.html
+18 -18
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -404,49 +404,49 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#accumulated-gradients" class="md-nav__link">
<a href="#accumulated-gradients" title="Accumulated gradients" class="md-nav__link">
Accumulated gradients
</a>
</li>
<li class="md-nav__item">
<a href="#force-training-for-min-or-max-epochs" class="md-nav__link">
<a href="#force-training-for-min-or-max-epochs" title="Force training for min or max epochs" class="md-nav__link">
Force training for min or max epochs
</a>
</li>
<li class="md-nav__item">
<a href="#early-stopping" class="md-nav__link">
<a href="#early-stopping" title="Early stopping" class="md-nav__link">
Early stopping
</a>
</li>
<li class="md-nav__item">
<a href="#force-disable-early-stop" class="md-nav__link">
<a href="#force-disable-early-stop" title="Force disable early stop" class="md-nav__link">
Force disable early stop
</a>
</li>
<li class="md-nav__item">
<a href="#gradient-clipping" class="md-nav__link">
<a href="#gradient-clipping" title="Gradient Clipping" class="md-nav__link">
Gradient Clipping
</a>
</li>
<li class="md-nav__item">
<a href="#inspect-gradient-norms" class="md-nav__link">
<a href="#inspect-gradient-norms" title="Inspect gradient norms" class="md-nav__link">
Inspect gradient norms
</a>
</li>
<li class="md-nav__item">
<a href="#set-how-much-of-the-training-set-to-check" class="md-nav__link">
<a href="#set-how-much-of-the-training-set-to-check" title="Set how much of the training set to check" class="md-nav__link">
Set how much of the training set to check
</a>
@@ -559,49 +559,49 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#accumulated-gradients" class="md-nav__link">
<a href="#accumulated-gradients" title="Accumulated gradients" class="md-nav__link">
Accumulated gradients
</a>
</li>
<li class="md-nav__item">
<a href="#force-training-for-min-or-max-epochs" class="md-nav__link">
<a href="#force-training-for-min-or-max-epochs" title="Force training for min or max epochs" class="md-nav__link">
Force training for min or max epochs
</a>
</li>
<li class="md-nav__item">
<a href="#early-stopping" class="md-nav__link">
<a href="#early-stopping" title="Early stopping" class="md-nav__link">
Early stopping
</a>
</li>
<li class="md-nav__item">
<a href="#force-disable-early-stop" class="md-nav__link">
<a href="#force-disable-early-stop" title="Force disable early stop" class="md-nav__link">
Force disable early stop
</a>
</li>
<li class="md-nav__item">
<a href="#gradient-clipping" class="md-nav__link">
<a href="#gradient-clipping" title="Gradient Clipping" class="md-nav__link">
Gradient Clipping
</a>
</li>
<li class="md-nav__item">
<a href="#inspect-gradient-norms" class="md-nav__link">
<a href="#inspect-gradient-norms" title="Inspect gradient norms" class="md-nav__link">
Inspect gradient norms
</a>
</li>
<li class="md-nav__item">
<a href="#set-how-much-of-the-training-set-to-check" class="md-nav__link">
<a href="#set-how-much-of-the-training-set-to-check" title="Set how much of the training set to check" class="md-nav__link">
Set how much of the training set to check
</a>
@@ -801,7 +801,7 @@ Specifically, this will <a href="https://pytorch.org/docs/stable/nn.html#torch.n
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/Validation loop/index.html
+14 -14
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -416,35 +416,35 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#check-validation-every-n-epochs" class="md-nav__link">
<a href="#check-validation-every-n-epochs" title="Check validation every n epochs" class="md-nav__link">
Check validation every n epochs
</a>
</li>
<li class="md-nav__item">
<a href="#set-how-much-of-the-validation-set-to-check" class="md-nav__link">
<a href="#set-how-much-of-the-validation-set-to-check" title="Set how much of the validation set to check" class="md-nav__link">
Set how much of the validation set to check
</a>
</li>
<li class="md-nav__item">
<a href="#set-how-much-of-the-test-set-to-check" class="md-nav__link">
<a href="#set-how-much-of-the-test-set-to-check" title="Set how much of the test set to check" class="md-nav__link">
Set how much of the test set to check
</a>
</li>
<li class="md-nav__item">
<a href="#set-validation-check-frequency-within-1-training-epoch" class="md-nav__link">
<a href="#set-validation-check-frequency-within-1-training-epoch" title="Set validation check frequency within 1 training epoch" class="md-nav__link">
Set validation check frequency within 1 training epoch
</a>
</li>
<li class="md-nav__item">
<a href="#set-the-number-of-validation-sanity-steps" class="md-nav__link">
<a href="#set-the-number-of-validation-sanity-steps" title="Set the number of validation sanity steps" class="md-nav__link">
Set the number of validation sanity steps
</a>
@@ -545,35 +545,35 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#check-validation-every-n-epochs" class="md-nav__link">
<a href="#check-validation-every-n-epochs" title="Check validation every n epochs" class="md-nav__link">
Check validation every n epochs
</a>
</li>
<li class="md-nav__item">
<a href="#set-how-much-of-the-validation-set-to-check" class="md-nav__link">
<a href="#set-how-much-of-the-validation-set-to-check" title="Set how much of the validation set to check" class="md-nav__link">
Set how much of the validation set to check
</a>
</li>
<li class="md-nav__item">
<a href="#set-how-much-of-the-test-set-to-check" class="md-nav__link">
<a href="#set-how-much-of-the-test-set-to-check" title="Set how much of the test set to check" class="md-nav__link">
Set how much of the test set to check
</a>
</li>
<li class="md-nav__item">
<a href="#set-validation-check-frequency-within-1-training-epoch" class="md-nav__link">
<a href="#set-validation-check-frequency-within-1-training-epoch" title="Set validation check frequency within 1 training epoch" class="md-nav__link">
Set validation check frequency within 1 training epoch
</a>
</li>
<li class="md-nav__item">
<a href="#set-the-number-of-validation-sanity-steps" class="md-nav__link">
<a href="#set-the-number-of-validation-sanity-steps" title="Set the number of validation sanity steps" class="md-nav__link">
Set the number of validation sanity steps
</a>
@@ -739,7 +739,7 @@ Lightning will run 5 steps of validation in the beginning of training as a sanit
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/debugging/index.html
+16 -16
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -428,42 +428,42 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#fast-dev-run" class="md-nav__link">
<a href="#fast-dev-run" title="Fast dev run" class="md-nav__link">
Fast dev run
</a>
</li>
<li class="md-nav__item">
<a href="#inspect-gradient-norms" class="md-nav__link">
<a href="#inspect-gradient-norms" title="Inspect gradient norms" class="md-nav__link">
Inspect gradient norms
</a>
</li>
<li class="md-nav__item">
<a href="#make-model-overfit-on-subset-of-data" class="md-nav__link">
<a href="#make-model-overfit-on-subset-of-data" title="Make model overfit on subset of data" class="md-nav__link">
Make model overfit on subset of data
</a>
</li>
<li class="md-nav__item">
<a href="#print-the-parameter-count-by-layer" class="md-nav__link">
<a href="#print-the-parameter-count-by-layer" title="Print the parameter count by layer" class="md-nav__link">
Print the parameter count by layer
</a>
</li>
<li class="md-nav__item">
<a href="#print-which-gradients-are-nan" class="md-nav__link">
<a href="#print-which-gradients-are-nan" title="Print which gradients are nan" class="md-nav__link">
Print which gradients are nan
</a>
</li>
<li class="md-nav__item">
<a href="#log-gpu-usage" class="md-nav__link">
<a href="#log-gpu-usage" title="Log GPU usage" class="md-nav__link">
Log GPU usage
</a>
@@ -552,42 +552,42 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#fast-dev-run" class="md-nav__link">
<a href="#fast-dev-run" title="Fast dev run" class="md-nav__link">
Fast dev run
</a>
</li>
<li class="md-nav__item">
<a href="#inspect-gradient-norms" class="md-nav__link">
<a href="#inspect-gradient-norms" title="Inspect gradient norms" class="md-nav__link">
Inspect gradient norms
</a>
</li>
<li class="md-nav__item">
<a href="#make-model-overfit-on-subset-of-data" class="md-nav__link">
<a href="#make-model-overfit-on-subset-of-data" title="Make model overfit on subset of data" class="md-nav__link">
Make model overfit on subset of data
</a>
</li>
<li class="md-nav__item">
<a href="#print-the-parameter-count-by-layer" class="md-nav__link">
<a href="#print-the-parameter-count-by-layer" title="Print the parameter count by layer" class="md-nav__link">
Print the parameter count by layer
</a>
</li>
<li class="md-nav__item">
<a href="#print-which-gradients-are-nan" class="md-nav__link">
<a href="#print-which-gradients-are-nan" title="Print which gradients are nan" class="md-nav__link">
Print which gradients are nan
</a>
</li>
<li class="md-nav__item">
<a href="#log-gpu-usage" class="md-nav__link">
<a href="#log-gpu-usage" title="Log GPU usage" class="md-nav__link">
Log GPU usage
</a>
@@ -740,7 +740,7 @@ Use this to debug a full run of your program quickly</p>
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/hooks/index.html
+24 -24
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -444,70 +444,70 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#on_epoch_start" class="md-nav__link">
<a href="#on_epoch_start" title="on_epoch_start" class="md-nav__link">
on_epoch_start
</a>
</li>
<li class="md-nav__item">
<a href="#on_epoch_end" class="md-nav__link">
<a href="#on_epoch_end" title="on_epoch_end" class="md-nav__link">
on_epoch_end
</a>
</li>
<li class="md-nav__item">
<a href="#on_batch_start" class="md-nav__link">
<a href="#on_batch_start" title="on_batch_start" class="md-nav__link">
on_batch_start
</a>
</li>
<li class="md-nav__item">
<a href="#on_batch_end" class="md-nav__link">
<a href="#on_batch_end" title="on_batch_end" class="md-nav__link">
on_batch_end
</a>
</li>
<li class="md-nav__item">
<a href="#on_pre_performance_check" class="md-nav__link">
<a href="#on_pre_performance_check" title="on_pre_performance_check" class="md-nav__link">
on_pre_performance_check
</a>
</li>
<li class="md-nav__item">
<a href="#on_post_performance_check" class="md-nav__link">
<a href="#on_post_performance_check" title="on_post_performance_check" class="md-nav__link">
on_post_performance_check
</a>
</li>
<li class="md-nav__item">
<a href="#on_training_metrics" class="md-nav__link">
<a href="#on_training_metrics" title="on_training_metrics" class="md-nav__link">
on_training_metrics
</a>
</li>
<li class="md-nav__item">
<a href="#optimizer_step" class="md-nav__link">
<a href="#optimizer_step" title="optimizer_step" class="md-nav__link">
optimizer_step
</a>
</li>
<li class="md-nav__item">
<a href="#on_before_zero_grad" class="md-nav__link">
<a href="#on_before_zero_grad" title="on_before_zero_grad" class="md-nav__link">
on_before_zero_grad
</a>
</li>
<li class="md-nav__item">
<a href="#on_after_backward" class="md-nav__link">
<a href="#on_after_backward" title="on_after_backward" class="md-nav__link">
on_after_backward
</a>
@@ -586,70 +586,70 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#on_epoch_start" class="md-nav__link">
<a href="#on_epoch_start" title="on_epoch_start" class="md-nav__link">
on_epoch_start
</a>
</li>
<li class="md-nav__item">
<a href="#on_epoch_end" class="md-nav__link">
<a href="#on_epoch_end" title="on_epoch_end" class="md-nav__link">
on_epoch_end
</a>
</li>
<li class="md-nav__item">
<a href="#on_batch_start" class="md-nav__link">
<a href="#on_batch_start" title="on_batch_start" class="md-nav__link">
on_batch_start
</a>
</li>
<li class="md-nav__item">
<a href="#on_batch_end" class="md-nav__link">
<a href="#on_batch_end" title="on_batch_end" class="md-nav__link">
on_batch_end
</a>
</li>
<li class="md-nav__item">
<a href="#on_pre_performance_check" class="md-nav__link">
<a href="#on_pre_performance_check" title="on_pre_performance_check" class="md-nav__link">
on_pre_performance_check
</a>
</li>
<li class="md-nav__item">
<a href="#on_post_performance_check" class="md-nav__link">
<a href="#on_post_performance_check" title="on_post_performance_check" class="md-nav__link">
on_post_performance_check
</a>
</li>
<li class="md-nav__item">
<a href="#on_training_metrics" class="md-nav__link">
<a href="#on_training_metrics" title="on_training_metrics" class="md-nav__link">
on_training_metrics
</a>
</li>
<li class="md-nav__item">
<a href="#optimizer_step" class="md-nav__link">
<a href="#optimizer_step" title="optimizer_step" class="md-nav__link">
optimizer_step
</a>
</li>
<li class="md-nav__item">
<a href="#on_before_zero_grad" class="md-nav__link">
<a href="#on_before_zero_grad" title="on_before_zero_grad" class="md-nav__link">
on_before_zero_grad
</a>
</li>
<li class="md-nav__item">
<a href="#on_after_backward" class="md-nav__link">
<a href="#on_after_backward" title="on_after_backward" class="md-nav__link">
on_after_backward
</a>
@@ -922,7 +922,7 @@ This is the ideal place to inspect or log gradient information </p>
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
Trainer/index.html
+7 -5
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -524,6 +524,7 @@
<p>But of course the fun is in all the advanced things it can do:</p>
<p><strong>Checkpointing</strong> </p>
<ul>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Checkpointing/#model-saving">Checkpoint callback</a> </li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Checkpointing/#model-saving">Model saving</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/LightningModule/methods/#load-from-metrics">Model loading</a> </li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Checkpointing/#restoring-training-session">Restoring training session</a></li>
@@ -563,8 +564,9 @@
</ul>
<p><strong>Training loop</strong> </p>
<ul>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#accumulated-gradients">Accumulate gradients</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#accumulated-gradients">Accumulate gradients</a> </li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#force-training-for-min-or-max-epochs">Force training for min or max epochs</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#early-stopping">Early stopping callback</a> </li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#force-disable-early-stop">Force disable early stop</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#gradient-clipping">Gradient Clipping</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/hooks/">Hooks</a></li>
@@ -655,7 +657,7 @@
</div>
<script src="../assets/javascripts/application.c648116f.js"></script>
<script src="../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:".."}})</script>
assets/javascripts/application.c648116f.js → assets/javascripts/application.245445c6.js
+1 -1
View File
File diff suppressed because one or more lines are too long
assets/stylesheets/application-palette.a8b3c06d.css → assets/stylesheets/application-palette.01803549.css
+1 -1
View File
File diff suppressed because one or more lines are too long
assets/stylesheets/application.0284f74d.css
+1
View File
File diff suppressed because one or more lines are too long
assets/stylesheets/application.30686662.css
-1
View File
File diff suppressed because one or more lines are too long
examples/Examples/index.html
+14 -14
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="../../assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="../../assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="../../assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -476,14 +476,14 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#template-model-definition" class="md-nav__link">
<a href="#template-model-definition" title="Template model definition" class="md-nav__link">
Template model definition
</a>
</li>
<li class="md-nav__item">
<a href="#trainer-example" class="md-nav__link">
<a href="#trainer-example" title="Trainer Example" class="md-nav__link">
Trainer Example
</a>
@@ -491,21 +491,21 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#cpu-hyperparameter-search" class="md-nav__link">
<a href="#cpu-hyperparameter-search" title="CPU hyperparameter search" class="md-nav__link">
CPU hyperparameter search
</a>
</li>
<li class="md-nav__item">
<a href="#hyperparameter-search-on-a-single-or-multiple-gpus" class="md-nav__link">
<a href="#hyperparameter-search-on-a-single-or-multiple-gpus" title="Hyperparameter search on a single or multiple GPUs" class="md-nav__link">
Hyperparameter search on a single or multiple GPUs
</a>
</li>
<li class="md-nav__item">
<a href="#hyperparameter-search-on-a-slurm-hpc-cluster" class="md-nav__link">
<a href="#hyperparameter-search-on-a-slurm-hpc-cluster" title="Hyperparameter search on a SLURM HPC cluster" class="md-nav__link">
Hyperparameter search on a SLURM HPC cluster
</a>
@@ -551,14 +551,14 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#template-model-definition" class="md-nav__link">
<a href="#template-model-definition" title="Template model definition" class="md-nav__link">
Template model definition
</a>
</li>
<li class="md-nav__item">
<a href="#trainer-example" class="md-nav__link">
<a href="#trainer-example" title="Trainer Example" class="md-nav__link">
Trainer Example
</a>
@@ -566,21 +566,21 @@
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#cpu-hyperparameter-search" class="md-nav__link">
<a href="#cpu-hyperparameter-search" title="CPU hyperparameter search" class="md-nav__link">
CPU hyperparameter search
</a>
</li>
<li class="md-nav__item">
<a href="#hyperparameter-search-on-a-single-or-multiple-gpus" class="md-nav__link">
<a href="#hyperparameter-search-on-a-single-or-multiple-gpus" title="Hyperparameter search on a single or multiple GPUs" class="md-nav__link">
Hyperparameter search on a single or multiple GPUs
</a>
</li>
<li class="md-nav__item">
<a href="#hyperparameter-search-on-a-slurm-hpc-cluster" class="md-nav__link">
<a href="#hyperparameter-search-on-a-slurm-hpc-cluster" title="Hyperparameter search on a SLURM HPC cluster" class="md-nav__link">
Hyperparameter search on a SLURM HPC cluster
</a>
@@ -938,7 +938,7 @@ argument parser you get the default arguments in the argument parser.</p>
</div>
<script src="../../assets/javascripts/application.c648116f.js"></script>
<script src="../../assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"../.."}})</script>
index.html
+36 -35
View File
@@ -34,7 +34,7 @@
<meta name="lang:search.tokenizer" content="[\s\-]+">
<link rel="shortcut icon" href="assets/images/favicon.png">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.2">
<meta name="generator" content="mkdocs-1.0.4, mkdocs-material-4.4.0">
@@ -42,7 +42,7 @@
<link rel="stylesheet" href="assets/stylesheets/application.30686662.css">
<link rel="stylesheet" href="assets/stylesheets/application.0284f74d.css">
@@ -171,7 +171,7 @@
<main class="md-main" role="main">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
@@ -239,105 +239,105 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#new-project-quick-start" class="md-nav__link">
<a href="#new-project-quick-start" title="New project Quick Start" class="md-nav__link">
New project Quick Start
</a>
</li>
<li class="md-nav__item">
<a href="#case-1-bert" class="md-nav__link">
<a href="#case-1-bert" title="Case 1: BERT" class="md-nav__link">
Case 1: BERT
</a>
</li>
<li class="md-nav__item">
<a href="#case-2-cooler-not-bert" class="md-nav__link">
<a href="#case-2-cooler-not-bert" title="Case 2: COOLER NOT BERT" class="md-nav__link">
Case 2: COOLER NOT BERT
</a>
</li>
<li class="md-nav__item">
<a href="#rapid-research-flow" class="md-nav__link">
<a href="#rapid-research-flow" title="Rapid research flow" class="md-nav__link">
Rapid research flow
</a>
</li>
<li class="md-nav__item">
<a href="#templates" class="md-nav__link">
<a href="#templates" title="Templates" class="md-nav__link">
Templates
</a>
</li>
<li class="md-nav__item">
<a href="#docs-shortcuts" class="md-nav__link">
<a href="#docs-shortcuts" title="Docs shortcuts" class="md-nav__link">
Docs shortcuts
</a>
</li>
<li class="md-nav__item">
<a href="#quick-start-examples" class="md-nav__link">
<a href="#quick-start-examples" title="Quick start examples" class="md-nav__link">
Quick start examples
</a>
</li>
<li class="md-nav__item">
<a href="#checkpointing" class="md-nav__link">
<a href="#checkpointing" title="Checkpointing" class="md-nav__link">
Checkpointing
</a>
</li>
<li class="md-nav__item">
<a href="#computing-cluster-slurm" class="md-nav__link">
<a href="#computing-cluster-slurm" title="Computing cluster (SLURM)" class="md-nav__link">
Computing cluster (SLURM)
</a>
</li>
<li class="md-nav__item">
<a href="#debugging" class="md-nav__link">
<a href="#debugging" title="Debugging" class="md-nav__link">
Debugging
</a>
</li>
<li class="md-nav__item">
<a href="#distributed-training" class="md-nav__link">
<a href="#distributed-training" title="Distributed training" class="md-nav__link">
Distributed training
</a>
</li>
<li class="md-nav__item">
<a href="#experiment-logging" class="md-nav__link">
<a href="#experiment-logging" title="Experiment Logging" class="md-nav__link">
Experiment Logging
</a>
</li>
<li class="md-nav__item">
<a href="#training-loop" class="md-nav__link">
<a href="#training-loop" title="Training loop" class="md-nav__link">
Training loop
</a>
</li>
<li class="md-nav__item">
<a href="#validation-loop" class="md-nav__link">
<a href="#validation-loop" title="Validation loop" class="md-nav__link">
Validation loop
</a>
</li>
<li class="md-nav__item">
<a href="#testing-loop" class="md-nav__link">
<a href="#testing-loop" title="Testing loop" class="md-nav__link">
Testing loop
</a>
@@ -613,105 +613,105 @@
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="#new-project-quick-start" class="md-nav__link">
<a href="#new-project-quick-start" title="New project Quick Start" class="md-nav__link">
New project Quick Start
</a>
</li>
<li class="md-nav__item">
<a href="#case-1-bert" class="md-nav__link">
<a href="#case-1-bert" title="Case 1: BERT" class="md-nav__link">
Case 1: BERT
</a>
</li>
<li class="md-nav__item">
<a href="#case-2-cooler-not-bert" class="md-nav__link">
<a href="#case-2-cooler-not-bert" title="Case 2: COOLER NOT BERT" class="md-nav__link">
Case 2: COOLER NOT BERT
</a>
</li>
<li class="md-nav__item">
<a href="#rapid-research-flow" class="md-nav__link">
<a href="#rapid-research-flow" title="Rapid research flow" class="md-nav__link">
Rapid research flow
</a>
</li>
<li class="md-nav__item">
<a href="#templates" class="md-nav__link">
<a href="#templates" title="Templates" class="md-nav__link">
Templates
</a>
</li>
<li class="md-nav__item">
<a href="#docs-shortcuts" class="md-nav__link">
<a href="#docs-shortcuts" title="Docs shortcuts" class="md-nav__link">
Docs shortcuts
</a>
</li>
<li class="md-nav__item">
<a href="#quick-start-examples" class="md-nav__link">
<a href="#quick-start-examples" title="Quick start examples" class="md-nav__link">
Quick start examples
</a>
</li>
<li class="md-nav__item">
<a href="#checkpointing" class="md-nav__link">
<a href="#checkpointing" title="Checkpointing" class="md-nav__link">
Checkpointing
</a>
</li>
<li class="md-nav__item">
<a href="#computing-cluster-slurm" class="md-nav__link">
<a href="#computing-cluster-slurm" title="Computing cluster (SLURM)" class="md-nav__link">
Computing cluster (SLURM)
</a>
</li>
<li class="md-nav__item">
<a href="#debugging" class="md-nav__link">
<a href="#debugging" title="Debugging" class="md-nav__link">
Debugging
</a>
</li>
<li class="md-nav__item">
<a href="#distributed-training" class="md-nav__link">
<a href="#distributed-training" title="Distributed training" class="md-nav__link">
Distributed training
</a>
</li>
<li class="md-nav__item">
<a href="#experiment-logging" class="md-nav__link">
<a href="#experiment-logging" title="Experiment Logging" class="md-nav__link">
Experiment Logging
</a>
</li>
<li class="md-nav__item">
<a href="#training-loop" class="md-nav__link">
<a href="#training-loop" title="Training loop" class="md-nav__link">
Training loop
</a>
</li>
<li class="md-nav__item">
<a href="#validation-loop" class="md-nav__link">
<a href="#validation-loop" title="Validation loop" class="md-nav__link">
Validation loop
</a>
</li>
<li class="md-nav__item">
<a href="#testing-loop" class="md-nav__link">
<a href="#testing-loop" title="Testing loop" class="md-nav__link">
Testing loop
</a>
@@ -845,6 +845,7 @@ You would define a single LightningModule and use flags to switch between your d
</ul>
<h6 id="checkpointing">Checkpointing</h6>
<ul>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Checkpointing/#model-saving">Checkpoint callback</a> </li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Checkpointing/#model-saving">Model saving</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/LightningModule/methods/#load-from-metrics">Model loading</a> </li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Checkpointing/#restoring-training-session">Restoring training session</a></li>
@@ -886,7 +887,7 @@ You would define a single LightningModule and use flags to switch between your d
<ul>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#accumulated-gradients">Accumulate gradients</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#force-training-for-min-or-max-epochs">Force training for min or max epochs</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#early-stopping">Early stopping</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#early-stopping">Early stopping callback</a> </li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#force-disable-early-stop">Force disable early stop</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/Training%20Loop/#gradient-clipping">Gradient Clipping</a></li>
<li><a href="https://williamfalcon.github.io/pytorch-lightning/Trainer/hooks/">Hooks</a></li>
@@ -963,7 +964,7 @@ You would define a single LightningModule and use flags to switch between your d
</div>
<script src="assets/javascripts/application.c648116f.js"></script>
<script src="assets/javascripts/application.245445c6.js"></script>
<script>app.initialize({version:"1.0.4",url:{base:"."}})</script>
search/search_index.json
+1 -1
View File
File diff suppressed because one or more lines are too long
sitemap.xml
+15 -15
View File
@@ -2,77 +2,77 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
<url>
<loc>None</loc>
<lastmod>2019-09-26</lastmod>
<lastmod>2019-10-01</lastmod>
<changefreq>daily</changefreq>
</url>
</urlset>
sitemap.xml.gz
BIN
View File
Binary file not shown.