mirror of
https://github.com/wassname/pytorch-lightning.git
synced 2026-09-09 11:32:07 +08:00
Deployed 1de54e5 with MkDocs version: 1.0.4
This commit is contained in:
+30
-4
@@ -59,12 +59,16 @@
|
||||
|
||||
<li><a class="toctree-l3" href="#quick-start">Quick start</a></li>
|
||||
|
||||
<li><a class="toctree-l3" href="#quick-start-examples">Quick start examples</a></li>
|
||||
|
||||
<li><a class="toctree-l3" href="#distributed-training">Distributed training</a></li>
|
||||
|
||||
<li><a class="toctree-l3" href="#mixed-precision-training">Mixed precision training</a></li>
|
||||
<li><a class="toctree-l3" href="#checkpointing">Checkpointing</a></li>
|
||||
|
||||
<li><a class="toctree-l3" href="#computing-cluster-slurm">Computing cluster (SLURM)</a></li>
|
||||
|
||||
<li><a class="toctree-l3" href="#common-training-use-cases">Common training use cases</a></li>
|
||||
|
||||
</ul>
|
||||
|
||||
|
||||
@@ -109,6 +113,11 @@
|
||||
<h1 id="pytorch-lightning-documentation">PYTORCH-LIGHTNING DOCUMENTATION</h1>
|
||||
<h6 id="quick-start">Quick start</h6>
|
||||
<ul>
|
||||
<li>Define a lightning model </li>
|
||||
<li>Set up the trainer </li>
|
||||
</ul>
|
||||
<h6 id="quick-start-examples">Quick start examples</h6>
|
||||
<ul>
|
||||
<li>CPU example </li>
|
||||
<li>Single GPU example </li>
|
||||
<li>Multi-gpu example </li>
|
||||
@@ -120,15 +129,32 @@
|
||||
<li>Multi-gpu </li>
|
||||
<li>Multi-node </li>
|
||||
</ul>
|
||||
<h6 id="mixed-precision-training">Mixed precision training</h6>
|
||||
<h6 id="checkpointing">Checkpointing</h6>
|
||||
<ul>
|
||||
<li>16-bit mixed precision</li>
|
||||
<li>Model saving</li>
|
||||
<li>Model loading </li>
|
||||
</ul>
|
||||
<h6 id="computing-cluster-slurm">Computing cluster (SLURM)</h6>
|
||||
<ul>
|
||||
<li>Automatic checkpointing </li>
|
||||
<li>Automatic saving, loading </li>
|
||||
<li>Walltime auto-resubmit </li>
|
||||
</ul>
|
||||
<h6 id="common-training-use-cases">Common training use cases</h6>
|
||||
<ul>
|
||||
<li>16-bit mixed precision</li>
|
||||
<li>Accumulate gradients</li>
|
||||
<li>Check val many times during 1 training epoch</li>
|
||||
<li>Check GPU usage</li>
|
||||
<li>Check validation every n epochs</li>
|
||||
<li>Check which gradients are nan</li>
|
||||
<li>Inspect gradient norms</li>
|
||||
<li>Learning rate annealing</li>
|
||||
<li>Make model overfit on subset of data</li>
|
||||
<li>Min, max epochs</li>
|
||||
<li>Multiple optimizers (like GANs)</li>
|
||||
<li>Run a sanity check of model val and tng step</li>
|
||||
<li>Set how much of the tng, val, test sets to check (1-100%)</li>
|
||||
</ul>
|
||||
|
||||
</div>
|
||||
@@ -171,5 +197,5 @@
|
||||
|
||||
<!--
|
||||
MkDocs version : 1.0.4
|
||||
Build Date UTC : 2019-06-26 23:17:24
|
||||
Build Date UTC : 2019-06-27 00:15:27
|
||||
-->
|
||||
|
||||
@@ -1 +1 @@
|
||||
{"config":{"lang":["en"],"prebuild_index":false,"separator":"[\\s\\-]+"},"docs":[{"location":"","text":"PYTORCH-LIGHTNING DOCUMENTATION Quick start CPU example Single GPU example Multi-gpu example SLURM cluster example Distributed training Single-gpu Multi-gpu Multi-node Mixed precision training 16-bit mixed precision Computing cluster (SLURM) Automatic checkpointing Automatic saving, loading Walltime auto-resubmit","title":"PYTORCH-LIGHTNING DOCUMENTATION"},{"location":"#pytorch-lightning-documentation","text":"","title":"PYTORCH-LIGHTNING DOCUMENTATION"},{"location":"#quick-start","text":"CPU example Single GPU example Multi-gpu example SLURM cluster example","title":"Quick start"},{"location":"#distributed-training","text":"Single-gpu Multi-gpu Multi-node","title":"Distributed training"},{"location":"#mixed-precision-training","text":"16-bit mixed precision","title":"Mixed precision training"},{"location":"#computing-cluster-slurm","text":"Automatic checkpointing Automatic saving, loading Walltime auto-resubmit","title":"Computing cluster (SLURM)"}]}
|
||||
{"config":{"lang":["en"],"prebuild_index":false,"separator":"[\\s\\-]+"},"docs":[{"location":"","text":"PYTORCH-LIGHTNING DOCUMENTATION Quick start Define a lightning model Set up the trainer Quick start examples CPU example Single GPU example Multi-gpu example SLURM cluster example Distributed training Single-gpu Multi-gpu Multi-node Checkpointing Model saving Model loading Computing cluster (SLURM) Automatic checkpointing Automatic saving, loading Walltime auto-resubmit Common training use cases 16-bit mixed precision Accumulate gradients Check val many times during 1 training epoch Check GPU usage Check validation every n epochs Check which gradients are nan Inspect gradient norms Learning rate annealing Make model overfit on subset of data Min, max epochs Multiple optimizers (like GANs) Run a sanity check of model val and tng step Set how much of the tng, val, test sets to check (1-100%)","title":"PYTORCH-LIGHTNING DOCUMENTATION"},{"location":"#pytorch-lightning-documentation","text":"","title":"PYTORCH-LIGHTNING DOCUMENTATION"},{"location":"#quick-start","text":"Define a lightning model Set up the trainer","title":"Quick start"},{"location":"#quick-start-examples","text":"CPU example Single GPU example Multi-gpu example SLURM cluster example","title":"Quick start examples"},{"location":"#distributed-training","text":"Single-gpu Multi-gpu Multi-node","title":"Distributed training"},{"location":"#checkpointing","text":"Model saving Model loading","title":"Checkpointing"},{"location":"#computing-cluster-slurm","text":"Automatic checkpointing Automatic saving, loading Walltime auto-resubmit","title":"Computing cluster (SLURM)"},{"location":"#common-training-use-cases","text":"16-bit mixed precision Accumulate gradients Check val many times during 1 training epoch Check GPU usage Check validation every n epochs Check which gradients are nan Inspect gradient norms Learning rate annealing Make model overfit on subset of data Min, max epochs Multiple optimizers (like GANs) Run a sanity check of model val and tng step Set how much of the tng, val, test sets to check (1-100%)","title":"Common training use cases"}]}
|
||||
Binary file not shown.
Reference in New Issue
Block a user