ホーム エクスプローラ ヘルプ
サインイン
cnheider
/
draugr
同期ミラー https://github.com/cnheider/draugr
Watch 1
Star 1
Fork 0
ファイル 課題 0 Wiki
ブランチ: master
ブランチ タグ
draugr
/
docs
/
github
/
html
/
generated
/
draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow.html

draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow.html 16 KB
パーマリンク 履歴 Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213 
  1. 

  2. <!DOCTYPE html>
    3. 

  3. 

  4. <html lang="en">
    5. 

  5.   <head>
    6. 

  6.     <meta charset="utf-8" />
    7. 

  7.     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
    8. 

  8. 

  9.     <title>draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow &#8212; Draugr 1.0.1 documentation</title>
    10. 

  10.     <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
    11. 

  11.     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css" />
    12. 

  12.     <link rel="stylesheet" type="text/css" href="../_static/graphviz.css" />
    13. 

  13.     <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
    14. 

  14.     <script src="../_static/jquery.js"></script>
    15. 

  15.     <script src="../_static/underscore.js"></script>
    16. 

  16.     <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
    17. 

  17.     <script src="../_static/doctools.js"></script>
    18. 

  18.     <link rel="canonical" href="pything.github.io/draugr/generated/draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow.html" />
    19. 

  19.     <link rel="index" title="Index" href="../genindex.html" />
    20. 

  20.     <link rel="search" title="Search" href="../search.html" />
    21. 

  21.     <link rel="next" title="draugr.torch_utilities.optimisation.debugging.gradients.grad_trace" href="draugr.torch_utilities.optimisation.debugging.gradients.grad_trace.html" />
    22. 

  22.     <link rel="prev" title="draugr.torch_utilities.optimisation.debugging.gradients.flow" href="draugr.torch_utilities.optimisation.debugging.gradients.flow.html" />
    23. 

  23.    
    24. 

  24.   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
    25. 

  25.   
    26. 

  26.   
    27. 

  27.   <meta name="viewport" content="width=device-width, initial-scale=0.9, maximum-scale=0.9" />
    28. 

  28. 

  29.   </head><body>
    30. 

  30.   
    31. 

  31. 

  32.     <div class="document">
    33. 

  33.       <div class="documentwrapper">
    34. 

  34.         <div class="bodywrapper">
    35. 

  35.           
    36. 

  36. 

  37.           <div class="body" role="main">
    38. 

  38.             
    39. 

  39.   <section id="draugr-torch-utilities-optimisation-debugging-gradients-flow-plot-grad-flow">
    40. 

  40. <h1>draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow<a class="headerlink" href="#draugr-torch-utilities-optimisation-debugging-gradients-flow-plot-grad-flow" title="Permalink to this heading">¶</a></h1>
    41. 

  41. <dl class="py function">
    42. 

  42. <dt class="sig sig-object py" id="draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow">
    43. 

  43. <span class="sig-prename descclassname"><span class="pre">draugr.torch_utilities.optimisation.debugging.gradients.flow.</span></span><span class="sig-name descname"><span class="pre">plot_grad_flow</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">model</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Module</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">lines</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><span class="pre">bool</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alpha</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><span class="pre">float</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0.5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">line_width</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><span class="pre">float</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1.0</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference external" href="https://docs.python.org/3/library/constants.html#None" title="(in Python v3.10)"><span class="pre">None</span></a></span></span><a class="reference internal" href="../_modules/draugr/torch_utilities/optimisation/debugging/gradients/flow.html#plot_grad_flow"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow" title="Permalink to this definition">¶</a></dt>
    44. 

  44. <dd><p>Plots the gradients flowing through different layers in the net during training.
    45. 

  45. Can be used for checking for possible gradient vanishing / exploding problems.</p>
    46. 

  46. <p>Usage: After value.backwards(), use plot_grad_flow(model) to visualize the gradient flow of model</p>
    47. 

  47. <dl class="field-list simple">
    48. 

  48. <dt class="field-odd">Parameters</dt>
    49. 

  49. <dd class="field-odd"><ul class="simple">
    50. 

  50. <li><p><strong>model</strong> – </p></li>
    51. 

  51. <li><p><strong>lines</strong> – </p></li>
    52. 

  52. <li><p><strong>alpha</strong> – </p></li>
    53. 

  53. <li><p><strong>line_width</strong> – </p></li>
    54. 

  54. </ul>
    55. 

  55. </dd>
    56. 

  56. </dl>
    57. 

  57. </dd></dl>
    58. 

  58. 

  59. </section>
    60. 

  60. 

  61. 

  62.           </div>
    63. 

  63.           
    64. 

  64.         </div>
    65. 

  65.       </div>
    66. 

  66.       <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
    67. 

  67.         <div class="sphinxsidebarwrapper">
    68. 

  68.             <p class="logo"><a href="../index.html">
    69. 

  69.               <img class="logo" src="../_static/valknut.svg" alt="Logo"/>
    70. 

  70.             </a></p>
    71. 

  71. <h1 class="logo"><a href="../index.html">Draugr</a></h1>
    72. 

  72. 

  73. 

  74. 

  75. 

  76. 

  77. 

  78. 

  79. 

  80. <h3>Navigation</h3>
    81. 

  81. <ul class="current">
    82. 

  82. <li class="toctree-l1 current"><a class="reference internal" href="draugr.html">draugr</a><ul class="current">
    83. 

  83. <li class="toctree-l2"><a class="reference internal" href="draugr.dist_is_editable.html">draugr.dist_is_editable</a></li>
    84. 

  84. <li class="toctree-l2"><a class="reference internal" href="draugr.get_version.html">draugr.get_version</a></li>
    85. 

  85. <li class="toctree-l2"><a class="reference internal" href="draugr.dlib_utilities.html">draugr.dlib_utilities</a></li>
    86. 

  86. <li class="toctree-l2"><a class="reference internal" href="draugr.drawers.html">draugr.drawers</a></li>
    87. 

  87. <li class="toctree-l2"><a class="reference internal" href="draugr.entry_points.html">draugr.entry_points</a></li>
    88. 

  88. <li class="toctree-l2"><a class="reference internal" href="draugr.extensions.html">draugr.extensions</a></li>
    89. 

  89. <li class="toctree-l2"><a class="reference internal" href="draugr.ffmpeg_utilities.html">draugr.ffmpeg_utilities</a></li>
    90. 

  90. <li class="toctree-l2"><a class="reference internal" href="draugr.jax_utilities.html">draugr.jax_utilities</a></li>
    91. 

  91. <li class="toctree-l2"><a class="reference internal" href="draugr.metrics.html">draugr.metrics</a></li>
    92. 

  92. <li class="toctree-l2"><a class="reference internal" href="draugr.multiprocessing_utilities.html">draugr.multiprocessing_utilities</a></li>
    93. 

  93. <li class="toctree-l2"><a class="reference internal" href="draugr.numpy_utilities.html">draugr.numpy_utilities</a></li>
    94. 

  94. <li class="toctree-l2"><a class="reference internal" href="draugr.opencv_utilities.html">draugr.opencv_utilities</a></li>
    95. 

  95. <li class="toctree-l2"><a class="reference internal" href="draugr.os_utilities.html">draugr.os_utilities</a></li>
    96. 

  96. <li class="toctree-l2"><a class="reference internal" href="draugr.pandas_utilities.html">draugr.pandas_utilities</a></li>
    97. 

  97. <li class="toctree-l2"><a class="reference internal" href="draugr.pygame_utilities.html">draugr.pygame_utilities</a></li>
    98. 

  98. <li class="toctree-l2"><a class="reference internal" href="draugr.python_utilities.html">draugr.python_utilities</a></li>
    99. 

  99. <li class="toctree-l2"><a class="reference internal" href="draugr.random_utilities.html">draugr.random_utilities</a></li>
    100. 

  100. <li class="toctree-l2"><a class="reference internal" href="draugr.scipy_utilities.html">draugr.scipy_utilities</a></li>
    101. 

  101. <li class="toctree-l2"><a class="reference internal" href="draugr.stopping.html">draugr.stopping</a></li>
    102. 

  102. <li class="toctree-l2"><a class="reference internal" href="draugr.tensorboard_utilities.html">draugr.tensorboard_utilities</a></li>
    103. 

  103. <li class="toctree-l2"><a class="reference internal" href="draugr.threading_utilities.html">draugr.threading_utilities</a></li>
    104. 

  104. <li class="toctree-l2 current"><a class="reference internal" href="draugr.torch_utilities.html">draugr.torch_utilities</a><ul class="current">
    105. 

  105. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.architectures.html">draugr.torch_utilities.architectures</a></li>
    106. 

  106. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.datasets.html">draugr.torch_utilities.datasets</a></li>
    107. 

  107. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.distributions.html">draugr.torch_utilities.distributions</a></li>
    108. 

  108. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.evaluation.html">draugr.torch_utilities.evaluation</a></li>
    109. 

  109. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.exporting.html">draugr.torch_utilities.exporting</a></li>
    110. 

  110. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.generators.html">draugr.torch_utilities.generators</a></li>
    111. 

  111. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.images.html">draugr.torch_utilities.images</a></li>
    112. 

  112. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.opencv.html">draugr.torch_utilities.opencv</a></li>
    113. 

  113. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.operations.html">draugr.torch_utilities.operations</a></li>
    114. 

  114. <li class="toctree-l3 current"><a class="reference internal" href="draugr.torch_utilities.optimisation.html">draugr.torch_utilities.optimisation</a><ul class="current">
    115. 

  115. <li class="toctree-l4 current"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.html">draugr.torch_utilities.optimisation.debugging</a><ul class="current">
    116. 

  116. <li class="toctree-l5 current"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.gradients.html">draugr.torch_utilities.optimisation.debugging.gradients</a><ul class="current">
    117. 

  117. <li class="toctree-l6"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.gradients.checking.html">draugr.torch_utilities.optimisation.debugging.gradients.checking</a></li>
    118. 

  118. <li class="toctree-l6 current"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.gradients.flow.html">draugr.torch_utilities.optimisation.debugging.gradients.flow</a><ul class="current">
    119. 

  119. <li class="toctree-l7 current"><a class="current reference internal" href="#">draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow</a></li>
    120. 

  120. </ul>
    121. 

  121. </li>
    122. 

  122. <li class="toctree-l6"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.gradients.grad_trace.html">draugr.torch_utilities.optimisation.debugging.gradients.grad_trace</a></li>
    123. 

  123. <li class="toctree-l6"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.gradients.guided.html">draugr.torch_utilities.optimisation.debugging.gradients.guided</a></li>
    124. 

  124. </ul>
    125. 

  125. </li>
    126. 

  126. <li class="toctree-l5"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.layer_fetching.html">draugr.torch_utilities.optimisation.debugging.layer_fetching</a></li>
    127. 

  127. <li class="toctree-l5"><a class="reference internal" href="draugr.torch_utilities.optimisation.debugging.opt_verification.html">draugr.torch_utilities.optimisation.debugging.opt_verification</a></li>
    128. 

  128. </ul>
    129. 

  129. </li>
    130. 

  130. <li class="toctree-l4"><a class="reference internal" href="draugr.torch_utilities.optimisation.parameters.html">draugr.torch_utilities.optimisation.parameters</a></li>
    131. 

  131. <li class="toctree-l4"><a class="reference internal" href="draugr.torch_utilities.optimisation.scheduling.html">draugr.torch_utilities.optimisation.scheduling</a></li>
    132. 

  132. <li class="toctree-l4"><a class="reference internal" href="draugr.torch_utilities.optimisation.stopping.html">draugr.torch_utilities.optimisation.stopping</a></li>
    133. 

  133. <li class="toctree-l4"><a class="reference internal" href="draugr.torch_utilities.optimisation.updates.html">draugr.torch_utilities.optimisation.updates</a></li>
    134. 

  134. </ul>
    135. 

  135. </li>
    136. 

  136. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.persistence.html">draugr.torch_utilities.persistence</a></li>
    137. 

  137. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.sessions.html">draugr.torch_utilities.sessions</a></li>
    138. 

  138. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.system.html">draugr.torch_utilities.system</a></li>
    139. 

  139. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.tensors.html">draugr.torch_utilities.tensors</a></li>
    140. 

  140. <li class="toctree-l3"><a class="reference internal" href="draugr.torch_utilities.writers.html">draugr.torch_utilities.writers</a></li>
    141. 

  141. </ul>
    142. 

  142. </li>
    143. 

  143. <li class="toctree-l2"><a class="reference internal" href="draugr.tqdm_utilities.html">draugr.tqdm_utilities</a></li>
    144. 

  144. <li class="toctree-l2"><a class="reference internal" href="draugr.visualisation.html">draugr.visualisation</a></li>
    145. 

  145. <li class="toctree-l2"><a class="reference internal" href="draugr.writers.html">draugr.writers</a></li>
    146. 

  146. </ul>
    147. 

  147. </li>
    148. 

  148. </ul>
    149. 

  149. <p class="caption" role="heading"><span class="caption-text">Notes</span></p>
    150. 

  150. <ul>
    151. 

  151. <li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a></li>
    152. 

  152. </ul>
    153. 

  153. 

  154. <div class="relations">
    155. 

  155. <h3>Related Topics</h3>
    156. 

  156. <ul>
    157. 

  157.   <li><a href="../index.html">Documentation overview</a><ul>
    158. 

  158.   <li><a href="draugr.html">draugr</a><ul>
    159. 

  159.   <li><a href="draugr.torch_utilities.html">draugr.torch_utilities</a><ul>
    160. 

  160.   <li><a href="draugr.torch_utilities.optimisation.html">draugr.torch_utilities.optimisation</a><ul>
    161. 

  161.   <li><a href="draugr.torch_utilities.optimisation.debugging.html">draugr.torch_utilities.optimisation.debugging</a><ul>
    162. 

  162.   <li><a href="draugr.torch_utilities.optimisation.debugging.gradients.html">draugr.torch_utilities.optimisation.debugging.gradients</a><ul>
    163. 

  163.   <li><a href="draugr.torch_utilities.optimisation.debugging.gradients.flow.html">draugr.torch_utilities.optimisation.debugging.gradients.flow</a><ul>
    164. 

  164.       <li>Previous: <a href="draugr.torch_utilities.optimisation.debugging.gradients.flow.html" title="previous chapter">draugr.torch_utilities.optimisation.debugging.gradients.flow</a></li>
    165. 

  165.       <li>Next: <a href="draugr.torch_utilities.optimisation.debugging.gradients.grad_trace.html" title="next chapter">draugr.torch_utilities.optimisation.debugging.gradients.grad_trace</a></li>
    166. 

  166.   </ul></li>
    167. 

  167.   </ul></li>
    168. 

  168.   </ul></li>
    169. 

  169.   </ul></li>
    170. 

  170.   </ul></li>
    171. 

  171.   </ul></li>
    172. 

  172.   </ul></li>
    173. 

  173. </ul>
    174. 

  174. </div>
    175. 

  175. <div id="searchbox" style="display: none" role="search">
    176. 

  176.   <h3 id="searchlabel">Quick search</h3>
    177. 

  177.     <div class="searchformwrapper">
    178. 

  178.     <form class="search" action="../search.html" method="get">
    179. 

  179.       <input type="text" name="q" aria-labelledby="searchlabel" autocomplete="off" autocorrect="off" autocapitalize="off" spellcheck="false"/>
    180. 

  180.       <input type="submit" value="Go" />
    181. 

  181.     </form>
    182. 

  182.     </div>
    183. 

  183. </div>
    184. 

  184. <script>document.getElementById('searchbox').style.display = "block"</script>
    185. 

  185. 

  186. 

  187. 

  188. 

  189. 

  190. 

  191. 

  192. 

  193.         </div>
    194. 

  194.       </div>
    195. 

  195.       <div class="clearer"></div>
    196. 

  196.     </div>
    197. 

  197.     <div class="footer">
    198. 

  198.       &copy;.
    199. 

  199.       
    200. 

  200.       |
    201. 

  201.       Powered by <a href="http://sphinx-doc.org/">Sphinx 5.0.2</a>
    202. 

  202.       &amp; <a href="https://github.com/bitprophet/alabaster">Alabaster 0.7.12</a>
    203. 

  203.       
    204. 

  204.       |
    205. 

  205.       <a href="../_sources/generated/draugr.torch_utilities.optimisation.debugging.gradients.flow.plot_grad_flow.rst.txt"
    206. 

  206.           rel="nofollow">Page source</a>
    207. 

  207.     </div>
    208. 

  208. 

  209.     
    210. 

  210. 

  211.     
    212. 

  212.   </body>
    213. 

  213. </html>
    214.