<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
  <channel>
    <title>Regression Testing on Programmer.ie</title>
    <link>http://programmer.ie/tags/regression-testing/</link>
    <description>Recent content in Regression Testing on Programmer.ie</description>
    <generator>Hugo</generator>
    <language>en-us</language>
    <lastBuildDate>Sat, 08 Aug 2026 14:00:00 +0100</lastBuildDate>
    <atom:link href="http://programmer.ie/tags/regression-testing/index.xml" rel="self" type="application/rss+xml" />
    <item>
      <title>Training Regressions and Reproducible Experiments: When Nothing Crashes but the Model Gets Worse</title>
      <link>http://programmer.ie/books/pytorch-zero-to-hero/09b-chapter/</link>
      <pubDate>Sat, 08 Aug 2026 14:00:00 +0100</pubDate>
      <guid>http://programmer.ie/books/pytorch-zero-to-hero/09b-chapter/</guid>
      <description>&lt;h2 id=&#34;pytorch-zero-to-hero--advanced-step-09b&#34;&gt;PyTorch: Zero to Hero — Advanced Step 09B&lt;/h2&gt;&#xA;&lt;p&gt;Most bugs in this book have announced themselves loudly.&lt;/p&gt;&#xA;&lt;p&gt;A tensor had the wrong shape.&lt;/p&gt;&#xA;&lt;p&gt;A parameter had no gradient.&lt;/p&gt;&#xA;&lt;p&gt;A model refused to learn.&lt;/p&gt;&#xA;&lt;p&gt;CUDA ran out of memory.&lt;/p&gt;&#xA;&lt;p&gt;A compiled graph broke or recompiled.&lt;/p&gt;&#xA;&lt;p&gt;But some of the most expensive machine-learning bugs are quieter.&lt;/p&gt;&#xA;&lt;p&gt;The program still runs.&lt;/p&gt;&#xA;&lt;p&gt;The tests still pass.&lt;/p&gt;&#xA;&lt;p&gt;Training still finishes.&lt;/p&gt;&#xA;&lt;p&gt;And yet:&lt;/p&gt;&#xA;&lt;div class=&#34;highlight&#34;&gt;&lt;pre tabindex=&#34;0&#34; style=&#34;color:#f8f8f2;background-color:#272822;-moz-tab-size:4;-o-tab-size:4;tab-size:4;&#34;&gt;&lt;code class=&#34;language-text&#34; data-lang=&#34;text&#34;&gt;&lt;span style=&#34;display:flex;&#34;&gt;&lt;span&gt;validation loss is worse&#xA;&lt;/span&gt;&lt;/span&gt;&lt;span style=&#34;display:flex;&#34;&gt;&lt;span&gt;training takes 12% longer&#xA;&lt;/span&gt;&lt;/span&gt;&lt;span style=&#34;display:flex;&#34;&gt;&lt;span&gt;peak VRAM is 20% higher&#xA;&lt;/span&gt;&lt;/span&gt;&lt;span style=&#34;display:flex;&#34;&gt;&lt;span&gt;gradients became less stable&#xA;&lt;/span&gt;&lt;/span&gt;&lt;span style=&#34;display:flex;&#34;&gt;&lt;span&gt;compile count increased&#xA;&lt;/span&gt;&lt;/span&gt;&lt;span style=&#34;display:flex;&#34;&gt;&lt;span&gt;throughput dropped&#xA;&lt;/span&gt;&lt;/span&gt;&lt;span style=&#34;display:flex;&#34;&gt;&lt;span&gt;convergence needs twice as many steps&#xA;&lt;/span&gt;&lt;/span&gt;&lt;/code&gt;&lt;/pre&gt;&lt;/div&gt;&lt;p&gt;Nothing failed inside the run.&lt;/p&gt;</description>
    </item>
  </channel>
</rss>
