Across Rubies: charts and cards that say what happened

script/build_results_site.rb

@@ -172,25 +172,29 @@ def entry(report, name)
     report["entries"].find { |e| e["name"] == name }
   end
 
-  # Per report: [i/s, error, relative to the reference's median]. Relative is nil for a suspect or zero result, or a report the reference does not have.
+  # Per report: [i/s, error, relative to the reference's median of the claimed report].
+  # Every report of a benchmark shares that one baseline, so on the chart the higher line is the faster report.
+  # Relative is nil for a suspect or zero result, or when the reference has no usable pass of the claimed report.
   def cross_run(report, names, ref_ips)
     entries = names.each_with_index.map do |name, i|
       e = entry(report, name) or next nil
-      rel = ref_ips[i].empty? || !e["ips"].positive? || e["ips"] > SUSPECT_IPS ? nil : (e["ips"] / median(ref_ips[i])).round(4)
+      rel = ref_ips[0].empty? || !e["ips"].positive? || e["ips"] > SUSPECT_IPS ? nil : sig(e["ips"] / median(ref_ips[0]))
       [e["ips"].round(3), e["error"].to_f.round(1), rel]
     end
     { entries: entries, pass: report["pass"] }
   end
 
-  # The reference itself: its median pass, 1.0 relative to itself.
+  # The reference itself: its median pass, relative to its own claimed report (1.0 for the claimed report).
   def reference_run(passes, names, ref_ips)
     entries = names.each_with_index.map do |name, i|
       es = passes.filter_map { |r| entry(r, name) }
       next nil if es.empty?
 
       usable = es.select { |e| e["ips"].positive? && e["ips"] <= SUSPECT_IPS }
       pick = usable.empty? ? es : usable
-      [median(pick.map { |e| e["ips"] }).round(3), median(pick.map { |e| e["error"].to_f }).round(1), ref_ips[i].empty? ? nil : 1.0]
+      ips = median(pick.map { |e| e["ips"] })
+      rel = ref_ips[0].empty? || ref_ips[i].empty? ? nil : sig(median(ref_ips[i]) / median(ref_ips[0]))
+      [ips.round(3), median(pick.map { |e| e["error"].to_f }).round(1), rel]
     end
     { entries: entries, passes: passes.map { |r| r["pass"] }.sort }
   end
@@ -204,6 +208,11 @@ def variation(ref_ips)
     cvs.empty? ? nil : median(cvs)
   end
 
+  # Four significant digits: a report 27M times slower than the claimed one keeps its value instead of rounding to 0.
+  def sig(value)
+    Float(format("%.4g", value))
+  end
+
   def median(values)
     s = values.sort
     s.size.odd? ? s[s.size / 2] : (s[s.size / 2 - 1] + s[s.size / 2]) / 2.0