Benchmarks for #117427 (EgorBo)

[EgorBot]

Processing dotnet/runtime#117427 (comment) command:

Command

-amd

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;

BenchmarkSwitcher.FromAssembly(typeof(Program).Assembly).Run(args);

public class StringDictionaryDefault
{
    private static readonly Dictionary<string, int> StringDictionary = new ()
    {
        { "DOTNET_ThreadPool_UnfairSemaphoreSpinLimit" + 1, 1 },
        { "Hello World" + 2, 2 },
        { "aa" + 3, 3 }
    };

    [Benchmark] public int LongKey() => StringDictionary["DOTNET_ThreadPool_UnfairSemaphoreSpinLimit1"];
    [Benchmark] public int MediumKey() => StringDictionary["Hello World2"];
    [Benchmark] public int ShortKey() => StringDictionary["aa3"];
}

public class StringDictionaryIgnoreCase
{
    private static readonly Dictionary<string, int> StringDictionary = new(StringComparer.OrdinalIgnoreCase)
    {
        { "DOTNET_ThreadPool_UnfairSemaphoreSpinLimit" + 1, 1 },
        { "Hello World" + 2, 2 },
        { "aa" + 3, 3 }
    };

    [Benchmark] public int LongKey_IgnoreCase() => StringDictionary["DOTNET_ThreadPool_UnfairSemaphoreSpinLimit1"];
    [Benchmark] public int MediumKey_IgnoreCase() => StringDictionary["Hello World2"];
    [Benchmark] public int ShortKey_IgnoreCase() => StringDictionary["aa3"];
}

</details>

(*EgorBot will reply in this issue*)

[EgorBot]

❌ Benchmark validation failed

cc @EgorBo (logs). EgorBot manual: link.

[EgorBo]

@EgorBot -amd

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;

BenchmarkSwitcher.FromAssembly(typeof(Program).Assembly).Run(args);

public class StringDictionaryDefault
{
    private static readonly Dictionary<string, int> StringDictionary = new ()
    {
        { "DOTNET_ThreadPool_UnfairSemaphoreSpinLimit" + 1, 1 },
        { "Hello World" + 2, 2 },
        { "aa" + 3, 3 }
    };

    [Benchmark] public int LongKey() => StringDictionary["DOTNET_ThreadPool_UnfairSemaphoreSpinLimit1"];
    [Benchmark] public int MediumKey() => StringDictionary["Hello World2"];
    [Benchmark] public int ShortKey() => StringDictionary["aa3"];
}

public class StringDictionaryIgnoreCase
{
    private static readonly Dictionary<string, int> StringDictionary = new(StringComparer.OrdinalIgnoreCase)
    {
        { "DOTNET_ThreadPool_UnfairSemaphoreSpinLimit" + 1, 1 },
        { "Hello World" + 2, 2 },
        { "aa" + 3, 3 }
    };

    [Benchmark] public int LongKey_IgnoreCase() => StringDictionary["DOTNET_ThreadPool_UnfairSemaphoreSpinLimit1"];
    [Benchmark] public int MediumKey_IgnoreCase() => StringDictionary["Hello World2"];
    [Benchmark] public int ShortKey_IgnoreCase() => StringDictionary["aa3"];
}

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 16 logical and 8 physical cores
  Job-SHOKNZ : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-QLODHH : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
LongKey_IgnoreCase	Main	28.062 ns	0.0243 ns	1.00
LongKey_IgnoreCase	PR	26.752 ns	0.0182 ns	0.95
MediumKey_IgnoreCase	Main	11.761 ns	0.0124 ns	1.00
MediumKey_IgnoreCase	PR	9.786 ns	0.0066 ns	0.83
ShortKey_IgnoreCase	Main	8.704 ns	0.0069 ns	1.00
ShortKey_IgnoreCase	PR	6.497 ns	0.0023 ns	0.75

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 16 logical and 8 physical cores
  Job-SHOKNZ : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-QLODHH : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
LongKey	Main	13.494 ns	0.0538 ns	1.00
LongKey	PR	11.729 ns	0.0195 ns	0.87
MediumKey	Main	7.403 ns	0.0050 ns	1.00
MediumKey	PR	5.385 ns	0.0092 ns	0.73
ShortKey	Main	5.656 ns	0.0031 ns	1.00
ShortKey	PR	4.290 ns	0.0046 ns	0.76

BDN_Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.