Benchmarks for dotnet/runtime#126678 (for @tannergooding)

[EgorBot]

Processing benchmark request from PR dotnet/runtime#126678.

Targets: ubuntu24_azure_cobalt100, macos15_helix_arm64
Commits: main;PR_126678

• ubuntu24_azure_cobalt100: live logs
• macos15_helix_arm64: live logs

Results will be posted here once they are ready.

[EgorBot]

Results for macos15_helix_arm64

@tannergooding

BenchmarkDotNet v0.15.8, macOS Sequoia 15.4.1 (24E263) [Darwin 24.4.0]
Apple M4, 1 CPU, 10 logical and 10 physical cores
.NET SDK 11.0.100-preview.4.26208.106
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	45.35 μs	0.050 μs	1.00	-	NA
TokenSerialization	main	49.82 μs	0.059 μs	1.10	-	NA

[EgorBot]

Results for ubuntu24_azure_cobalt100

@tannergooding

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)
Neoverse-N2, 8 physical cores
.NET SDK 11.0.100-preview.4.26208.106
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	91.90 μs	0.032 μs	1.00	-	NA
TokenSerialization	main	99.55 μs	0.047 μs	1.08	-	NA

Full logs

[EgorBot]

Benchmark job submitted. The results will be posted here once they are ready.

• macos15_helix_arm64: live logs
• ubuntu24_azure_cobalt100: live logs

[tannergooding]

@EgorBot -linux_azure_arm -arm

using System.Text;
using System.Text.Json;
using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;

BenchmarkSwitcher.FromAssembly(typeof(Benchmarks).Assembly).Run(args);

[MemoryDiagnoser]
public class Benchmarks
{
    // ── TokenSerialization fields ────────────────────────────────────────────
    private List<object> _tokenObjects;
    [ThreadStatic] static Utf8JsonWriter t_writer;
    [ThreadStatic] static MemoryStream t_stream;

    [GlobalSetup]
    public void Setup()
    {
        // TokenSerialization
        _tokenObjects = new List<object>(200);
        for (int i = 0; i < 200; i++)
        {
            if (i % 3 == 0)
                _tokenObjects.Add(GenerateRecordJson(1));
            else
                _tokenObjects.Add(new Dictionary<string, object>
                {
                    ["seq"] = i,
                    ["label"] = $"item_{i}",
                    ["blob"] = new byte[100]
                });
        }
    }

    private static string GenerateRecordJson(int targetSizeKb = 150)
    {
        var sb = new StringBuilder(targetSizeKb * 1024 + 512);
        sb.Append("{");
        sb.Append("\"TypeName\":\"product\",");
        sb.Append("\"CategoryCode\":1,");
        sb.Append("\"Label\":\"Product\",");
        sb.Append("\"IsAction\":false,");
        sb.Append("\"IsActionMember\":false,");
        sb.Append("\"IsTrackingEnabled\":true,");
        sb.Append("\"IsAvailableLocal\":true,");
        sb.Append("\"IsChildRecord\":false,");
        sb.Append("\"IsLinksEnabled\":true,");
        sb.Append("\"IsCustomRecord\":false,");
        sb.Append("\"PrimaryKeyField\":\"productid\",");
        sb.Append("\"PrimaryLabelField\":\"title\",");
        sb.Append("\"Fields\":[");
        int targetBytes = targetSizeKb * 1024;
        int fieldIndex = 0;
        bool firstField = true;
        while (sb.Length < targetBytes - 512)
        {
            if (!firstField) sb.Append(",");
            firstField = false;
            sb.Append("{");
            sb.Append($"\"TypeName\":\"field_{fieldIndex}\",");
            sb.Append($"\"InternalName\":\"Field_{fieldIndex}\",");
            sb.Append($"\"FieldType\":\"String\",");
            sb.Append($"\"Label\":\"Field {fieldIndex}\",");
            sb.Append($"\"MaxSize\":100,");
            sb.Append($"\"IsReadable\":true,");
            sb.Append($"\"IsCreatable\":true,");
            sb.Append($"\"IsUpdatable\":true,");
            sb.Append($"\"IsTrackingEnabled\":false,");
            sb.Append($"\"IsPrimaryKey\":false,");
            sb.Append($"\"IsVirtual\":false,");
            sb.Append($"\"Requirement\":\"None\"");
            sb.Append("}");
            fieldIndex++;
        }
        sb.Append("]");
        sb.Append("}");
        return sb.ToString();
    }

    [Benchmark]
    public void TokenSerialization()
    {
        var stream = t_stream ??= new MemoryStream(64 * 1024);
        stream.Position = 0;
        stream.SetLength(0);
        var writer = t_writer;
        if (writer == null)
        {
            writer = new Utf8JsonWriter(stream, new JsonWriterOptions { SkipValidation = true });
            t_writer = writer;
        }
        else
            writer.Reset(stream);
        writer.WriteStartObject();
        writer.WriteStartArray("Catalog");
        foreach (var token in _tokenObjects)
        {
            if (token is string strToken)
            {
                if (!string.IsNullOrEmpty(strToken))
                    writer.WriteRawValue(strToken);
            }
            else if (token is Dictionary<string, object> dictToken)
            {
                writer.WriteStartObject();
                foreach (var kvp in dictToken)
                {
                    writer.WritePropertyName(kvp.Key);
                    JsonSerializer.Serialize(writer, kvp.Value);
                }
                writer.WriteEndObject();
            }
        }
        writer.WriteEndArray();
        writer.WriteEndObject();
        writer.Flush();
        if (stream.Length == 0) throw new Exception("unreachable");
    }
}

[EgorBot]

Benchmark job submitted. The results will be posted here once they are ready.

• ubuntu24_azure_cobalt100: live logs
• macos15_helix_arm64: live logs

[EgorBot]

Results for macos15_helix_arm64

@tannergooding

BenchmarkDotNet v0.15.8, macOS Sequoia 15.4.1 (24E263) [Darwin 24.4.0]
Apple M2, 1 CPU, 8 logical and 8 physical cores
.NET SDK 11.0.100-preview.4.26208.110
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio
Medium	PR #126678	2.895 ns	0.0533 ns	1.00
Medium	main	3.668 ns	0.0600 ns	1.27

Full logs

[EgorBot]

Results for ubuntu24_azure_cobalt100

@tannergooding

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)
Neoverse-N2, 8 physical cores
.NET SDK 11.0.100-preview.4.26208.110
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio
Medium	PR #126678	6.746 ns	0.0008 ns	1.00
Medium	main	7.587 ns	0.0017 ns	1.12

Full logs

[EgorBot]

Results for macos15_helix_arm64

@tannergooding

BenchmarkDotNet v0.15.8, macOS Sequoia 15.3.1 (24D70) [Darwin 24.3.0]
Apple M2, 1 CPU, 8 logical and 8 physical cores
.NET SDK 11.0.100-preview.4.26208.110
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	62.74 μs	0.336 μs	1.00	-	NA
TokenSerialization	main	65.18 μs	0.121 μs	1.04	-	NA

Full logs

[EgorBot]

Results for ubuntu24_azure_cobalt100

@tannergooding

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)
Neoverse-N2, 8 physical cores
.NET SDK 11.0.100-preview.4.26208.110
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	97.32 μs	0.034 μs	1.00	-	NA
TokenSerialization	main	98.96 μs	0.035 μs	1.02	-	NA

Full logs

[tannergooding]

@EgorBot -linux_azure_arm -arm -linux_arm -aws_arm -aws_amd -profiler

using System.Text;
using System.Text.Json;
using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;

BenchmarkSwitcher.FromAssembly(typeof(Benchmarks).Assembly).Run(args);

[MemoryDiagnoser]
public class Benchmarks
{
    // ── TokenSerialization fields ────────────────────────────────────────────
    private List<object> _tokenObjects;
    [ThreadStatic] static Utf8JsonWriter t_writer;
    [ThreadStatic] static MemoryStream t_stream;

    [GlobalSetup]
    public void Setup()
    {
        // TokenSerialization
        _tokenObjects = new List<object>(200);
        for (int i = 0; i < 200; i++)
        {
            if (i % 3 == 0)
                _tokenObjects.Add(GenerateRecordJson(1));
            else
                _tokenObjects.Add(new Dictionary<string, object>
                {
                    ["seq"] = i,
                    ["label"] = $"item_{i}",
                    ["blob"] = new byte[100]
                });
        }
    }

    private static string GenerateRecordJson(int targetSizeKb = 150)
    {
        var sb = new StringBuilder(targetSizeKb * 1024 + 512);
        sb.Append("{");
        sb.Append("\"TypeName\":\"product\",");
        sb.Append("\"CategoryCode\":1,");
        sb.Append("\"Label\":\"Product\",");
        sb.Append("\"IsAction\":false,");
        sb.Append("\"IsActionMember\":false,");
        sb.Append("\"IsTrackingEnabled\":true,");
        sb.Append("\"IsAvailableLocal\":true,");
        sb.Append("\"IsChildRecord\":false,");
        sb.Append("\"IsLinksEnabled\":true,");
        sb.Append("\"IsCustomRecord\":false,");
        sb.Append("\"PrimaryKeyField\":\"productid\",");
        sb.Append("\"PrimaryLabelField\":\"title\",");
        sb.Append("\"Fields\":[");
        int targetBytes = targetSizeKb * 1024;
        int fieldIndex = 0;
        bool firstField = true;
        while (sb.Length < targetBytes - 512)
        {
            if (!firstField) sb.Append(",");
            firstField = false;
            sb.Append("{");
            sb.Append($"\"TypeName\":\"field_{fieldIndex}\",");
            sb.Append($"\"InternalName\":\"Field_{fieldIndex}\",");
            sb.Append($"\"FieldType\":\"String\",");
            sb.Append($"\"Label\":\"Field {fieldIndex}\",");
            sb.Append($"\"MaxSize\":100,");
            sb.Append($"\"IsReadable\":true,");
            sb.Append($"\"IsCreatable\":true,");
            sb.Append($"\"IsUpdatable\":true,");
            sb.Append($"\"IsTrackingEnabled\":false,");
            sb.Append($"\"IsPrimaryKey\":false,");
            sb.Append($"\"IsVirtual\":false,");
            sb.Append($"\"Requirement\":\"None\"");
            sb.Append("}");
            fieldIndex++;
        }
        sb.Append("]");
        sb.Append("}");
        return sb.ToString();
    }

    [Benchmark]
    public void TokenSerialization()
    {
        var stream = t_stream ??= new MemoryStream(64 * 1024);
        stream.Position = 0;
        stream.SetLength(0);
        var writer = t_writer;
        if (writer == null)
        {
            writer = new Utf8JsonWriter(stream, new JsonWriterOptions { SkipValidation = true });
            t_writer = writer;
        }
        else
            writer.Reset(stream);
        writer.WriteStartObject();
        writer.WriteStartArray("Catalog");
        foreach (var token in _tokenObjects)
        {
            if (token is string strToken)
            {
                if (!string.IsNullOrEmpty(strToken))
                    writer.WriteRawValue(strToken);
            }
            else if (token is Dictionary<string, object> dictToken)
            {
                writer.WriteStartObject();
                foreach (var kvp in dictToken)
                {
                    writer.WritePropertyName(kvp.Key);
                    JsonSerializer.Serialize(writer, kvp.Value);
                }
                writer.WriteEndObject();
            }
        }
        writer.WriteEndArray();
        writer.WriteEndObject();
        writer.Flush();
        if (stream.Length == 0) throw new Exception("unreachable");
    }
}

[EgorBot]

Benchmark job submitted. The results will be posted here once they are ready.

• ubuntu24_azure_cobalt100: live logs
• macos15_helix_arm64: live logs
• ubuntu24_azure_cobalt100: live logs
• ubuntu24_aws_graviton4: live logs
• ubuntu24_aws_genoa: live logs

[EgorBot]

Results for macos15_helix_arm64

@tannergooding

BenchmarkDotNet v0.15.8, macOS Sequoia 15.4.1 (24E263) [Darwin 24.4.0]
Apple M2, 1 CPU, 8 logical and 8 physical cores
.NET SDK 11.0.100-preview.4.26210.111
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	59.83 μs	0.107 μs	1.00	-	NA
TokenSerialization	main	64.74 μs	0.112 μs	1.08	-	NA

BDN profiler traces (speedscope)

• Benchmarks.TokenSerialization-_main_corerun-20260410-192634
• Benchmarks.TokenSerialization-_PR #126678_corerun-20260410-192628

Full logs

[EgorBot]

Results for ubuntu24_aws_genoa

@tannergooding

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)
AMD EPYC 9R14 2.60GHz, 1 CPU, 8 logical and 8 physical cores
.NET SDK 11.0.100-preview.4.26210.111
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	69.63 μs	0.045 μs	1.00	-	NA
TokenSerialization	main	66.52 μs	0.083 μs	0.96	-	NA

Profiling artifacts

Benchmarks.TokenSerialization:

	main	PR_126678
flamegraph	link	link
functions	link	link
asm	link	link
stats	link	link
speedscope	link	link

Full logs

[EgorBot]

Results for ubuntu24_aws_graviton4

@tannergooding

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04 LTS (Noble Numbat)
Neoverse-V2, 8 physical cores
.NET SDK 11.0.100-preview.4.26210.111
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	93.40 μs	0.108 μs	1.00	-	NA
TokenSerialization	main	105.48 μs	0.039 μs	1.13	-	NA

Profiling artifacts

Benchmarks.TokenSerialization:

	main	PR_126678
flamegraph	link	link
functions	link	link
asm	link	link
stats	link	link
speedscope	link	link

Full logs

[EgorBot]

Results for ubuntu24_azure_cobalt100

@tannergooding

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)
Neoverse-N2, 8 physical cores
.NET SDK 11.0.100-preview.4.26210.111
  [Host]     : .NET 10.0.5 (10.0.5, 10.0.526.15411), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #126678	91.75 μs	0.056 μs	1.00	-	NA
TokenSerialization	main	101.23 μs	0.030 μs	1.10	-	NA

Profiling artifacts

Benchmarks.TokenSerialization:

	main	PR_126678
flamegraph	link	link
functions	link	link
asm	link	link
stats	link	link
speedscope	link	link

Full logs