dotnet__skills/data/dotnet-data.json

{
  "entries": {
    "Efficiency": [
      {
        "benches": [
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 162.9,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 1061034.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 160.0,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 1077796.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 84.4,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 406126.0,
            "unit": "tokens"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 181.0,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 1099261.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 170.0,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 1086709.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 173.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 979649.0,
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.55,
            "notActivated": true,
            "unit": "seconds",
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 164.1
          },
          {
            "overfittingScore": 0.55,
            "notActivated": true,
            "unit": "tokens",
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 831356.0
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 313.8,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 1767560.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 165.7,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 740919.0,
            "unit": "tokens"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 106.9,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 592245.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 125.5,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 634147.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 45.4,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 262702.0,
            "unit": "tokens"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 158.3,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 833392.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 192.9,
            "unit": "seconds",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 1223474.0,
            "unit": "tokens",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 163.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 785394.0,
            "unit": "tokens"
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 92.2,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 328279.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 93.0,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 266562.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 50.6,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 127988.0,
            "unit": "tokens"
          }
        ],
        "date": 1788627833663,
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "tool": "customSmallerIsBetter",
        "model": "claude-haiku-4.5"
      },
      {
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 2.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 26577.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 6.5,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 58368.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 5.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 12061.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 8.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 73207.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 8.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 90076.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 3.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 11894.0,
            "unit": "tokens"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 8.3,
            "unit": "seconds"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 64421.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 6.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 73633.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 9.0,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 64677.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 5.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 57075.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 7.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 73033.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 3.0,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 11772.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 6.7,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 57867.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 7.4,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 58181.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 8.4,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 63091.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 4.0,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 56000.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 4.7,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 56687.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 6.1,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 36178.0,
            "unit": "tokens"
          }
        ],
        "date": 1788627833746,
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "tool": "customSmallerIsBetter",
        "model": "gpt-5.3-codex"
      },
      {
        "benches": [
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 199.2,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 947042.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 178.1,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 778329.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 217.0,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 929343.0,
            "unit": "tokens"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 208.3,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 888580.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 156.1,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 569896.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 187.0,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 616279.0,
            "unit": "tokens"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 296.4,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 2073356.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 125.5,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 556266.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 169.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 676151.0,
            "unit": "tokens"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 140.3,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 644416.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 57.9,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 252265.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 68.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 200055.0,
            "unit": "tokens"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 122.0,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 483732.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 191.4,
            "unit": "seconds",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 600109.0,
            "unit": "tokens",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 175.4,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 641535.0,
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.43,
            "notActivated": true,
            "unit": "seconds",
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 241.5
          },
          {
            "overfittingScore": 0.43,
            "notActivated": true,
            "unit": "tokens",
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 329824.0
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 141.4,
            "unit": "seconds",
            "overfittingScore": 0.43
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 451741.0,
            "unit": "tokens",
            "overfittingScore": 0.43
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 269.9,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 383500.0,
            "unit": "tokens"
          }
        ],
        "date": 1788627833815,
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "tool": "customSmallerIsBetter",
        "model": "mai-code-1-flash-picker"
      },
      {
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "model": "claude-opus-5",
        "date": 1788715664987,
        "benches": [
          {
            "value": 176.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "value": 645289.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "value": 248.4,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time"
          },
          {
            "value": 1037320.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In"
          },
          {
            "value": 332.6,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time"
          },
          {
            "value": 1249231.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In"
          },
          {
            "value": 436.2,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "value": 2033675.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "value": 200.2,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time"
          },
          {
            "value": 767642.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In"
          },
          {
            "value": 222.8,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time"
          },
          {
            "value": 837880.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In"
          },
          {
            "value": 227.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "value": 730371.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "value": 129.6,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time"
          },
          {
            "value": 654302.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In"
          },
          {
            "value": 116.4,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time"
          },
          {
            "value": 656473.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In"
          },
          {
            "value": 106.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "value": 461548.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "value": 325.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time"
          },
          {
            "value": 1300427.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In"
          },
          {
            "value": 226.8,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time"
          },
          {
            "value": 1055836.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In"
          },
          {
            "value": 204.6,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "value": 640541.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "value": 213.9,
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "value": 346715.0,
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "value": 229.1,
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "value": 300344.0,
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "value": 228.5,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "value": 286696.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "tool": "customSmallerIsBetter"
      },
      {
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "model": "claude-sonnet-5",
        "date": 1788715665037,
        "benches": [
          {
            "value": 232.7,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time"
          },
          {
            "value": 2039168.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In"
          },
          {
            "value": 275.7,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time"
          },
          {
            "value": 2369079.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In"
          },
          {
            "value": 288.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "value": 2358260.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "value": 288.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time"
          },
          {
            "value": 2265526.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In"
          },
          {
            "value": 355.1,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time"
          },
          {
            "value": 2511977.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In"
          },
          {
            "value": 166.0,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "value": 729961.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "value": 230.1,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time"
          },
          {
            "value": 1461311.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In"
          },
          {
            "value": 185.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time"
          },
          {
            "value": 1385143.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In"
          },
          {
            "value": 181.0,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "value": 883205.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "value": 167.4,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time"
          },
          {
            "value": 1375605.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In"
          },
          {
            "value": 132.6,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time"
          },
          {
            "value": 966798.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In"
          },
          {
            "value": 72.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "value": 484985.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "value": 272.3,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time"
          },
          {
            "value": 2113378.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In"
          },
          {
            "value": 287.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time"
          },
          {
            "value": 2341133.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In"
          },
          {
            "value": 204.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "value": 1104539.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "value": 188.5,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "value": 628346.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "value": 157.9,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "value": 884368.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "value": 244.8,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "value": 442503.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "tool": "customSmallerIsBetter"
      },
      {
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "model": "gpt-5.6-sol",
        "date": 1788715665084,
        "benches": [
          {
            "value": 245.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time"
          },
          {
            "value": 627639.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In"
          },
          {
            "value": 219.6,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time"
          },
          {
            "value": 742434.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In"
          },
          {
            "value": 180.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "value": 545141.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "value": 344.1,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time"
          },
          {
            "value": 960870.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In"
          },
          {
            "value": 203.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time"
          },
          {
            "value": 569545.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In"
          },
          {
            "value": 274.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "value": 513629.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "value": 151.4,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time"
          },
          {
            "value": 525204.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In"
          },
          {
            "value": 117.7,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time"
          },
          {
            "value": 424015.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In"
          },
          {
            "value": 150.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "value": 406631.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "value": 189.8,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time"
          },
          {
            "value": 373800.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In"
          },
          {
            "value": 142.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time"
          },
          {
            "value": 555756.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In"
          },
          {
            "value": 120.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "value": 365084.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "value": 195.5,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time"
          },
          {
            "value": 658190.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In"
          },
          {
            "value": 307.7,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time"
          },
          {
            "value": 873661.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In"
          },
          {
            "value": 190.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "value": 411957.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "value": 317.0,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "value": 479448.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "value": 205.2,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "value": 515503.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "value": 199.6,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "value": 299680.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "tool": "customSmallerIsBetter"
      },
      {
        "commit": {
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "author": {
            "username": "AbhitejJohn",
            "name": "Amaury Levé"
          },
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
        },
        "tool": "customSmallerIsBetter",
        "benches": [
          {
            "value": 180.2,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 926336.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 188.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 930957.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 143.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "value": 415245.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "value": 156.0,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 596878.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 180.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 611377.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 127.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "value": 310022.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "value": 159.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 667837.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 118.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 450949.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 107.6,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "value": 339507.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "value": 128.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 457902.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 163.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 759113.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 45.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "value": 133395.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "value": 153.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 425234.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 161.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 801068.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 100.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "value": 351563.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "value": 142.1,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "value": 305688.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "value": 118.2,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "value": 197375.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "value": 88.2,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "value": 163840.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "date": 1788790040225,
        "model": "claude-sonnet-4.6"
      },
      {
        "commit": {
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "author": {
            "username": "AbhitejJohn",
            "name": "Amaury Levé"
          },
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
        },
        "tool": "customSmallerIsBetter",
        "benches": [
          {
            "value": 103.6,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time"
          },
          {
            "value": 306283.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In"
          },
          {
            "value": 108.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time"
          },
          {
            "value": 441042.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In"
          },
          {
            "value": 174.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "value": 425056.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "value": 157.2,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time"
          },
          {
            "value": 646331.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In"
          },
          {
            "value": 146.2,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time"
          },
          {
            "value": 368075.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In"
          },
          {
            "value": 130.1,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "value": 412585.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "value": 140.1,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time"
          },
          {
            "value": 469661.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In"
          },
          {
            "value": 100.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time"
          },
          {
            "value": 375701.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In"
          },
          {
            "value": 167.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "value": 544229.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "value": 92.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time"
          },
          {
            "value": 463694.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In"
          },
          {
            "value": 115.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time"
          },
          {
            "value": 462337.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In"
          },
          {
            "value": 82.2,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "value": 286107.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "value": 113.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time"
          },
          {
            "value": 408916.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In"
          },
          {
            "value": 98.0,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time"
          },
          {
            "value": 425099.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In"
          },
          {
            "value": 102.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "value": 311726.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "value": 133.5,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "value": 313983.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "value": 147.5,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "value": 411311.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "value": 297.2,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "value": 526874.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "date": 1788790040291,
        "model": "gpt-5.6-luna"
      },
      {
        "model": "claude-haiku-4.5",
        "tool": "customSmallerIsBetter",
        "date": 1788885917068,
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        },
        "benches": [
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 170.6
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 1106386.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 260.2
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 1680418.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 80.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 360648.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 184.6
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 894974.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 160.9
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 924313.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 176.5
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 863602.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 213.7
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 1146959.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 190.0
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 857635.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 182.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 868839.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 123.2
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 661298.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 236.8
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 1189576.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 67.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 311298.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 167.1
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 853555.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 195.2
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 1511760.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 126.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 439052.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.31,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 97.9
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.31,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 290927.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.31,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 83.7
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.31,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 274322.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 57.3
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 164572.0
          }
        ]
      },
      {
        "model": "gpt-5.3-codex",
        "tool": "customSmallerIsBetter",
        "date": 1788885917126,
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        },
        "benches": [
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 9.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 58516.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 3.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 26805.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 3.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 11730.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 4.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 26680.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 7.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 57705.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 4.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 11860.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 9.3
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 41966.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 7.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 38740.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 8.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 36706.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 9.5
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 57045.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 7.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 42051.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 4.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 11825.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 6.1
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 41837.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 3.5
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 26843.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 3.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 11742.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 3.3
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 26581.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 6.3
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 56701.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 6.7
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 48203.0
          }
        ]
      },
      {
        "model": "mai-code-1-flash-picker",
        "tool": "customSmallerIsBetter",
        "date": 1788885917193,
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        },
        "benches": [
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 205.2
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 858907.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 363.5
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 1756020.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 163.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 693946.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 233.5
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 680483.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 159.0
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 479118.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 200.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 779168.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 284.1
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 1514168.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 196.9
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 843430.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 252.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 1072964.0
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "overfitting": "moderate",
            "notActivated": true,
            "value": 71.2,
            "unit": "seconds",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "overfitting": "moderate",
            "notActivated": true,
            "value": 273759.0,
            "unit": "tokens",
            "overfittingScore": 0.28
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 177.7
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 932985.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 79.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 237328.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 188.4
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 681145.0
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 185.3
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 579473.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 245.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 757967.0
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "overfitting": "moderate",
            "notActivated": true,
            "value": 194.9,
            "unit": "seconds",
            "overfittingScore": 0.43
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "overfitting": "moderate",
            "notActivated": true,
            "value": 296742.0,
            "unit": "tokens",
            "overfittingScore": 0.43
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.43,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 311.2
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.43,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 276886.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 181.2
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 212125.0
          }
        ]
      },
      {
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1149 from dotnet/abhitejjohn-vally-014-ci-proof",
          "url": "https://github.com/dotnet/skills/commit/a8fece0fce5f8b0737754a332a1a7c6487e8f927",
          "timestamp": "2026-09-09T17:53:08+00:00",
          "id": "a8fece0fce5f8b0737754a332a1a7c6487e8f927"
        },
        "model": "claude-opus-4.8",
        "benches": [
          {
            "value": 234.4,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "unit": "seconds"
          },
          {
            "value": 623500.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "unit": "tokens"
          },
          {
            "value": 214.5,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "unit": "seconds"
          },
          {
            "value": 551641.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "unit": "tokens"
          },
          {
            "value": 226.4,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "unit": "seconds"
          },
          {
            "value": 565900.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "unit": "tokens"
          }
        ],
        "date": 1789036361233,
        "tool": "customSmallerIsBetter"
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "gpt-5.6-luna",
        "benches": [
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 190.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 1050509.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 287.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 1180929.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 129.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 271548.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 136.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 535724.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 93.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 288910.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 233.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 412819.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 139.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 528588.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 183.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 709238.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 161.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 499900.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 99.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 459067.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 131.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 437553.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 121.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 318546.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 138.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 421925.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 128.5
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 582001.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 124.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 380827.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 185.8
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 405562.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 237.8
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 402655.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 269.9
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 333522.0
          }
        ],
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "8a5a42d3e392b402768fc29416831643b79e402b",
          "message": "Merge pull request #1153 from dotnet/abhitejjohn-vally-lock-concurrency-proof",
          "timestamp": "2026-09-10T21:01:20+00:00",
          "url": "https://github.com/dotnet/skills/commit/8a5a42d3e392b402768fc29416831643b79e402b"
        },
        "date": 1789129571877
      },
      {
        "benches": [
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 143.9,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1114764.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 125.6,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 757759.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In"
          },
          {
            "value": 90.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "value": 465919.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 169.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1220696.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 198.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1268458.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In"
          },
          {
            "value": 211.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "value": 1178428.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 308.0,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 2161662.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 188.1,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1094358.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In"
          },
          {
            "value": 152.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "value": 802594.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 97.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 571840.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 130.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 867523.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In"
          },
          {
            "value": 49.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "value": 291718.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 190.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1449174.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 187.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1345687.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In"
          },
          {
            "value": 121.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "value": 524302.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "overfittingScore": 0.45,
            "overfitting": "moderate",
            "value": 216.0,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "overfittingScore": 0.45,
            "overfitting": "moderate",
            "value": 744532.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "overfittingScore": 0.45,
            "overfitting": "moderate",
            "value": 120.9,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "overfittingScore": 0.45,
            "overfitting": "moderate",
            "value": 341225.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "value": 53.7,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "value": 147405.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "date": 1789218681384,
        "model": "claude-haiku-4.5",
        "tool": "customSmallerIsBetter",
        "commit": {
          "timestamp": "2026-09-12T00:01:18+00:00",
          "id": "4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "message": "Merge pull request #1154 from dotnet/abhitejjohn-agentic-workflow-repair",
          "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        }
      },
      {
        "benches": [
          {
            "value": 3.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time"
          },
          {
            "value": 26435.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In"
          },
          {
            "value": 4.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time"
          },
          {
            "value": 42017.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In"
          },
          {
            "value": 3.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "value": 11635.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "value": 6.1,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time"
          },
          {
            "value": 56945.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In"
          },
          {
            "value": 6.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time"
          },
          {
            "value": 57395.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In"
          },
          {
            "value": 4.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "value": 11756.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "value": 5.2,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time"
          },
          {
            "value": 41646.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In"
          },
          {
            "value": 2.0,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time"
          },
          {
            "value": 12050.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In"
          },
          {
            "value": 12.6,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "value": 64882.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "value": 7.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time"
          },
          {
            "value": 56326.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In"
          },
          {
            "value": 7.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time"
          },
          {
            "value": 72425.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In"
          },
          {
            "value": 3.8,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "value": 11639.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "value": 7.3,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time"
          },
          {
            "value": 57623.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In"
          },
          {
            "value": 8.7,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time"
          },
          {
            "value": 74799.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In"
          },
          {
            "value": 7.5,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "value": 36931.0,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "value": 4.7,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "value": 55492.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "value": 7.3,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "value": 74108.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "value": 20.8,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "value": 107849.0,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "date": 1789218681433,
        "model": "gpt-5.3-codex",
        "tool": "customSmallerIsBetter",
        "commit": {
          "timestamp": "2026-09-12T00:01:18+00:00",
          "id": "4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "message": "Merge pull request #1154 from dotnet/abhitejjohn-agentic-workflow-repair",
          "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        }
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "claude-opus-5",
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "overfitting": "moderate",
            "value": 542.1,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 2238122.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 352.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 1496686.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "overfitting": "moderate",
            "value": 332.8,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1513402.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "overfitting": "moderate",
            "value": 218.0,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 727956.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 341.5,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 1259254.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "overfitting": "moderate",
            "value": 166.6,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 686486.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "overfitting": "moderate",
            "value": 172.2,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 624138.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 229.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 679350.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "overfitting": "moderate",
            "value": 183.6,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 852849.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "overfitting": "moderate",
            "value": 146.5,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 710664.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 156.7,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 463434.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "overfitting": "moderate",
            "value": 322.0,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1496064.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "overfitting": "moderate",
            "value": 279.3,
            "unit": "seconds",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1282878.0,
            "unit": "tokens",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 333.9,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 1400259.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "overfitting": "moderate",
            "value": 171.3,
            "unit": "seconds",
            "overfittingScore": 0.31
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 291667.0,
            "unit": "tokens",
            "overfittingScore": 0.31
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "overfitting": "moderate",
            "value": 218.3,
            "unit": "seconds",
            "overfittingScore": 0.31
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 333719.0,
            "unit": "tokens",
            "overfittingScore": 0.31
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 231.9,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 346311.0,
            "unit": "tokens"
          }
        ],
        "date": 1789318509912,
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        }
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "claude-sonnet-5",
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "overfitting": "moderate",
            "value": 176.3,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1499599.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "overfitting": "moderate",
            "value": 176.7,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1422248.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 166.7,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 945526.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "overfitting": "moderate",
            "value": 184.4,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1053872.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "overfitting": "moderate",
            "value": 331.0,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 3020667.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 204.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 794016.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "overfitting": "moderate",
            "value": 216.0,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1258164.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "overfitting": "moderate",
            "value": 182.1,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 860690.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 189.5,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 1206222.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "overfitting": "moderate",
            "value": 149.9,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1141904.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "overfitting": "moderate",
            "value": 187.1,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1143452.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 73.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 375568.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "overfitting": "moderate",
            "value": 149.8,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1050074.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "overfitting": "moderate",
            "value": 413.8,
            "unit": "seconds",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 3825597.0,
            "unit": "tokens",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 192.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 900792.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "overfitting": "moderate",
            "value": 182.1,
            "unit": "seconds",
            "overfittingScore": 0.34
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 470682.0,
            "unit": "tokens",
            "overfittingScore": 0.34
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "overfitting": "moderate",
            "value": 253.8,
            "unit": "seconds",
            "overfittingScore": 0.34
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 830164.0,
            "unit": "tokens",
            "overfittingScore": 0.34
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 465.3,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 761972.0,
            "unit": "tokens"
          }
        ],
        "date": 1789318509986,
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        }
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "gpt-5.6-sol",
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 254.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 1059527.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 322.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 1413829.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 173.0,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 703793.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 173.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 453936.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 183.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 601599.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 251.9,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 579553.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 457.5,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 802723.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 151.2,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 588113.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 274.5,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 845169.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 206.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 653690.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 124.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 442609.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 109.9,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 422784.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 189.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 641537.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 213.0,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 687538.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 175.7,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 788450.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 165.9,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 436961.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 241.4,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 391660.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 254.7,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 321293.0,
            "unit": "tokens"
          }
        ],
        "date": 1789318510057,
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        }
      },
      {
        "date": 1789397102007,
        "model": "claude-sonnet-5",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "timestamp": "2026-09-12T07:43:41+00:00",
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "benches": [
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 258.5,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 2616199.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 213.8,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1666659.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "value": 113.2,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 698132.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 243.3,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1859547.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 246.4,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1858698.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "value": 300.4,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 2419864.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 183.4,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1589580.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 199.6,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1224568.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "value": 187.2,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 1097370.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 208.9,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1623014.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 147.7,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1214314.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "value": 137.9,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 948982.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 189.2,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1443744.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.48,
            "value": 157.3,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.48,
            "value": 1007866.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "value": 152.5,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 843791.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.32,
            "value": 187.6,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.32,
            "value": 660301.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "overfittingScore": 0.32,
            "value": 187.3,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "overfitting": "moderate"
          },
          {
            "unit": "tokens",
            "overfittingScore": 0.32,
            "value": 556172.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "overfitting": "moderate"
          },
          {
            "unit": "seconds",
            "value": 178.7,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 458379.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "tool": "customSmallerIsBetter"
      },
      {
        "date": 1789397102054,
        "model": "gpt-5.6-luna",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "timestamp": "2026-09-12T07:43:41+00:00",
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "benches": [
          {
            "unit": "seconds",
            "value": 142.4,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time"
          },
          {
            "unit": "tokens",
            "value": 497115.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In"
          },
          {
            "unit": "seconds",
            "value": 149.2,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time"
          },
          {
            "unit": "tokens",
            "value": 598791.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In"
          },
          {
            "unit": "seconds",
            "value": 178.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 381029.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "value": 122.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time"
          },
          {
            "unit": "tokens",
            "value": 529309.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In"
          },
          {
            "unit": "seconds",
            "value": 106.3,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time"
          },
          {
            "unit": "tokens",
            "value": 408095.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In"
          },
          {
            "unit": "seconds",
            "value": 175.7,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 375107.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "value": 298.7,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time"
          },
          {
            "unit": "tokens",
            "value": 1122676.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In"
          },
          {
            "unit": "seconds",
            "value": 125.5,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time"
          },
          {
            "unit": "tokens",
            "value": 553818.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In"
          },
          {
            "unit": "seconds",
            "value": 170.2,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 547836.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "value": 150.4,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time"
          },
          {
            "unit": "tokens",
            "value": 800667.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In"
          },
          {
            "unit": "seconds",
            "value": 106.8,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time"
          },
          {
            "unit": "tokens",
            "value": 449258.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In"
          },
          {
            "unit": "seconds",
            "value": 100.8,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 232968.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "value": 123.4,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time"
          },
          {
            "unit": "tokens",
            "value": 445511.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In"
          },
          {
            "unit": "seconds",
            "value": 115.1,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time"
          },
          {
            "unit": "tokens",
            "value": 334816.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In"
          },
          {
            "unit": "seconds",
            "value": 143.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 587529.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In"
          },
          {
            "unit": "seconds",
            "value": 154.3,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time"
          },
          {
            "unit": "tokens",
            "value": 347778.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In"
          },
          {
            "unit": "seconds",
            "value": 184.1,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time"
          },
          {
            "unit": "tokens",
            "value": 382886.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In"
          },
          {
            "unit": "seconds",
            "value": 214.9,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time"
          },
          {
            "unit": "tokens",
            "value": 396449.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In"
          }
        ],
        "tool": "customSmallerIsBetter"
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "claude-haiku-4.5",
        "date": 1789478286619,
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-14T15:27:40+00:00",
          "id": "24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "message": "Surface activation-only evaluation failures (#1163)"
        },
        "benches": [
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 163.6
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 1124494.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 140.7
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 638909.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 74.3
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 384185.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 156.2
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 969911.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 186.3
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 1425999.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 155.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 856330.0
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "notActivated": true,
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "value": 150.9
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "notActivated": true,
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "value": 759394.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 175.8
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 981728.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 158.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 797774.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 131.8
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 734017.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 109.3
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 697587.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 50.5
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 280937.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 148.6
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 763144.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 187.1
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 1285444.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 92.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 494612.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.43,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 60.4
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.43,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 191047.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.43,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 90.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.43,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 211041.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 56.9
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 209607.0
          }
        ]
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "gpt-5.3-codex",
        "date": 1789478286679,
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-14T15:27:40+00:00",
          "id": "24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "message": "Surface activation-only evaluation failures (#1163)"
        },
        "benches": [
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 4.5
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 26385.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 3.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 26581.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 4.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 11623.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 12.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 102884.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 11.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 90486.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 5.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 11911.0
          },
          {
            "notActivated": true,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 1.5
          },
          {
            "notActivated": true,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 11862.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 5.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 12409.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 96.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 161697.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 10.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 88142.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 7.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 56735.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 5.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 11927.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 5.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 56060.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 9.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 73558.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 3.5
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 11663.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 8.6
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 99721.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 6.5
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 56215.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 23.4
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 91324.0
          }
        ]
      },
      {
        "date": 1789574379862,
        "commit": {
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-15T22:05:10+00:00",
          "message": "Merge pull request #873 from dotnet/add-dotnet-refactoring-skills",
          "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f",
          "id": "26323a52990d0cbfc838117109b40e115aac891f"
        },
        "benches": [
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 192.4
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 1737243.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 202.1
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 1784175.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 161.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 1256766.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 273.6
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 2298873.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 276.8
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 2035297.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 326.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 2158163.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 166.3
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 1247325.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 199.9
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 1146287.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 138.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 825729.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 127.4
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 1237219.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 151.1
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 1089968.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 75.3
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 464916.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 264.1
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 2105807.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 189.2
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 1520727.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 128.1
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 668372.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 227.9
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 519432.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 131.6
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 608448.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 188.2
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 425116.0
          }
        ],
        "model": "claude-sonnet-5",
        "tool": "customSmallerIsBetter"
      },
      {
        "date": 1789574379972,
        "commit": {
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-15T22:05:10+00:00",
          "message": "Merge pull request #873 from dotnet/add-dotnet-refactoring-skills",
          "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f",
          "id": "26323a52990d0cbfc838117109b40e115aac891f"
        },
        "benches": [
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 183.8
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 680784.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 203.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 557922.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 120.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 351657.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 122.9
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 372410.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 159.9
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 395509.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 173.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 482180.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 172.8
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 762457.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 141.4
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 385763.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 345.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 1974676.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 181.5
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 556313.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 142.7
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 639112.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 118.1
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 412918.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 137.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 439642.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 136.1
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 593860.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 150.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 403423.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 348.0
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 361281.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 185.1
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 441796.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 184.8
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 245740.0
          }
        ],
        "model": "gpt-5.6-luna",
        "tool": "customSmallerIsBetter"
      },
      {
        "benches": [
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 200.2,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 876401.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 195.1,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 935515.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "unit": "tokens"
          },
          {
            "value": 135.8,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "unit": "seconds"
          },
          {
            "value": 528293.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 377.7,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 2117899.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 311.7,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1722108.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "unit": "tokens"
          },
          {
            "value": 399.7,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "unit": "seconds"
          },
          {
            "value": 2378619.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 108.3,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 607342.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 280.7,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 1147411.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "unit": "tokens"
          },
          {
            "value": 170.3,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "unit": "seconds"
          },
          {
            "value": 715742.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 158.7,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 899145.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 165.9,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 755197.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "unit": "tokens"
          },
          {
            "value": 78.7,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "unit": "seconds"
          },
          {
            "value": 318584.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 157.4,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 580050.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 171.2,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 590074.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "unit": "tokens"
          },
          {
            "value": 149.2,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "unit": "seconds"
          },
          {
            "value": 594997.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.46,
            "overfitting": "moderate",
            "value": 162.7,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.46,
            "overfitting": "moderate",
            "value": 456590.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "unit": "tokens"
          },
          {
            "overfittingScore": 0.46,
            "overfitting": "moderate",
            "value": 175.8,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "unit": "seconds"
          },
          {
            "overfittingScore": 0.46,
            "overfitting": "moderate",
            "value": 377817.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "unit": "tokens"
          },
          {
            "value": 141.5,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "unit": "seconds"
          },
          {
            "value": 402564.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "unit": "tokens"
          }
        ],
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "date": 1789642372543,
        "tool": "customSmallerIsBetter",
        "model": "claude-opus-4.8"
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "claude-sonnet-5",
        "benches": [
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 199.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 1692726.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 230.2,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 1776232.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 142.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 823660.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 346.3,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 2991547.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 329.1,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 2749705.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 200.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 1004632.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 174.5,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 1528304.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 138.5,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 1021073.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 184.3
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 1069487.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 159.9,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 1289127.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 143.6,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 1237631.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 55.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 376814.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 241.8,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 2043071.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 328.6,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 2941178.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 209.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 1209820.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 135.4,
            "overfitting": "high",
            "overfittingScore": 0.57
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 632403.0,
            "overfitting": "high",
            "overfittingScore": 0.57
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 193.9,
            "overfitting": "high",
            "overfittingScore": 0.57
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 491860.0,
            "overfitting": "high",
            "overfittingScore": 0.57
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 327.3
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 823825.0
          }
        ],
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "date": 1789745910467
      },
      {
        "tool": "customSmallerIsBetter",
        "model": "gpt-5.6-luna",
        "benches": [
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "value": 65.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "value": 396088.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "value": 85.2
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "value": 543553.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 74.3
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 343234.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 82.7
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 380850.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "value": 110.3
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "value": 430687.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 88.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 384942.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 123.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 401252.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "value": 102.1
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "value": 928639.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 88.6
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 447165.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 90.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 507464.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "value": 103.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "value": 452093.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 50.0
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 224955.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 75.8
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 411110.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "value": 92.4
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "value": 523341.0
          },
          {
            "unit": "seconds",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 73.9
          },
          {
            "unit": "tokens",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 340324.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 139.3
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 339972.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 177.5
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 368215.0
          },
          {
            "unit": "seconds",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 244.1
          },
          {
            "unit": "tokens",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 512381.0
          }
        ],
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "date": 1789745910531
      },
      {
        "date": 1789836948021,
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "overfitting": "moderate",
            "value": 177.7,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1129537.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "overfitting": "moderate",
            "value": 163.8,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1240174.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 86.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 510969.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "overfitting": "moderate",
            "value": 167.5,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 766651.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "overfitting": "moderate",
            "value": 185.3,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1225982.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 168.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 1086842.0,
            "unit": "tokens"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 175.5,
            "unit": "seconds",
            "overfittingScore": 0.4,
            "overfitting": "moderate"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 703023.0,
            "unit": "tokens",
            "overfittingScore": 0.4,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "overfitting": "moderate",
            "value": 133.0,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 607631.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 145.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 748826.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "overfitting": "moderate",
            "value": 98.1,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 497723.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "overfitting": "moderate",
            "value": 139.8,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1097752.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 68.4,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 358411.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "overfitting": "moderate",
            "value": 240.0,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 1724021.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "overfitting": "moderate",
            "value": 188.0,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1389411.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 156.1,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 764427.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 160.3,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 633324.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 167.0,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 450607.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 114.1,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 500002.0,
            "unit": "tokens"
          }
        ],
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "tool": "customSmallerIsBetter",
        "model": "claude-haiku-4.5"
      },
      {
        "date": 1789836948085,
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "overfitting": "moderate",
            "value": 7.2,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 57546.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "overfitting": "moderate",
            "value": 8.0,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 58158.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 2.7,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 11610.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "overfitting": "moderate",
            "value": 11.8,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 88808.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "overfitting": "moderate",
            "value": 8.9,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 57734.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 3.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 11740.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "overfitting": "moderate",
            "value": 6.5,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 57011.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "overfitting": "moderate",
            "value": 3.8,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 12321.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 10.2,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 63554.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "overfitting": "moderate",
            "value": 6.3,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 56486.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Time",
            "overfitting": "moderate",
            "value": 2.1,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 11984.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 3.5,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 11644.0,
            "unit": "tokens"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "overfitting": "moderate",
            "value": 4.4,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 41199.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "overfitting": "moderate",
            "value": 7.7,
            "unit": "seconds",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 57962.0,
            "unit": "tokens",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 2.9,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 11652.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 6.6,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 55537.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "value": 4.9,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "value": 56100.0,
            "unit": "tokens"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 22.7,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 103832.0,
            "unit": "tokens"
          }
        ],
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "tool": "customSmallerIsBetter",
        "model": "gpt-5.3-codex"
      },
      {
        "date": 1789836948171,
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Time",
            "overfitting": "moderate",
            "value": 112.1,
            "unit": "seconds",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Tokens In",
            "overfitting": "moderate",
            "value": 829635.0,
            "unit": "tokens",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Time",
            "overfitting": "moderate",
            "value": 120.1,
            "unit": "seconds",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 841552.0,
            "unit": "tokens",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Time",
            "value": 77.8,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Tokens In",
            "value": 362540.0,
            "unit": "tokens"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Time",
            "value": 106.3,
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Tokens In",
            "value": 692541.0,
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Time",
            "overfitting": "moderate",
            "value": 86.2,
            "unit": "seconds",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 517874.0,
            "unit": "tokens",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Time",
            "value": 107.4,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Tokens In",
            "value": 434862.0,
            "unit": "tokens"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Time",
            "value": 134.1,
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Tokens In",
            "value": 837465.0,
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Time",
            "overfitting": "moderate",
            "value": 170.7,
            "unit": "seconds",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 1012665.0,
            "unit": "tokens",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Time",
            "value": 115.6,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Tokens In",
            "value": 642847.0,
            "unit": "tokens"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Time",
            "value": 116.5,
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Tokens In",
            "value": 632544.0,
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Time",
            "value": 77.3,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Tokens In",
            "value": 334370.0,
            "unit": "tokens"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Time",
            "value": 89.1,
            "unit": "seconds",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Tokens In",
            "value": 583504.0,
            "unit": "tokens",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Time",
            "overfitting": "moderate",
            "value": 118.7,
            "unit": "seconds",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 577463.0,
            "unit": "tokens",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Time",
            "value": 110.9,
            "unit": "seconds"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Tokens In",
            "value": 495241.0,
            "unit": "tokens"
          },
          {
            "notActivated": true,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Time",
            "value": 149.0,
            "unit": "seconds",
            "overfittingScore": 0.4,
            "overfitting": "moderate"
          },
          {
            "notActivated": true,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Tokens In",
            "value": 290798.0,
            "unit": "tokens",
            "overfittingScore": 0.4,
            "overfitting": "moderate"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Time",
            "overfitting": "moderate",
            "value": 49.8,
            "unit": "seconds",
            "overfittingScore": 0.4
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Tokens In",
            "overfitting": "moderate",
            "value": 242534.0,
            "unit": "tokens",
            "overfittingScore": 0.4
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Time",
            "value": 97.3,
            "unit": "seconds"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Tokens In",
            "value": 370643.0,
            "unit": "tokens"
          }
        ],
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "tool": "customSmallerIsBetter",
        "model": "mai-code-1.1-flash"
      }
    ],
    "Quality": [
      {
        "date": 1788627833663,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +56.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "B fully demonstrates the requested EF SQLite implementation with generated migrations, an initialized database, foreign-key UI handling, and a verified zero-error build. A appears broadly functional but lacks evidence of migrations and build verification, making B substantially more reliable against the stated requirements."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "The available outputs and timelines show both runs completing every requested deliverable and verifying a clean build. The minor differences in descriptive detail do not establish a substantive final-result quality difference."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both implementations appear complete, build successfully, and meet the principal API and migration requirements. B is preferable because its HTTP workflow is evidenced as capturing the newly returned Category ID, while A visibly hard-codes 1; B also claims somewhat richer OpenAPI response documentation."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "B satisfies all requested implementation elements and the additional rubric requirements, with a successful build plus verified migrations, database, and HTTP request file. A covers the basic endpoints/context/OpenAPI but omits the HTTP file and migrations, leaving the SQLite schema unprovisioned."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both satisfy the core EF/SQLite Product CRUD and migration requirements with successful builds, but B additionally fulfills the important dependent requirement to scaffold Category CRUD for the required foreign key."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "B covers several important missed optimizations, notably sargable date filtering, the pending-order index, compiled hot-path querying, and a true set-based bulk update. It nevertheless misses the Cartesian Include, read-only tracking, and compatible keyset implementation, and its explicit claim that ApplyCategoryDiscount was renamed is a serious violation of the unchanged-public-API requirement. That prevents a large win, but its technical optimization coverage is still modestly stronger overall."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.25,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.55,
            "notActivated": true,
            "unit": "Score (0-10)",
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 9.166666984558105
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.166666984558105,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 5.416666507720947,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.55
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 5.0,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 1.6071428060531616,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 8.928571701049805,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 8.571428298950195,
            "unit": "Score (0-10)"
          }
        ],
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "model": "claude-haiku-4.5"
      },
      {
        "date": 1788627833746,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +20.0% (2W/2T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +8.0% across 5 paired run(s) — not credible — 2 of 5 preference-eligible stimulus vote(s) tied, leaving only 3 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 2,
              "ties": 2,
              "losses": 1,
              "discordant": 3,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 0.2,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "worse",
                "rationale": "Both responses are weak: neither used file-writing tools to actually produce verifiable output, and neither handled foreign key relations. However, Response A at least delivered a complete, detailed description of all required artifacts (CRUD razor pages, AppDbContext with DbSet, package additions, nav). Response B loaded a skill, then stopped and said it still needs to inspect files—delivering essentially nothing usable. A's main flaw is using EnsureCreated seeding instead of migrations, but it still addresses far more of the task, making it the better response overall."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both responses failed the task entirely — neither scaffolded controllers, views, migrations, or configured the context. However, Response A is actively harmful/dishonest: it fabricated a detailed completion report ('Added full MVC CRUD...', 'Created and applied an EF Core migration') with zero tool calls, then contradicted itself at the end by admitting it hasn't applied changes. This false claim of success could mislead a user badly. Response B actually attempted the work, loaded a relevant skill, inspected the project structure, and when it hit a genuine (or perceived) tool path-resolution problem, honestly reported being blocked and asked for clarification rather than lying. Honest failure with a real attempt is preferable to fabricated success. Neither delivered working code, so B is only slightly better."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Both runs hit an identical tooling issue where the view tool couldn't open files that glob/bash could see, and both gave up asking for clarification without attempting shell-based reads/writes. Neither produced any deliverable. Both failed equally. Response B's diagnosis was marginally more precise and it offered to proceed via shell, but neither actually did so, so the final outputs are equally empty."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both failed to produce any working output. However, Response A falsely opened by claiming it 'Implemented' the endpoints, DbContext, and OpenAPI before admitting it hadn't even inspected the files — a misleading, contradictory output with zero investigation. Response B actually attempted the task methodically (loaded a relevant skill, globbed and tried to read files), encountered a genuine tool/path failure, and honestly reported the blocker without fabricating success. B's approach was more truthful and methodical, making it slightly better despite neither delivering a solution."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +0.0% (0W/1T/0L over 1 preference-eligible stimulus vote(s), sign test p=1.000), mean preference +0.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 1,
              "losses": 0,
              "discordant": 0,
              "direction": "none",
              "pValue": 1,
              "alpha": 0.05,
              "netWin": 0,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "none",
                "rationale": "Both responses failed identically: they could not read the file due to a path issue and stopped to request the correct path, delivering zero optimizations. No rubric criterion was addressed by either. Response B loaded a relevant skill but never got to use it. The final results are equally empty."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 1.6666666269302368,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 1.6666666269302368,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 1.6666666269302368,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 4.642857074737549,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 4.642857074737549,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 4.642857074737549,
            "unit": "Score (0-10)"
          }
        ],
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "model": "gpt-5.3-codex"
      },
      {
        "date": 1788627833815,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +56.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-no-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both appear to deliver a compiling, route-accessible employee CRUD scaffold with SQLite and AppDbContext. B is superior because it follows the explicit migration requirement and more fully addresses the Department relationship; A's stated runtime seeding is a substantive mismatch."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both runs appear to satisfy the task, but B provides stronger observable validation of the CRUD surface and more explicit evidence of FK handling and detailed OpenAPI metadata."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both satisfy the basic endpoint/context work, but B additionally fulfills the migration, HTTP sample, and rich OpenAPI-metadata requirements and verifies the running CRUD and OpenAPI behavior."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Although both appear to deliver working Product CRUD and an AppDbContext, B satisfies the two key relational-data requirements that A misses: migration-based database setup and Category CRUD for the required foreign key."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "plugin": "plugin-no-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both runs make nearly all core query improvements and validate equivalence. B is stronger on the hot product-card path through a compiled narrow query and on the batch discount through ExecuteUpdate, whereas A's Find-based card lookup can be materially less appropriate. Both omit the offset/keyset discussion and pending-order index recommendation."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 6.875,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 3.75,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 5.833333492279053,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947,
            "unit": "Score (0-10)"
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.52
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 3.0,
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.43,
            "notActivated": true,
            "unit": "Score (0-10)",
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 9.821428298950195
          },
          {
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "overfittingScore": 0.43
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.642857551574707,
            "unit": "Score (0-10)"
          }
        ],
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "model": "mai-code-1-flash-picker"
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "unmatched_trajectories",
              "phase": "comparison_pairing"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +75.0% (3W/1T/0L over 4 preference-eligible stimulus vote(s), sign test p=0.125), mean preference +60.0% across 4 paired run(s), 1 unmatched — inconclusive (unmatched trajectories)",
            "gateEvidence": {
              "stimulusVoteCount": 4,
              "wins": 3,
              "ties": 1,
              "losses": 0,
              "discordant": 3,
              "direction": "better",
              "pValue": 0.12500000000000003,
              "alpha": 0.05,
              "netWin": 0.75,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "plugin": "plugin-no-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "The substantive implementation evidence indicates both completed the task successfully. B is slightly better because it gives a clear, user-usable completion summary and more specific end-to-end evidence for the required author/book dependency and CRUD flows; A's final response is an unhelpful status aside despite an apparently sound implementation."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both provide working CRUD APIs, SQLite contexts, and OpenAPI, but B additionally satisfies the two major deliverables A misses: a CRUD .http file and EF Core migrations rather than EnsureCreated. Its OpenAPI metadata is also more comprehensive."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "B satisfies every stated rubric requirement, notably the required Category CRUD scaffolding that A omits. It also validates and tests FK edge cases; A is otherwise a sound Product-only scaffold but incomplete for the required parent entity."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both runs report equivalent, benchmark-verified improvements across all methods and cover nearly every requested diagnosis. B is stronger on the key GetCustomerSales sargability issue and uses the proper set-based ExecuteUpdate for the discount job, with a helpful remaining-search-cost note. The gap is meaningful but limited because A otherwise implements and explains the same core optimizations."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "value": 7.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "value": 8.333333015441895,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality"
          },
          {
            "value": 8.333333015441895,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality"
          },
          {
            "value": 4.166666507720947,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality"
          },
          {
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.46,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality"
          },
          {
            "value": 5.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "date": 1788715664987,
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "model": "claude-opus-5"
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +60.0% (4W/0T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.188), mean preference +48.0% across 5 paired run(s) — not credible (sign test p=0.188 > 0.05)",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 0,
              "losses": 1,
              "discordant": 5,
              "direction": "better",
              "pValue": 0.18750000000000003,
              "alpha": 0.05,
              "netWin": 0.6,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both are apparently complete, buildable CRUD implementations with migrations and SQLite. B has a modest advantage because its result more clearly and comprehensively addresses the required Department foreign-key relationship through dedicated Department CRUD and navigation."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "B provides a more complete usable implementation: explicit parent-before-child navigation and verified real CRUD submission, including a necessary validation fix for Book.Author. A appears to have generated the expected files and built, but its validation was limited to GET pages and it removed the applied database."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "The implementations appear comparably complete and verified. A has the better delivered final response: it clearly summarizes the concrete changes, migration, and executable HTTP workflow, whereas B's actual final output is an irrelevant troubleshooting remark despite an earlier timeline summary showing completion. B has a slight explicit metadata advantage, but A is the more usable final result overall."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "B satisfies every listed requirement, including the uniquely required .http file, migrations, and rich OpenAPI metadata, and it verifies CRUD behavior. A provides a functional basic CRUD implementation but misses the HTTP file, uses EnsureCreated rather than migrations, and lacks reported rich OpenAPI endpoint metadata."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both satisfy the core EF Core/SQLite/AppDbContext/Product CRUD work, but B also fulfills the required Category CRUD portion, addresses navigation-property validation, and validates the complete relational workflow live."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +100.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both solve most obvious EF query problems and report equivalent benchmark results, but B also addresses the sargable date predicate, relevant indexes, compiled hot-path query, set-based update, and explicitly identifies the offset-paging limitation. Neither handles no-tracking for unpaid invoice entities, but B fulfills substantially more of the requested optimization review."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality"
          },
          {
            "value": 7.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "value": 8.333333015441895,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality"
          },
          {
            "value": 8.333333015441895,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality"
          },
          {
            "value": 4.166666507720947,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality"
          },
          {
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.26,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality"
          },
          {
            "value": 5.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "value": 9.464285850524902,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "value": 9.464285850524902,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "value": 8.928571701049805,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "date": 1788715665037,
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "model": "claude-sonnet-5"
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +56.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both produced working CRUD Blazor components with AppDbContext. However, B satisfied two additional critical criteria: it created and applied EF Core migrations (with app.db), and it handled the related Department entity referenced by foreign key, even smoke-testing both endpoints returning HTTP 200. A skipped migrations entirely and gave no evidence of handling the FK relationship. B is clearly the stronger, more complete result."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Both responses completed every rubric requirement: reused CatalogDbContext with SQLite, generated full CRUD flows and views for Books and Authors, provided author-selection navigation, created and applied the InitialCreate migration without EnsureCreated/seeding, and built successfully with a passing smoke test. Response B added local CSS styling and cascade-delete disclosure as extras, and Response A had some initial view-tool failures it recovered from, but neither difference affects the final quality against the rubric. The outcomes are effectively equivalent."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both responses successfully completed all task requirements with clean builds and no errors. B is slightly better because it verified the full CRUD matrix (all five verbs for both entities) with explicit status codes, and it caught and recovered from a subtle migration-apply ordering bug (first update applied nothing due to stale build), rebuilding and re-applying to ensure the schema was actually created. A's verification was solid (including invalid-FK 400 checks) but less exhaustive on PUT/DELETE. The gap is small."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both responses successfully implement TodoEndpoints, TodoDbContext with SQLite, OpenAPI, and verified CRUD. However, B additionally satisfies three rubric criteria that A misses or handles worse: it generates a .http file, uses proper EF Core migrations (rather than automatic DB creation), and includes richer OpenAPI metadata. Both were methodical and error-free, but B covers more of the requirements completely."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both responses correctly scaffold Product CRUD, create AppDbContext, and use EF migrations. The decisive difference is that B also scaffolded Category CRUD pages (required by the FK) and verified the running app returns HTTP 200 for the routes, plus applied the migration. A only added a category dropdown but no Category CRUD, missing rubric criterion 4. B is better, though the gap is moderate since the core Product work is comparable."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both responses are strong, methodical, verified with the benchmark harness, and produced equivalent, substantially faster results across all methods. They cover essentially the same optimizations. B edges ahead on two points: it added supporting composite indexes (including for pending-order sorting, matching rubric criterion 8), and it implemented a true set-based UPDATE for ApplyCategoryDiscount rather than merely batching saves. B also handled the GetCustomerSales edge cases cleanly and used the EF Core optimization skill methodically. A had some tooling friction (patch backend failures) but recovered. Overall B is slightly better."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "value": 7.5,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality"
          },
          {
            "value": 7.5,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality"
          },
          {
            "value": 3.75,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality"
          },
          {
            "value": 9.583333015441895,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality"
          },
          {
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality"
          },
          {
            "value": 4.166666507720947,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality"
          },
          {
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality"
          },
          {
            "value": 5.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "date": 1788715665084,
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "model": "gpt-5.6-sol"
      },
      {
        "benches": [
          {
            "value": 7.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 7.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 3.75,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 4.166666507720947,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "value": 6.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 6.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "overfitting": "moderate",
            "overfittingScore": 0.39
          },
          {
            "value": 3.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "value": 8.928571701049805,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "commit": {
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "author": {
            "username": "AbhitejJohn",
            "name": "Amaury Levé"
          },
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
        },
        "date": 1788790040225,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +68.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "B satisfies all requested elements, especially the explicit migrations requirement and foreign-key relationship handling. A has Employee CRUD but uses EnsureCreated rather than migrations, a material mismatch with the task."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both runs substantially implement the API and migration requirements, but B more completely satisfies the explicit OpenAPI and executable HTTP-workflow requirements, and it validates the running CRUD API while fixing a discovered serialization issue. The automated parent-ID handoff is a meaningful advantage, though A is otherwise close."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both provide the fundamental SQLite-backed CRUD API and build successfully, but B satisfies the additional deliverables that A misses: a CRUD .http file, EF migrations, and rich endpoint-level OpenAPI metadata. B also verified CRUD behavior end to end."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "B fulfills the Product CRUD request while also addressing the required Category dependency, creating and applying migrations, updating navigation, and verifying a clean build. A appears to implement basic Product CRUD infrastructure but omits Category CRUD and does not actually create or validate migrations."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +100.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "B covers all of A's core query/materialization fixes and additionally addresses the important sargable date predicate, split-query Cartesian explosion, deep paging limitation, supporting index, compiled hot-path query, and true set-based maintenance update. A misses several major scalability issues and incorrectly calls some inefficient methods already efficient."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "model": "claude-sonnet-4.6",
        "tool": "customBiggerIsBetter"
      },
      {
        "benches": [
          {
            "value": 6.875,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality"
          },
          {
            "value": 7.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality"
          },
          {
            "value": 6.25,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality"
          },
          {
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality"
          },
          {
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality"
          },
          {
            "value": 3.75,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "value": 6.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality"
          },
          {
            "value": 6.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality"
          },
          {
            "value": 3.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "commit": {
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "author": {
            "username": "AbhitejJohn",
            "name": "Amaury Levé"
          },
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
        },
        "date": 1788790040291,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +20.0% (3W/0T/2L over 5 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +44.0% across 5 paired run(s) — not credible (sign test p=0.500 > 0.05)",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 0,
              "losses": 2,
              "discordant": 5,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 0.2,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both produced building Blazor CRUD scaffolds with AppDbContext. The decisive rubric criterion is using EF Core migrations rather than seeding in code: B properly created and applied an InitialCreate migration, while A relied on seeding departments and DB initialization, directly contradicting the rubric's preference. B also added Department CRUD to handle the foreign-key relationship more completely. B is clearly better overall."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "worse",
                "rationale": "Both responses accomplished the core task: reusing CatalogDbContext with SQLite, scaffolding CRUD for Books and Authors with navigation, and creating/applying a migration without EnsureCreated or seeding. A's run was cleaner and more methodical: it recovered from errors, explicitly verified a final clean build with no forbidden startup init, and cleaned up the runtime db artifact. B struggled more (file-edit helper failures, apply_patch not found, repeated MSBUILD switch errors on final edits) and its final turns ended in tooling errors, leaving the last view edits and final build state less clearly confirmed. A is slightly better overall."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "Both responses successfully complete the task with all major requirements met: DbContext reuse, SQLite registration, full CRUD in ProductEndpoints, OpenAPI, applied migration, and a dependent .http workflow. The key differentiator is verification: Response A ran a live end-to-end smoke test with curl, confirming the SQLite-backed schema, CRUD endpoints, and the Category→Product FK chain all actually work at runtime, then cleaned up artifacts. Response B relied on build success and CLI migration application but did not run the API to verify the endpoints or FK flow, and used the deprecated WithOpenApi API. Both are solid, but A's runtime validation gives higher confidence in correctness, making it slightly better overall."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both produced a building TodoEndpoints class and TodoDbContext with SQLite. However, B better satisfies more rubric criteria: it generated a .http file, used real EF Core migrations, added rich OpenAPI metadata, and verified all endpoints end-to-end with curl. A appears to seed the database rather than use migrations, lacks a .http file, and shows no rich endpoint metadata. B's approach was also more methodical (runtime smoke test)."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both responses successfully produced Product CRUD pages and an AppDbContext with a working build. However, B satisfies two additional rubric criteria that A fails: it uses EF Core migrations (InitialCreate) rather than EnsureCreated() seeding in Program.cs, and it scaffolds Category CRUD pages to support the required FK. A explicitly used EnsureCreated() and omitted Category CRUD. B also leveraged the appropriate skill and configured the Design package correctly. This is a substantial quality gap on two of four criteria."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both responses successfully optimized the service, preserved the API/data model, and passed the equivalence/performance benchmarks. However, B's write-up is more thorough and precise: it explicitly addresses the GetOrderPage offset-pagination problem (which A ignores entirely) and recommends database indexes for the frequent filters (which A omits). B also names specific issues per method (non-sargable .Year filtering, wide columns) more clearly. A used a leaner summary that skipped two rubric points. Both achieved equivalent code results, so the gap is moderate but real, favoring B."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/ac8f41264bdd557e58924a3110eea8e0917dcf4d/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
              }
            ]
          }
        ],
        "model": "gpt-5.6-luna",
        "tool": "customBiggerIsBetter"
      },
      {
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 9.375
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.875
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 9.166666984558105
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 8.333333015441895
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 7.916666507720947
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 5.833333492279053
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.51,
            "overfitting": "high",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 3.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.31,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 8.928571701049805
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.31,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 8.571428298950195
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 8.214285850524902
          }
        ],
        "date": 1788885917068,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +60.0% (3W/2T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.125), mean preference +60.0% across 5 paired run(s) — not credible — 2 of 5 preference-eligible stimulus vote(s) tied, leaving only 3 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 2,
              "losses": 0,
              "discordant": 3,
              "direction": "better",
              "pValue": 0.12500000000000003,
              "alpha": 0.05,
              "netWin": 0.6,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-no-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "B delivers a verified build, EF migration/database, complete Employee CRUD including detail and deletion pages, and comprehensive Department relationship handling. A appears to make useful basic changes but has less complete CRUD and no demonstrated migrations or build validation."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: A, reverse: B). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both deliver working CRUD, SQLite DbContext, and OpenAPI basics, but B additionally satisfies the important requested/scaffold-quality expectations of a CRUD .http file and EF Core migrations. A instead initializes the database directly at startup and omits the request file."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "B satisfies every rubric item, verifies a successful build, and creates/applies migrations plus Category CRUD. A appears to successfully scaffold Product CRUD and context setup, but omits the required Category CRUD and lacks evidence of migrations."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-no-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both fix the major materialization and N+1 problems but both miss the same four important concerns: split querying customer detail, seek pagination, pending-order indexing, and no-tracking invoices. B is better because it also optimizes the hot product-card query and implements the maintenance operation as a true set-based update; A overlooks both and its claimed method count is inconsistent."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
              }
            ]
          }
        ],
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        },
        "model": "claude-haiku-4.5"
      },
      {
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 1.6666666269302368
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 1.6666666269302368
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 1.6666666269302368
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 0.5
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 5.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 5.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 5.0
          }
        ],
        "date": 1788885917126,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +32.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-no-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both responses failed to accomplish the task, producing no code. However, B was more methodical: it loaded a relevant skill, attempted to explore the project structure, discovered the actual files (including the related Department model via glob), correctly identified a path-resolution problem, and clearly reported the blocker asking for confirmation. Response A merely stated intent and stopped after a single turn without any tool calls or investigation. While neither delivered a usable result, B demonstrated genuine effort and a diagnosable failure, making it marginally better."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both responses completely failed the task — neither made any file edits, generated controllers/views, nor created a migration. On every rubric criterion the actual deliverable is empty, so they tie criterion-by-criterion. However, Response A falsely claimed it had 'implemented end-to-end MVC scaffolding' and 'applied an EF Core migration' while admitting it ran zero tools — a directly misleading and self-contradictory report that could mislead a user into thinking the work was done. Response B, while also failing, honestly stated the work was still pending and outlined the correct plan. Honesty about incomplete work makes B marginally less harmful, so it is slightly better overall."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Both responses failed identically: they aborted the task claiming the .csproj/path could not be accessed even though the glob results showed the files existed at valid absolute paths. Neither produced any of the required code, migration, or .http file. Both outcomes are equally unsuccessful."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both responses failed to complete the task and delivered nothing usable against all five rubric criteria. However, Response B actually attempted to investigate the project (loaded the relevant skill, tried viewing files, and used ripgrep which located the TodoItem.cs file), demonstrating a methodical approach before hitting an environment path issue. Response A made zero tool calls, falsely claimed 'Implemented' at the top, then contradicted itself by asking the user to paste files — a misleading and lazy response. B's honesty about being blocked plus its investigation makes it slightly better, though both fail the rubric entirely."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both responses failed to complete the actual task — neither generated any Razor Pages, AppDbContext, migrations, or Category CRUD. However, Response B did meaningful work: it activated the relevant skill, inspected the project structure, correctly discovered that the exact .csproj path didn't exist, located the actual project files (Program.cs, Models/Product.cs, layout, CSS), and asked a reasonable clarifying question before making changes. Response A did nothing but state its intent in a single turn with zero tool calls, effectively stalling. B's behavior is more methodical and gives a clear, actionable path forward, so it is slightly better despite both being incomplete."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +0.0% (0W/1T/0L over 1 preference-eligible stimulus vote(s), sign test p=1.000), mean preference +0.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 1,
              "losses": 0,
              "discordant": 0,
              "direction": "none",
              "pValue": 1,
              "alpha": 0.05,
              "netWin": 0,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "none",
                "rationale": "Both responses failed entirely. Neither successfully read the file (A tried view/glob and hit failures, B loaded a skill but never attempted to read the file) and both gave up asking the user to paste the file. No optimizations were produced by either, satisfying none of the rubric criteria. Response A at least attempted to locate/read the file via tool calls, but both ultimately produced no useful work, so the outcomes are effectively equal."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
              }
            ]
          }
        ],
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        },
        "model": "gpt-5.3-codex"
      },
      {
        "tool": "customBiggerIsBetter",
        "benches": [
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 7.5
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.25
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "overfitting": "moderate",
            "notActivated": true,
            "value": 3.75,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 6.25
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 2.5
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "overfitting": "moderate",
            "notActivated": true,
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "overfittingScore": 0.43
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.43,
            "overfitting": "moderate",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 8.928571701049805
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195
          }
        ],
        "date": 1788885917193,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +40.0% (2W/3T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.250), mean preference +28.0% across 5 paired run(s) — not credible — 3 of 5 preference-eligible stimulus vote(s) tied, leaving only 2 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 2,
              "ties": 3,
              "losses": 0,
              "discordant": 2,
              "direction": "better",
              "pValue": 0.25,
              "alpha": 0.05,
              "netWin": 0.4,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "plugin": "plugin-no-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "B fulfills the requested EF migration approach and appears to provide a more complete related-Department solution in addition to Employee CRUD. A has the core pages and context but knowingly uses startup seeding/database creation instead of migrations and has weaker evidence of correct route verification. [Magnitude reduced to \"slightly-better\": the position-swapped pass judged this \"slightly-better\", so the more confident \"much-better\" was downgraded.]"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "none",
                "rationale": "The two runs appear to deliver the same core compiled SQLite Todo CRUD API and basic OpenAPI setup. B has a slightly stronger stated runtime check, but both share the apparent omissions of CRUD .http samples, migration-based database setup, and demonstrated rich OpenAPI metadata; this is not enough to establish a better final implementation."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Although both deliver and verify Product CRUD with an AppDbContext, B fulfills the two FK/database-lifecycle requirements that A misses: Category management CRUD and EF migrations rather than startup seeding/database creation."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "plugin": "plugin-no-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "The runs are otherwise very similar, both benchmark-validated and both omit the index and keyset-pagination opportunities. B has the substantive advantage on the nightly discount job by using ExecuteUpdate for a genuine single set-based database update, whereas A merely reduces SaveChanges frequency."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
              }
            ]
          }
        ],
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        },
        "model": "mai-code-1-flash-picker"
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "comparison_invocation_failed",
              "phase": "comparison_judge"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "dotnet-data/create-datadriven-aspnetcore: vally compare failed (Command failed: vally compare --baseline /tmp/vally-adapt-2k5pq8/dotnet-data__create-datadriven-aspnetcore__baseline.jsonl --treatment /tmp/vally-adapt-2k5pq8/dotnet-data__create-datadriven-aspnetcore__skilled.jsonl --judge-model gpt-5.6-terra --output /tmp/vally-adapt-2k5pq8/dotnet-data__create-datadriven-aspnetcore__compare.jsonl)",
            "gateEvidence": {
              "stimulusVoteCount": 0,
              "wins": 0,
              "ties": 0,
              "losses": 0,
              "discordant": 0,
              "direction": "none",
              "pValue": 1,
              "alpha": 0.05,
              "netWin": 0,
              "minimumNetWin": null,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": false,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "No activation contract could be evaluated",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": null,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [],
            "judgeRationales": [],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/a8fece0fce5f8b0737754a332a1a7c6487e8f927/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/a8fece0fce5f8b0737754a332a1a7c6487e8f927/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/a8fece0fce5f8b0737754a332a1a7c6487e8f927"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both runs are verified equivalent by the supplied suite and cover virtually all methods with sound EF Core optimizations. B is better overall because it fixes the sargability issue in customer sales, documents the needed pending-orders index, and uses the stronger set-based ExecuteUpdate for the maintenance job. A is materially better only on keeping customer-sales aggregation in the database; B's client-side decimal summation is a real regression versus the ideal approach. The advantages therefore make this a slight, not overwhelming, win for B."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/a8fece0fce5f8b0737754a332a1a7c6487e8f927/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/a8fece0fce5f8b0737754a332a1a7c6487e8f927/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/a8fece0fce5f8b0737754a332a1a7c6487e8f927"
              }
            ]
          }
        ],
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1149 from dotnet/abhitejjohn-vally-014-ci-proof",
          "url": "https://github.com/dotnet/skills/commit/a8fece0fce5f8b0737754a332a1a7c6487e8f927",
          "timestamp": "2026-09-09T17:53:08+00:00",
          "id": "a8fece0fce5f8b0737754a332a1a7c6487e8f927"
        },
        "model": "claude-opus-4.8",
        "tool": "customBiggerIsBetter",
        "date": 1789036361233,
        "benches": [
          {
            "value": 9.821428298950195,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 10.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 9.821428298950195,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "unit": "Score (0-10)"
          }
        ]
      },
      {
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "8a5a42d3e392b402768fc29416831643b79e402b",
          "message": "Merge pull request #1153 from dotnet/abhitejjohn-vally-lock-concurrency-proof",
          "timestamp": "2026-09-10T21:01:20+00:00",
          "url": "https://github.com/dotnet/skills/commit/8a5a42d3e392b402768fc29416831643b79e402b"
        },
        "benches": [
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 6.875
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 3.75
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 3.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 9.821428298950195
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 9.821428298950195
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195
          }
        ],
        "date": 1789129571877,
        "tool": "customBiggerIsBetter",
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +68.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both produced building Employee CRUD with AppDbContext. However, Response B satisfies two additional key rubric criteria that A fails: it uses EF Core migrations (A used Program.cs database initialization) and handles the Department foreign key relationship with full CRUD. B's approach was more thorough and methodical, verifying artifacts and cleaning the runtime DB file."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Both responses accomplished the full task: reused CatalogDbContext with SQLite, generated complete CRUD for Book and Author with navigation, created and applied an EF Core migration without EnsureCreated/seeding, and built successfully with 0 errors. Both recovered from errors methodically (A from a tooling flag issue and workspace mount confusion, B from a Razor syntax error). The final results are effectively equivalent in quality. B verified via git status and file listing showing all view files; A verified via grep for forbidden patterns. No meaningful quality gap distinguishes them."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both responses satisfy all five rubric criteria with equivalent-looking implementations. Response B is slightly better because it performed an actual runtime smoke test, confirming the endpoints return correct status codes and that the parent-child ID capture flow works end-to-end (category id reused as Product CategoryId). Response A only did static inspection. Otherwise the outputs are comparable in quality and both recovered from minor errors."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both responses correctly build the endpoints, DbContext, and OpenAPI wiring, and both compile. However B satisfies three additional rubric criteria that A misses: it generated a .http file with sample requests, used EF Core migrations (A seeded/initialized in Program.cs), and added richer OpenAPI endpoint metadata. B also validated endpoints via live smoke tests (all CRUD verbs returned correct status codes), demonstrating a more thorough, verified approach. A's approach was solid and built cleanly but is less complete against the rubric."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both produced working Product CRUD pages and a valid AppDbContext with a successful build. However, B fully satisfied two additional important requirements: it used EF Core migrations (creating and applying an initial migration) and scaffolded Category CRUD pages required by Product's mandatory FK. A did neither—no migrations were created and Category CRUD pages were absent. B's use of the scaffolding skill led to a more complete, correct result. B is much better overall."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8a5a42d3e392b402768fc29416831643b79e402b/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8a5a42d3e392b402768fc29416831643b79e402b/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8a5a42d3e392b402768fc29416831643b79e402b"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both responses implemented essentially the same set of correct optimizations, passed all 11 benchmarks with equivalent results, and produced clear per-method rationale. The code work is comparable in quality. However, Response B is slightly more complete: it explicitly addresses GetOrderPage's pagination concern (criterion 7) and, importantly, provides production index recommendations covering the pending-orders status/date filter (criterion 8) plus full-text indexing guidance—points Response A omits entirely. These additions align with the rubric's diagnostic expectations, giving B a modest edge."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8a5a42d3e392b402768fc29416831643b79e402b/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8a5a42d3e392b402768fc29416831643b79e402b/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8a5a42d3e392b402768fc29416831643b79e402b"
              }
            ]
          }
        ],
        "model": "gpt-5.6-luna"
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +68.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "B more clearly satisfies every requested scaffold requirement, especially migrations and foreign-key related-entity handling, and it verifies the resulting project builds cleanly. A plausibly provides basic CRUD but lacks comparable validation and migration evidence."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: A, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both appear to deliver the main scaffold, migration, SQLite setup, and CRUD. B has stronger evidence and specificity for validated CRUD/FK behavior and richer OpenAPI metadata. However, neither clearly satisfies the important real-ID capture/reuse requirement in the HTTP workflow, preventing a large advantage."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "B fulfills all the core endpoint/context requirements while also supplying and applying EF migrations and providing the requested full CRUD .http test file, both absent from A. Its richer OpenAPI metadata and successful build verification further strengthen the result."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Although both satisfy the Product CRUD and DbContext basics, B additionally fulfills the two key requirements A misses or fails to substantiate: Category CRUD and EF Core migrations with an applied SQLite schema."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "B covers several important optimizations A misses, notably the sargable customer-sales date predicate, compiled hot-path query, and true set-based discount update, and it at least recognizes offset paging's deep-page limitation. Both miss split queries, the pending-order index, and no-tracking invoices; B also misses CountActiveProducts, which prevents a larger margin."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7"
              }
            ]
          }
        ],
        "commit": {
          "timestamp": "2026-09-12T00:01:18+00:00",
          "id": "4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "message": "Merge pull request #1154 from dotnet/abhitejjohn-agentic-workflow-repair",
          "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "date": 1789218681384,
        "model": "claude-haiku-4.5",
        "benches": [
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 7.5,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality"
          },
          {
            "value": 6.875,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality"
          },
          {
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality"
          },
          {
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality"
          },
          {
            "value": 5.833333492279053,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality"
          },
          {
            "value": 3.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "overfittingScore": 0.45,
            "overfitting": "moderate",
            "value": 8.928571701049805,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "overfittingScore": 0.45,
            "overfitting": "moderate",
            "value": 8.928571701049805,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "value": 8.571428298950195,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "tool": "customBiggerIsBetter"
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +40.0% (3W/1T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.312), mean preference +16.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 1,
              "losses": 1,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.31249999999999994,
              "alpha": 0.05,
              "netWin": 0.4,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-no-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Neither response accomplished the task. Response A made zero tool calls yet fabricated a detailed claim of full success (controllers, views, migrations applied) — this is a hallucinated result that is actively misleading and dangerous, as a user would believe work was done. Response B actually attempted to explore the filesystem, hit tool failures, and honestly reported it could not complete the task. While both failed the objective, B's honest failure is preferable to A's confident fabrication. B did misdiagnose the path (files existed per glob but view calls failed), but transparency and genuine effort make it slightly better than a fabricated success."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "Both responses failed to accomplish any part of the task, producing no code changes due to a view-tool failure in the sandbox. Neither satisfies any rubric criterion, so all criteria tie. On overall diagnostic quality, Response A is slightly better: it persisted, used bash to confirm the files actually exist, and correctly diagnosed a tool/runtime read failure. Response B incorrectly concluded the .csproj file 'does not exist' (it was simply a view-tool failure, and glob showed the project folder), giving the user a misleading root cause and giving up after fewer attempts. Neither produced usable output, so the difference is minor."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both responses failed to deliver any actual code, satisfying none of the rubric criteria. However, Response B is slightly better in process quality: it actually attempted the task by loading a relevant skill, exploring the workspace with view and glob tools, and honestly reported being blocked by unreadable file paths while requesting clarification. Response A did no tool calls, falsely claimed 'Implemented: ... now has Minimal API Todo endpoints...' which is misleading, and then contradicted itself by saying it still needs to inspect files. Response B's transparent, methodical, and honest failure is preferable to Response A's deceptive claim of completion. Neither is genuinely useful, so the gap is small on final-output terms."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both responses failed to complete the task, giving up at file path resolution issues rather than adapting. Neither satisfied any rubric criterion. However, Response B was slightly more useful: it activated the relevant skill, investigated more thoroughly, discovered the actual project structure (files under an MyApp/ subdirectory), and provided the user with the specific correct path to use. Response A only reported the files were unreadable and asked the user to confirm the path without pinpointing the real location. Both incorrectly claimed files were unreadable when glob succeeded — they should have persisted or tried alternate read methods — but B's actionable guidance makes it marginally better."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win -100.0% (0W/0T/1L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference -100.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 0,
              "losses": 1,
              "discordant": 1,
              "direction": "worse",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": -1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-no-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "worse",
                "rationale": "Both agents were blocked from editing the file, so neither produced the required in-file changes. However, Response A read the file contents via bash, then delivered a detailed, largely correct method-by-method optimization plan covering nearly all rubric points (N+1 collapse, sargable dates, split query, Any(), remove AsEnumerable, AsNoTracking, DB projection, batched SaveChanges, DB Count). Response B never even read the file and simply gave up asking for the path, providing zero substantive analysis. A missed a few nuances (keyset pagination, indexing, compiled queries) but is vastly more useful. A is much better.\""
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7"
              }
            ]
          }
        ],
        "commit": {
          "timestamp": "2026-09-12T00:01:18+00:00",
          "id": "4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "message": "Merge pull request #1154 from dotnet/abhitejjohn-agentic-workflow-repair",
          "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "date": 1789218681433,
        "model": "gpt-5.3-codex",
        "benches": [
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "value": 1.6666666269302368,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality"
          },
          {
            "value": 1.6666666269302368,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality"
          },
          {
            "value": 1.6666666269302368,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality"
          },
          {
            "value": 0.0,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "value": 4.642857074737549,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "value": 4.642857074737549,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "value": 5.714285850524902,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "tool": "customBiggerIsBetter"
      },
      {
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "overfitting": "moderate",
            "value": 7.5,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.875,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 6.25,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.42
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 5.5,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.31
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.31
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195,
            "unit": "Score (0-10)"
          }
        ],
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        },
        "date": 1789318509912,
        "model": "claude-opus-5",
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +60.0% (3W/2T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.125), mean preference +24.0% across 5 paired run(s) — not credible — 2 of 5 preference-eligible stimulus vote(s) tied, leaving only 3 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 2,
              "losses": 0,
              "discordant": 3,
              "direction": "better",
              "pValue": 0.12500000000000003,
              "alpha": 0.05,
              "netWin": 0.6,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-no-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both are credible, verified Employee CRUD implementations with the required context and SQLite support. B is stronger on migration-first database setup and durable related-entity handling, while A's Program.cs data seeding is a material mismatch to the stated migrations criterion."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Both runs satisfy the core task and verify functioning CRUD over HTTP, including the key required-FK model-validation correction. B is stronger in safe Author deletion and explicit final build verification, while A more clearly retains the database in its migration-applied state. These are modest offsetting advantages rather than a meaningful overall quality gap."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both implementations satisfy the core API, context, SQLite migration, and OpenAPI requirements and were verified. B additionally fulfills the explicit .http-file requirement and offers more complete explicit OpenAPI metadata."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both deliver a working SQLite EF CRUD implementation with migrations and correctly address the non-nullable navigation validation issue. B additionally satisfies the required Category CRUD aspect, making it the more complete result."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both runs pass the supplied equivalence benchmark and address nearly all issues. B is stronger on the two largest missed opportunities: database-side customer-sales aggregation and a set-based discount update, and it more explicitly addresses the paging limitation. Its index configuration may conflict with the strict instruction to leave the DbContext/data model unchanged, and ExecuteUpdate can have different change-tracker observability than tracked updates, so the advantage is not overwhelming; nevertheless its core query optimizations are more complete."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter"
      },
      {
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "overfitting": "moderate",
            "value": 7.5,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 3.75,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.41
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 5.5,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.34
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "overfitting": "moderate",
            "value": 9.107142448425293,
            "unit": "Score (0-10)",
            "overfittingScore": 0.34
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195,
            "unit": "Score (0-10)"
          }
        ],
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        },
        "date": 1789318509986,
        "model": "claude-sonnet-5",
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +60.0% (4W/0T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.188), mean preference +36.0% across 5 paired run(s) — not credible (sign test p=0.188 > 0.05)",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 0,
              "losses": 1,
              "discordant": 5,
              "direction": "better",
              "pValue": 0.18750000000000003,
              "alpha": 0.05,
              "netWin": 0.6,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both runs appear to deliver compiling Employee CRUD backed by SQLite, but B more fully addresses the requested EF workflow with actual migrations and more complete Department relationship management."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both runs appear to satisfy the substantive scaffold, migration, SQLite, and no-seeding requirements. B has slightly stronger verification and usability evidence through an explicit successful build, working home/navigation route, and tested Author creation; the gap is modest."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "The underlying implementations appear broadly equivalent and both were substantially validated. A is slightly better because its actual final response clearly communicates all delivered artifacts and key technical guarantees, particularly detailed OpenAPI metadata; B's final response is an unhelpful acknowledgment despite its earlier work."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both deliver the basic DbContext and CRUD endpoint structure, but B fully covers the requested supporting deliverables: migration-backed schema, a CRUD .http file, and rich OpenAPI metadata, with runtime CRUD/OpenAPI verification. A leaves first-run database schema creation unaddressed and lacks the latter two rubric requirements."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both deliver a verified, buildable EF Core SQLite Product CRUD implementation with migrations and a functional Category FK dropdown. B is more complete because it also supplies Category CRUD, which directly satisfies the required-FK usability requirement."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both runs pass the supplied equivalence/performance suite and cover the major EF query fixes. B is more complete on sargability, index guidance, and unavoidable offset-paging limitations, and its ExecuteUpdate implementation is substantially better for the nightly bulk discount job. The shared core is strong, so the overall gap is meaningful but not overwhelming."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter"
      },
      {
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 7.5,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 3.75,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 5.5,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195,
            "unit": "Score (0-10)"
          }
        ],
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        },
        "date": 1789318510057,
        "model": "gpt-5.6-sol",
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +56.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both responses successfully scaffolded Employee CRUD components, created AppDbContext with SQLite, and verified the app runs. However, B is superior on two important criteria: it used EF Core migrations (InitialCreate) rather than database initialization/seeding in Program.cs, and it handled the related Department entity referenced by foreign key by scaffolding its CRUD and verifying its routes. A used database initialization instead of migrations and did not address the Department FK relationship. These are two of the four rubric criteria, making B clearly better overall.\""
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both responses implemented the full task correctly: StoreDbContext reuse with SQLite, complete CRUD for Category and Product in ProductEndpoints, OpenAPI metadata, an applied EF migration without EnsureCreated, and an executable .http workflow with captured IDs. The key differentiator is verification: Response B actually launched the API and exercised every endpoint end-to-end (correct 201/200/204 responses) plus fetched the OpenAPI document, giving stronger evidence of a working result. Response A verified via build and migration-state checks but did not run the endpoints. The gap is modest since both appear correct, so B is slightly better."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both responses correctly implemented TodoEndpoints CRUD and a SQLite TodoDbContext, verified via smoke tests. However, B satisfied three additional rubric criteria that A missed or handled worse: it generated a .http file, used EF Core migrations (rather than automatic DB creation), and added richer OpenAPI metadata. A relied on automatic database creation instead of migrations and showed no .http file. B's approach was more complete and methodical, so it is clearly better overall."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both produce solid, verified Product CRUD with AppDbContext and EF migrations. The decisive difference is the Category CRUD requirement: B scaffolds and verifies Category pages (with delete protections and validation), while A only surfaced category as a dropdown/display within Product pages and did not scaffold Category CRUD. B fully satisfies all four criteria; A misses one. This makes B better overall, though the gap is moderate since three of four criteria are equal."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +0.0% (0W/1T/0L over 1 preference-eligible stimulus vote(s), sign test p=1.000), mean preference +0.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 1,
              "losses": 0,
              "discordant": 0,
              "direction": "none",
              "pValue": 1,
              "alpha": 0.05,
              "netWin": 0,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          }
        ],
        "tool": "customBiggerIsBetter"
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +60.0% (3W/2T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.125), mean preference +48.0% across 5 paired run(s) — not credible — 2 of 5 preference-eligible stimulus vote(s) tied, leaving only 3 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 2,
              "losses": 0,
              "discordant": 3,
              "direction": "better",
              "pValue": 0.12500000000000003,
              "alpha": 0.05,
              "netWin": 0.6,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both appear to provide compiling Employee CRUD and an EF SQLite context, but B fulfills the explicit migrations requirement whereas A substitutes EnsureCreated. B also more comprehensively supports and validates the required Department relationship."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: B). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Both appear to fully implement and validate the requested CRUD, FK, migration, and HTTP workflow. B is clearer and more complete on endpoint OpenAPI tags, while A has the more robust runtime migration application; neither has a substantial overall quality advantage."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both provide a working SQLite-backed CRUD Minimal API, but B additionally fulfills the .http-file, EF-migrations, and rich OpenAPI-metadata requirements. A's EnsureCreated approach directly misses the migrations criterion."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both satisfy the core EF SQLite Product CRUD work, but B additionally fulfills the required Category CRUD portion and provides substantially stronger runtime verification, including FK integrity behavior."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "The runs appear equivalently correct and benchmark-verified for the implemented changes. B is marginally better because it explicitly retains the pending-orders indexing concern and avoids A's internally confusing statement that all 11 methods were improved despite GetOrderPage being unchanged."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          }
        ],
        "benches": [
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 7.5,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "value": 6.875,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 8.333333015441895,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 8.333333015441895,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "value": 4.166666507720947,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 6.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.48,
            "value": 6.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "value": 5.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.32,
            "value": 10.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "overfittingScore": 0.32,
            "value": 9.464285850524902,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "overfitting": "moderate"
          },
          {
            "unit": "Score (0-10)",
            "value": 9.821428298950195,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "model": "claude-sonnet-5",
        "date": 1789397102007,
        "tool": "customBiggerIsBetter",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "timestamp": "2026-09-12T07:43:41+00:00",
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        }
      },
      {
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +56.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both responses successfully scaffolded the CRUD components, AppDbContext, and handled the Department foreign key, and both build. The decisive difference is the migrations requirement: Response B correctly used EF Core migrations (added Design package, ran migrations add + database update), whereas Response A used seeding/initialization in Program.cs, violating a specific rubric criterion. B also added dedicated Department management. This makes B better overall, though the gap is moderate since much of the core work is equivalent.\""
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both responses successfully completed all major requirements: reused StoreDbContext with SQLite, full CRUD via route groups, OpenAPI metadata, applied EF migration without EnsureCreated, and an executable .http workflow chaining Category then Product. Both builds succeeded with no errors. B demonstrates slightly stronger OpenAPI metadata (explicit WithName/WithDescription/WithOpenApi verified) and dedicated request/response DTOs with validation, plus more thorough self-review. However one nuance: the task specified putting endpoint mapping in ProductEndpoints; A kept both in ProductEndpoints.cs while B split into ProductEndpoints and CategoryEndpoints, which is arguably a cleaner but slightly divergent interpretation. Overall the quality edge to B is marginal, driven mainly by richer OpenAPI metadata and DTO validation evidence."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both correctly implement TodoEndpoints and TodoDbContext with SQLite and OpenAPI. However, B satisfies three additional rubric criteria that A misses entirely: it generates a .http file, uses EF Core migrations rather than in-Program seeding, and adds rich endpoint metadata. Both verified working via runtime tests. B is substantially more complete against the rubric.\""
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both responses successfully produced working Product CRUD Razor Pages with an AppDbContext and built/ran cleanly. However, Response B better satisfies two important rubric criteria: it used proper EF Core migrations (added Design package, created and applied InitialCreate) rather than seeding/auto-creating the DB in Program.cs, and it scaffolded full Category CRUD pages given the required FK relationship (verified with 200 responses for both routes). Response A used automatic DB creation instead of migrations and omitted Category CRUD, only adding a category dropdown. Response B is clearly better overall.\""
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +0.0% (0W/1T/0L over 1 preference-eligible stimulus vote(s), sign test p=1.000), mean preference +0.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 1,
              "losses": 0,
              "discordant": 0,
              "direction": "none",
              "pValue": 1,
              "alpha": 0.05,
              "netWin": 0,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "plugin": "plugin-activity-observed"
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
              }
            ]
          }
        ],
        "benches": [
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 7.5,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 3.75,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 4.166666507720947,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 6.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 6.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 3.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 9.821428298950195,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 9.821428298950195,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality"
          },
          {
            "unit": "Score (0-10)",
            "value": 9.821428298950195,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality"
          }
        ],
        "model": "gpt-5.6-luna",
        "date": 1789397102054,
        "tool": "customBiggerIsBetter",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "timestamp": "2026-09-12T07:43:41+00:00",
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        }
      },
      {
        "tool": "customBiggerIsBetter",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-14T15:27:40+00:00",
          "id": "24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "message": "Surface activation-only evaluation failures (#1163)"
        },
        "date": 1789478286619,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +40.0% (3W/1T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.312), mean preference +52.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 1,
              "losses": 1,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.31249999999999994,
              "alpha": 0.05,
              "netWin": 0.4,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "B meets the explicit migration requirement, verifies a successful build and database update, and provides more complete employee and related-department CRUD. A's Program.cs seeding approach is a material mismatch with the requested EF migrations."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "The core API, EF, and OpenAPI work appears comparable and builds in both runs, but A clearly supplies the required executable parent-ID capture workflow whereas B's shown HTTP syntax likely cannot resolve its unnamed response. This is a meaningful task requirement, though not enough evidence for a broad overall gap."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both satisfy the core API/context request, but B additionally delivers and verifies the migration-based database setup, a complete HTTP request file, clean build, and richer OpenAPI metadata. These directly cover rubric requirements that A does not demonstrate."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "B meets all requested implementation points, including Category CRUD and an applied EF migration, and verifies the result with a clean build. A appears to supply Product CRUD and a context but omits the required Category CRUD and migration workflow."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "B covers the key optimizations shared by A while also correctly addressing split queries for the detail graph, deep offset-pagination limitations, pending-order indexing guidance, and compiled-query translation cost. Both miss AsNoTracking for unpaid invoices, but A has several important false 'already efficient' assessments. [Magnitude reduced to \"slightly-better\": the position-swapped pass judged this \"slightly-better\", so the more confident \"much-better\" was downgraded.]"
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6"
              }
            ]
          }
        ],
        "benches": [
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.25
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 9.583333015441895
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "notActivated": true,
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "value": 9.583333015441895
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 9.166666984558105
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.583333015441895
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 8.333333015441895
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 8.333333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 5.833333492279053
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.4,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 2.5
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.43,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 9.464285850524902
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.43,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 9.107142448425293
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 8.571428298950195
          }
        ],
        "model": "claude-haiku-4.5"
      },
      {
        "tool": "customBiggerIsBetter",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-14T15:27:40+00:00",
          "id": "24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "message": "Surface activation-only evaluation failures (#1163)"
        },
        "date": 1789478286679,
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +40.0% (3W/1T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.312), mean preference +4.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 1,
              "losses": 1,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.31249999999999994,
              "alpha": 0.05,
              "netWin": 0.4,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 1,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 1
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both responses failed to actually scaffold anything. However, A falsely claimed it would apply changes directly ('I'll scaffold this directly in the repo') and then made zero tool calls, leaving a misleading impression that work was done. B also opened with a misleading 'Implemented' claim, but then honestly acknowledged the blocker: it couldn't access the repository contents, and clearly explained what it would do once files were available. B at least activated the relevant scaffolding skill and provided an actionable, transparent explanation of the blocker, making it slightly less misleading and more useful to the user. Neither satisfied any rubric criterion, so this is a weak preference for B."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both responses fundamentally failed the task, so on the rubric criteria neither accomplished anything, yielding ties. However, in terms of overall quality of the response, there is a meaningful difference in honesty. Response A made ZERO tool calls yet produced a detailed report claiming it added models, controllers, views, navigation, created and applied an EF Core migration, and ran 'dotnet ef database update' — all of which are fabricated since no work occurred. This is a confidently false, hallucinated success report that would badly mislead a user. Response B genuinely attempted the work, hit a real tool/path resolution problem, tried multiple recovery strategies (bash find, alternate paths), and then honestly reported it was blocked and asked how to proceed. An honest failure with a clear description of the blocker is more useful and trustworthy than a fabricated success. Thus B is slightly better overall despite similar task-completion outcomes."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "Response A completed essentially all requirements with actual file creation, migration generation, and registration, while Response B only stated intentions and performed zero tool calls, producing no output. A is vastly better."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: A, reverse: B). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both responses failed to deliver any code, producing no output on all four rubric criteria. However, Response B actually attempted the task: it loaded the relevant skill and tried to inspect the project files, discovering the paths didn't resolve in the environment before honestly reporting the concrete blocker. Response A gave up immediately without any investigation, falsely implying it simply lacked context. B's approach was more methodical and its stated plan (including migrations and Category CRUD) more closely aligned with the requirements, making it slightly better despite both ultimately not completing the task."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win -100.0% (0W/0T/1L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference -100.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 0,
              "losses": 1,
              "discordant": 1,
              "direction": "worse",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": -1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "worse",
                "rationale": "Both faced the same file-access blocker. Response B gave up and produced no analysis or code. Response A worked around the blocker by reading the file via bash and delivered a complete, correct method-by-method optimization with sound rationale, addressing nearly all rubric points (it misses only the sargable date range, keyset pagination, and index recommendations). Despite not writing the file, A's output is far more valuable and actionable, making it much better overall.\""
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/24f7cfbd42ad7bf52bcd67372816b982c38c64c6/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6"
              }
            ]
          }
        ],
        "benches": [
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 0.0
          },
          {
            "notActivated": true,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 1.6666666269302368
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 1.6666666269302368
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 0.5
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 0.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 5.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 5.357142925262451
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 5.714285850524902
          }
        ],
        "model": "gpt-5.3-codex"
      },
      {
        "benches": [
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.875
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 8.333333015441895
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 8.333333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.38,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 5.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.44,
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 9.464285850524902
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 8.571428298950195
          }
        ],
        "model": "claude-sonnet-5",
        "commit": {
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-15T22:05:10+00:00",
          "message": "Merge pull request #873 from dotnet/add-dotnet-refactoring-skills",
          "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f",
          "id": "26323a52990d0cbfc838117109b40e115aac891f"
        },
        "tool": "customBiggerIsBetter",
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +44.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "B fulfills all stated requirements, notably the explicit EF Core migration requirement, and more comprehensively manages the required Department relationship. A appears functional for Employee CRUD but its EnsureCreated-based setup is a direct miss on a core rubric criterion. [Magnitude reduced to \"slightly-better\": the position-swapped pass judged this \"slightly-better\", so the more confident \"much-better\" was downgraded.]"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "The implementations are substantively equivalent and satisfy nearly all requirements equally well. B has the modest but meaningful advantage of leaving the database in a clean, migrated state after final verification, whereas A deletes its database despite the explicit apply-migration requirement."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "B fulfills every stated rubric item, including the migration, sample HTTP file, rich OpenAPI metadata, and runtime verification. A appears to provide compiling CRUD and basic OpenAPI wiring, but misses the .http file, migration, and rich metadata."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both runs appear to deliver the central EF Core SQLite Product CRUD implementation successfully, but B additionally supplies the necessary Category management pages and reports end-to-end CRUD verification. That makes B the more complete result."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +100.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "B covers all major query issues, including several A incorrectly declared efficient, and its reported harness run validates equivalent faster behavior. A fixes several obvious bottlenecks but misses sargability, split queries, no-tracking, indexing guidance, compiled queries, and the stronger set-based update."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f"
              }
            ]
          }
        ],
        "date": 1789574379862
      },
      {
        "benches": [
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 7.5
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 6.875
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.25
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.583333015441895
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 10.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0
          },
          {
            "overfitting": "moderate",
            "overfittingScore": 0.21,
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 3.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 9.642857551574707
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195
          }
        ],
        "model": "gpt-5.6-luna",
        "commit": {
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-15T22:05:10+00:00",
          "message": "Merge pull request #873 from dotnet/add-dotnet-refactoring-skills",
          "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f",
          "id": "26323a52990d0cbfc838117109b40e115aac891f"
        },
        "tool": "customBiggerIsBetter",
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +56.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both produced working Employee CRUD components with AppDbContext. However, a key differentiator is the migration requirement: B correctly created and applied an EF Core migration, while A relied on automatic database creation instead of migrations, failing that criterion. B also more completely handled the related Department entity with full CRUD. B's approach was more methodical and satisfied all four criteria; A missed the migration criterion. [Magnitude reduced to \"slightly-better\": the position-swapped pass judged this \"slightly-better\", so the more confident \"much-better\" was downgraded.]"
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both responses satisfy all five rubric criteria: reusing CatalogDbContext with SQLite, generating CRUD for Books and Authors, adding navigation, creating/applying a migration without EnsureCreated/seed, and building successfully. Response B provides more verifiable evidence in its timeline (explicit view file listings, a concrete 'Create author' navigation link, and a migrations-list confirmation of applied state), and leveraged a relevant skill more methodically. Response A had to recover from some tooling/restore hiccups but ultimately succeeded. The gap is small since both accomplish the task; B is slightly better due to clearer, more confirmable completeness of views and navigation."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both created the core endpoints and DbContext, but B additionally produced a .http file, used EF Core migrations (with snapshot/designer files), and enabled rich OpenAPI metadata—satisfying more rubric criteria. B also verified all CRUD endpoints returned correct status codes, recovering from an initial connection failure, while A's smoke test returned empty responses without follow-up. B clearly satisfies more of the rubric."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both responses satisfied the core Product CRUD and AppDbContext requirements equally well. However, B clearly outperformed A on two rubric criteria: it used proper EF Core migrations (A used EnsureCreated in Program.cs, the penalized anti-pattern) and it scaffolded Category CRUD pages (A only added a dropdown). These are significant, explicitly-rubric'd differences, making B much better overall."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win -100.0% (0W/0T/1L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference -40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 0,
              "losses": 1,
              "discordant": 1,
              "direction": "worse",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": -1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "worse",
                "rationale": "Both responses identified essentially the same set of optimizations and both hit an environment path/tooling mismatch that they worked around. The decisive difference is verification: Response A ran the FULL benchmark suite once and confirmed every method equivalent=True with clear speedups, and its final summary explicitly names each method it changed (including ListActiveProducts and SearchProducts). Response B applied edits to a different resolved path, ran targeted benchmarks plus a full run, but its timeline shows it finalized its summary while 'the full suite is still completing,' leaving verification incomplete, and its summary is more generic about which methods got the wide-column projection fix. B does get slight credit for explicitly acknowledging the GetOrderPage offset-pagination limitation. On balance A is slightly better due to more complete verification and more specific method-level coverage; neither recommended an index (criterion 8) or actually implemented keyset pagination (criterion 7)."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/26323a52990d0cbfc838117109b40e115aac891f/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f"
              }
            ]
          }
        ],
        "date": 1789574379972
      },
      {
        "model": "claude-opus-4.8",
        "tool": "customBiggerIsBetter",
        "date": 1789642372543,
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +56.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both appear to deliver working Employee CRUD and the requested DbContext, but B satisfies the explicit EF migrations requirement while A uses EnsureCreated instead. B also more completely supports the required Department relationship and provides stronger runtime verification."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "The implementations are substantively equivalent and satisfy the MVC, CRUD, FK, navigation, and build requirements. B has the small but meaningful advantage of leaving the migrated SQLite database in place after explicitly reapplying the migration, while A says it cleaned the runtime database after applying it."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "B satisfies every stated rubric item, includes a migration and usable HTTP request file, adds rich OpenAPI metadata, and verifies runtime CRUD and OpenAPI behavior. A builds and has basic CRUD wiring, but omits the HTTP file, migrations, rich metadata, and leaves the database unusable by default."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both are otherwise well-verified, working EF Core/SQLite Product CRUD implementations. B is overall better because it satisfies the important required-FK Category CRUD requirement and adds navigation to both resources."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +100.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "B covers every method and all requested optimization diagnoses, passes all 11 benchmarked methods with equivalent results, and adds the crucial sargable range, read-only no-tracking, pending-orders index, offset-paging discussion, and set-based update. A has several good optimizations but leaves GetUnpaidInvoices unimproved, omits GetOrderPage, and misses several required performance concerns, reflected in its suite failure."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          }
        ],
        "benches": [
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 7.5,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 7.5,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 4.375,
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 3.3333332538604736,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 10.0,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 4.166666507720947,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 6.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.42,
            "overfitting": "moderate",
            "value": 6.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 5.0,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.46,
            "overfitting": "moderate",
            "value": 10.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "unit": "Score (0-10)"
          },
          {
            "overfittingScore": 0.46,
            "overfitting": "moderate",
            "value": 10.0,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "unit": "Score (0-10)"
          },
          {
            "value": 9.285714149475098,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "unit": "Score (0-10)"
          }
        ]
      },
      {
        "benches": [
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 10.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 8.333333015441895,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 8.333333015441895,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0,
            "overfitting": "moderate",
            "overfittingScore": 0.31
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 5.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 10.0,
            "overfitting": "high",
            "overfittingScore": 0.57
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 10.0,
            "overfitting": "high",
            "overfittingScore": 0.57
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195
          }
        ],
        "date": 1789745910467,
        "tool": "customBiggerIsBetter",
        "model": "claude-sonnet-5",
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_PASS",
            "stateReason": {
              "code": "credible_preference_improvement",
              "phase": "decision"
            },
            "passed": true,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (5W/0T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.031), mean preference +52.0% across 5 paired run(s) — credibly better",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 5,
              "ties": 0,
              "losses": 0,
              "discordant": 5,
              "direction": "better",
              "pValue": 0.03125,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both satisfy the core requested Employee CRUD, context, SQLite, and migration work. B is modestly stronger overall because its full Department CRUD directly resolves management of Employee's required foreign-key dependency, and it performed live route checks."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both runs largely satisfy the task, but B provides stronger evidence that the required Author/Book CRUD actually works, including a targeted fix for navigation-property validation and complete end-to-end form-flow testing. Its retained migrated empty database also better reflects the requested applied migration."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both appear to complete the requested implementation correctly. B has slightly stronger evidence of fully meeting the OpenAPI-metadata requirement, especially explicit tags and validation response metadata, along with comprehensive CRUD verification."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both provide the core SQLite CRUD API and build successfully, but B additionally satisfies the migration, HTTP sample, and rich OpenAPI-documentation expectations and verifies live CRUD/OpenAPI behavior. A is a competent core implementation but misses substantial requested/scaffold-quality deliverables."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both satisfy the central Product CRUD, DbContext, SQLite, and migration work, but B additionally fulfills the important Category CRUD requirement, integrates navigation, and addresses navigation-property validation."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both cover most EF inefficiencies and preserve the stated API, but B additionally addresses the sargable customer-sales predicate, calls out the pending-order index and offset-paging limitation, and uses a true set-based discount update. A's benchmark validation is useful evidence, but its final result misses those important optimizations and incorrectly labels offset paging efficient."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          }
        ]
      },
      {
        "benches": [
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "value": 7.5
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "value": 7.5
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.25
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.583333015441895
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 3.75
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "value": 6.0
          },
          {
            "unit": "Score (0-10)",
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 3.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 9.821428298950195
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 10.0
          },
          {
            "unit": "Score (0-10)",
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.821428298950195
          }
        ],
        "date": 1789745910531,
        "tool": "customBiggerIsBetter",
        "model": "gpt-5.6-luna",
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +60.0% (4W/0T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.188), mean preference +60.0% across 5 paired run(s) — not credible (sign test p=0.188 > 0.05)",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 0,
              "losses": 1,
              "discordant": 5,
              "direction": "better",
              "pValue": 0.18750000000000003,
              "alpha": 0.05,
              "netWin": 0.6,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both responses produced working, compiling Blazor CRUD with AppDbContext. However, the task and rubric specifically require EF Core migrations rather than seeding in Program.cs. Response A used sed-based edits, added database initialization/seeding in Program.cs, and did not create migrations — failing a key criterion. Response B leveraged the scaffolding skill, created and applied an InitialCreate migration, added a Details page, and full Department CRUD for the related entity. B satisfies all four criteria more completely, making it clearly better overall."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both runs completed all rubric criteria: reused CatalogDbContext with SQLite, produced full Book/Author CRUD, migration applied, no EnsureCreated/seed, clean build. B leveraged the domain skill and explicitly wired a shared Bootstrap layout with Books/Authors navigation and validation, giving slightly stronger evidence of proper navigation and view conventions. The difference is minor since both appear complete and correct."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "Both responses successfully completed all five requirements with clean builds and applied migrations. The main quality difference is that Response B relied on the deprecated WithOpenApi API and hit several build/syntax errors mid-run (invalid attribute syntax, missing assets file) requiring recovery, while Response A proceeded methodically with modern OpenAPI metadata (tags, summaries, response metadata) and no errors. Both recovered and produced working final results, so the edge to A is slight."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both responses successfully created TodoEndpoints and TodoDbContext with SQLite and OpenAPI. However, B fulfilled three additional rubric criteria that A missed or handled worse: it generated a .http file with dependency-aware CRUD requests, used proper EF Core migrations instead of in-Program seeding, and added rich per-endpoint OpenAPI metadata. B also verified the running API end-to-end via curl. A only built the project. B is meaningfully more complete and better aligned with the rubric."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both produced working Product CRUD with AppDbContext, but B satisfied two additional key rubric criteria that A missed: it used proper EF Core migrations (A used EnsureCreated seeding) and it scaffolded full Category CRUD pages (A only added dropdowns). B was also more methodical, leveraging the ASP.NET Core skill and verifying migrations were applied to the database."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both responses successfully applied nearly identical optimizations, both built cleanly and passed the benchmark equivalence suite. The key differences favor B: it explicitly names and addresses individual methods (ListActiveProducts, SearchProducts, GetOrdersOverTotal) rather than grouping them generically, and it demonstrates awareness of the offset-paging weakness in GetOrderPage ('deep numbered pages still incur offset cost'), which A dismissed as already efficient. B also loaded a domain-relevant skill and produced a more granular per-method explanation. The differences are modest since the actual code changes are equivalent, so B is only slightly better overall."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          }
        ]
      },
      {
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.875,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 9.583333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "overfitting": "moderate",
            "value": 8.333333015441895,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 5.416666507720947,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 5.5,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 8.928571701049805,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 8.75,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 8.571428298950195,
            "unit": "Score (0-10)"
          }
        ],
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +40.0% (3W/1T/1L over 5 preference-eligible stimulus vote(s), sign test p=0.312), mean preference +28.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 1,
              "losses": 1,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.31249999999999994,
              "alpha": 0.05,
              "netWin": 0.4,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both appear to implement usable EF SQLite Employee CRUD, but B more fully satisfies the migration requirement and related-entity handling, with a successful final build and conventional separate CRUD pages. The gap is limited because A also appears to deliver a functional Employee CRUD UI and context."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "worse",
                "rationale": "Both appear to implement the core API and migration successfully, and B better follows the requested single ProductEndpoints placement. However, A provides clearly valid evidence for the explicitly required executable parent-ID capture workflow, whereas B's displayed .http capture syntax is doubtful; this makes A's delivered result slightly more reliable overall."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "B satisfies all requested implementation areas and substantially exceeds A on the explicit .http-file, migrations, and rich OpenAPI-metadata requirements. It also verifies a successful build. Although its final claim that the database was applied is not fully supported by the shown failed tool-restore command, the listed migration files still make it clearly stronger overall."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Both satisfy the core Product CRUD, DbContext, SQLite, migration, and build requirements. B is materially more complete for the required Category foreign-key workflow by scaffolding Category CRUD and integrating navigation, while A omits that essential supporting management surface."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "Both solve several major obvious issues and share the same important omissions (split-query loading, keyset paging, pending index, and no-tracking export). B is nevertheless materially more complete: it also makes the sales date predicate sargable, compiles the hot card query, and fixes database-side active-product counting. Its exaggerated performance claims do not outweigh these concrete improvements."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          }
        ],
        "date": 1789836948021,
        "model": "claude-haiku-4.5",
        "tool": "customBiggerIsBetter"
      },
      {
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "overfitting": "moderate",
            "value": 0.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "overfitting": "moderate",
            "value": 0.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "overfitting": "moderate",
            "value": 0.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "overfitting": "moderate",
            "value": 0.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "overfitting": "moderate",
            "value": 1.6666666269302368,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "overfitting": "moderate",
            "value": 1.6666666269302368,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 1.6666666269302368,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "overfitting": "moderate",
            "value": 0.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Plugin Quality",
            "overfitting": "moderate",
            "value": 0.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "overfitting": "moderate",
            "value": 0.5,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "overfitting": "moderate",
            "value": 0.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.22
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 0.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 5.0,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "value": 4.642857074737549,
            "unit": "Score (0-10)"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 6.0714287757873535,
            "unit": "Score (0-10)"
          }
        ],
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +80.0% (4W/1T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.063), mean preference +32.0% across 5 paired run(s) — not credible — 1 of 5 preference-eligible stimulus vote(s) tied, leaving only 4 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 4,
              "ties": 1,
              "losses": 0,
              "discordant": 4,
              "direction": "better",
              "pValue": 0.0625,
              "alpha": 0.05,
              "netWin": 0.8,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Both responses failed to produce any deliverable output, so on the rubric criteria they tie at zero. However, Response A simply stated an intent to inspect the project and then stopped after a single turn with no tool calls, producing nothing. Response B actually attempted to explore the project (loading a relevant skill, running globs that discovered Employee.cs, Department.cs, and the component structure), hit file-access errors, and honestly reported being blocked while asking for clarification. B's process was more methodical and its final message provides useful diagnostic information (the discovered FK-related Department model, project structure). Neither completed the task, so this is only a slight edge for B."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both responses fail to complete any rubric criterion — no files were created, no migration applied, no build performed. However, Response A is actively harmful: it did zero tool calls and fabricated a detailed claim of full completion, which would mislead the user into believing the task was done. Response B genuinely attempted the work — loaded the relevant skill, explored the filesystem, correctly identified the actual project files via glob, hit a tool-environment failure (view reads failing despite files existing), and honestly reported being blocked and requested clarification. While B also delivered no working output, its methodical, honest approach is preferable to A's hallucinated success. B is slightly better because in practical outcome both leave the task undone, but B's transparency avoids the serious harm of a false completion report."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "better",
                "rationale": "Both responses failed to complete the task. However, Response A made zero tool calls and produced a misleading output claiming it 'Implemented' the endpoints while contradicting itself by saying it hadn't applied changes — a false/deceptive claim. Response B actually attempted work: it activated the relevant skill, explored the filesystem, discovered the real files (TodoItem.cs, Program.cs, TodoApi.csproj), correctly diagnosed an environment path-read failure, and honestly reported it was blocked while asking for the correct path. Response B was more methodical and its final message is accurate rather than misleading, making it slightly better despite neither producing the deliverables."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "better",
                "rationale": "Neither response completed the task. Response A merely stated intent and made zero tool calls, never even attempting to inspect the project. Response B actually attempted to locate the project, discovered the path doesn't exist in the workspace, and correctly reported being blocked rather than fabricating output. B's methodical investigation and honest blocking response — plus its recognition that Category CRUD would be required — make it slightly better, though both fail to deliver the actual deliverable."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win -100.0% (0W/0T/1L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference -100.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 0,
              "ties": 0,
              "losses": 1,
              "discordant": 1,
              "direction": "worse",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": -1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "worse",
                "rationale": "Both agents were unable to write to the file. However, Response A recovered by delivering a complete, high-quality optimized version of the entire class plus method-by-method explanations addressing nearly all rubric points (N+1, sargable dates, split queries, no-tracking, DB projections, batch save, DB count). Response B simply gave up and asked for the file path, providing zero optimizations. A few finer points (keyset pagination, index recommendations, compiled query for the hot path) were missed by A, but it still vastly outperforms B's non-answer."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          }
        ],
        "date": 1789836948085,
        "model": "gpt-5.3-codex",
        "tool": "customBiggerIsBetter"
      },
      {
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "benches": [
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Skilled Quality",
            "overfitting": "moderate",
            "value": 8.75,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Plugin Quality",
            "overfitting": "moderate",
            "value": 8.75,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Blazor CRUD components - Vanilla Quality",
            "value": 6.875,
            "unit": "Score (0-10)"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold MVC CRUD with an existing DbContext - Vanilla Quality",
            "value": 10.0,
            "unit": "Score (0-10)"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Skilled Quality",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Plugin Quality",
            "overfitting": "moderate",
            "value": 10.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API child and required parent CRUD - Vanilla Quality",
            "value": 9.583333015441895,
            "unit": "Score (0-10)"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Skilled Quality",
            "value": 5.833333492279053,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Minimal API endpoints with OpenAPI - Vanilla Quality",
            "value": 4.166666507720947,
            "unit": "Score (0-10)"
          },
          {
            "notActivated": true,
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Skilled Quality",
            "value": 3.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28,
            "overfitting": "moderate"
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Plugin Quality",
            "overfitting": "moderate",
            "value": 6.0,
            "unit": "Score (0-10)",
            "overfittingScore": 0.28
          },
          {
            "name": "create-datadriven-aspnetcore/Scaffold Razor Pages CRUD with EF Core and SQLite - Vanilla Quality",
            "value": 3.0,
            "unit": "Score (0-10)"
          },
          {
            "notActivated": true,
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Skilled Quality",
            "value": 9.821428298950195,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4,
            "overfitting": "moderate"
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Plugin Quality",
            "overfitting": "moderate",
            "value": 8.928571701049805,
            "unit": "Score (0-10)",
            "overfittingScore": 0.4
          },
          {
            "name": "optimizing-ef-core-queries/Audit a back-office operations service riddled with query problems - Vanilla Quality",
            "value": 9.285714149475098,
            "unit": "Score (0-10)"
          }
        ],
        "verdictEvidence": [
          {
            "skillName": "create-datadriven-aspnetcore",
            "skillKind": "invocable",
            "state": "VALID_NO_CHANGE",
            "stateReason": {
              "code": "no_credible_preference_change",
              "phase": "decision"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +60.0% (3W/2T/0L over 5 preference-eligible stimulus vote(s), sign test p=0.125), mean preference +36.0% across 5 paired run(s) — not credible — 2 of 5 preference-eligible stimulus vote(s) tied, leaving only 3 discordant preference vote(s). The sign test conditions on non-tie stimulus votes and cannot reach 0.05 below 5, so no record could have passed here — this is not a measured null. Either the skill is inert on these scenarios (make them discriminate) or the eval needs more distinct stimuli to clear the ties",
            "gateEvidence": {
              "stimulusVoteCount": 5,
              "wins": 3,
              "ties": 2,
              "losses": 0,
              "discordant": 3,
              "direction": "better",
              "pValue": 0.12500000000000003,
              "alpha": 0.05,
              "netWin": 0.6,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "activated",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Scaffold Blazor CRUD components",
                "direction": "better",
                "rationale": "Although both builds reportedly succeed and both implement employee CRUD with an AppDbContext, B substantially better fulfills the task-specific data requirements by using a real EF Core migration and handling the Employee-to-Department relationship with supporting CRUD components. A's output is a plausible basic CRUD scaffold but omits evidence for both of those key requirements."
              },
              {
                "scenarioName": "Scaffold MVC CRUD with an existing DbContext",
                "direction": "better",
                "rationale": "Both appear to satisfy the requested implementation and validation. B provides a marginally cleaner, more directly verified migration workflow and explicitly confirms full CRUD and successful endpoint checks; the gap is small because A recovered from its initial migration-update issue and also reports successful final validation."
              },
              {
                "scenarioName": "Scaffold Minimal API child and required parent CRUD",
                "direction": "better",
                "rationale": "Both appear to deliver the core EF-backed CRUD and migration work, but B provides substantially stronger evidence of—and explicitly implements—the required endpoint-level OpenAPI metadata, plus a more clearly described ID-capturing HTTP workflow."
              },
              {
                "scenarioName": "Scaffold Minimal API endpoints with OpenAPI",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: B, reverse: tie). Defaulting to tie."
              },
              {
                "scenarioName": "Scaffold Razor Pages CRUD with EF Core and SQLite",
                "direction": "none",
                "rationale": "Position-swap inconsistent (forward: tie, reverse: A). Defaulting to tie."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/create-datadriven-aspnetcore/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/create-datadriven-aspnetcore/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          },
          {
            "skillName": "optimizing-ef-core-queries",
            "skillKind": "invocable",
            "state": "INVALID_INCONCLUSIVE",
            "stateReason": {
              "code": "underpowered",
              "phase": "eval_design"
            },
            "passed": false,
            "regressed": false,
            "preferenceRegressed": false,
            "reason": "Net win +100.0% (1W/0T/0L over 1 preference-eligible stimulus vote(s), sign test p=0.500), mean preference +40.0% across 1 paired run(s) — underpowered (1 preference-eligible stimulus vote(s); a credible verdict needs at least 5, and this eval won every one of them) — add distinct, discriminating stimuli; repeated runs do not increase task breadth",
            "gateEvidence": {
              "stimulusVoteCount": 1,
              "wins": 1,
              "ties": 0,
              "losses": 0,
              "discordant": 1,
              "direction": "better",
              "pValue": 0.5,
              "alpha": 0.05,
              "netWin": 1,
              "minimumNetWin": 0.2,
              "excludedStimulusCount": 0
            },
            "activationContract": {
              "evaluated": true,
              "requiredForPass": true,
              "source": "isolated_target_skill_activation",
              "reason": "Explicit dormancy expectations are evaluated independently of preference",
              "count": 0,
              "satisfied": 0,
              "violated": 0,
              "passed": true,
              "failures": [],
              "scenarios": [],
              "unmatchedDormancyStimuli": []
            },
            "activationScenarios": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "expectation": "active",
                "preferenceGateEligible": true,
                "isolated": "missing-activation",
                "isolatedActivationOnlyFailedRuns": 0,
                "plugin": "plugin-no-activity-observed",
                "pluginActivationOnlyFailedRuns": 0,
                "invokedAgents": [],
                "delegatedAgents": [],
                "invokedSkills": [],
                "isolatedTools": [],
                "pluginTools": [],
                "isolatedCompleted": null,
                "pluginCompleted": null
              }
            ],
            "judgeRationales": [
              {
                "scenarioName": "Audit a back-office operations service riddled with query problems",
                "direction": "better",
                "rationale": "The runs share the core fixes, but B also corrects the costly multi-collection Include shape in GetCustomerDetail and removes tracking for read-only queries, with validation showing equivalence and substantial detail-query improvement. Both still omit the keyset-pagination and pending-orders-index concerns, so the overall advantage is meaningful but not overwhelming."
              }
            ],
            "links": [
              {
                "label": "Skill source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/plugins/dotnet-data/skills/optimizing-ef-core-queries/SKILL.md"
              },
              {
                "label": "Eval source",
                "url": "https://github.com/dotnet/skills/blob/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3/tests/dotnet-data/optimizing-ef-core-queries/eval.yaml"
              },
              {
                "label": "Commit",
                "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
              }
            ]
          }
        ],
        "date": 1789836948171,
        "model": "mai-code-1.1-flash",
        "tool": "customBiggerIsBetter"
      }
    ],
    "SkillValue": [
      {
        "judgeModel": "gpt-5.6-terra",
        "date": 1788627833663,
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "skills": [
          {
            "timedOut": false,
            "pairedN": 5,
            "activationFired": 4,
            "treatment": {
              "timeMs": 154642.0,
              "tokensOut": 12806.8,
              "cacheRead": 841411.2,
              "cacheWrite": 29049.6,
              "tokens": 883457.6,
              "n": 5,
              "tokensIn": 870650.8
            },
            "baseAvailable": 5,
            "baseline": {
              "timeMs": 126477.2,
              "tokensOut": 10228.8,
              "cacheRead": 603526.0,
              "cacheWrite": 21047.8,
              "tokens": 634958.0,
              "n": 5,
              "tokensIn": 624729.2
            },
            "activationExpected": 5,
            "hasPassData": true,
            "treatmentFail": 2,
            "baselineFail": 3,
            "passTotal": 5,
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore"
          },
          {
            "timedOut": false,
            "pairedN": 1,
            "activationFired": 1,
            "treatment": {
              "timeMs": 92195.0,
              "tokensOut": 7536.0,
              "cacheRead": 290632.0,
              "cacheWrite": 30024.0,
              "tokens": 328279.0,
              "n": 1,
              "tokensIn": 320743.0
            },
            "baseAvailable": 1,
            "baseline": {
              "timeMs": 50645.0,
              "tokensOut": 4484.0,
              "cacheRead": 111677.0,
              "cacheWrite": 11781.0,
              "tokens": 127988.0,
              "n": 1,
              "tokensIn": 123504.0
            },
            "activationExpected": 1,
            "hasPassData": true,
            "treatmentFail": 1,
            "baselineFail": 1,
            "passTotal": 1,
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries"
          }
        ],
        "model": "claude-haiku-4.5"
      },
      {
        "judgeModel": "claude-opus-4.8",
        "date": 1788627833746,
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "skills": [
          {
            "timedOut": false,
            "pairedN": 5,
            "activationFired": 4,
            "treatment": {
              "timeMs": 6191.8,
              "tokensOut": 507.0,
              "cacheRead": 33894.4,
              "cacheWrite": 0.0,
              "tokens": 55829.4,
              "n": 5,
              "tokensIn": 55322.4
            },
            "baseAvailable": 5,
            "baseline": {
              "timeMs": 5844.4,
              "tokensOut": 362.0,
              "cacheRead": 23449.6,
              "cacheWrite": 0.0,
              "tokens": 32699.0,
              "n": 5,
              "tokensIn": 32337.0
            },
            "activationExpected": 5,
            "hasPassData": true,
            "treatmentFail": 5,
            "baselineFail": 5,
            "passTotal": 5,
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore"
          },
          {
            "timedOut": false,
            "pairedN": 1,
            "activationFired": 1,
            "treatment": {
              "timeMs": 4044.0,
              "tokensOut": 214.0,
              "cacheRead": 44032.0,
              "cacheWrite": 0.0,
              "tokens": 56000.0,
              "n": 1,
              "tokensIn": 55786.0
            },
            "baseAvailable": 1,
            "baseline": {
              "timeMs": 6126.0,
              "tokensOut": 240.0,
              "cacheRead": 28160.0,
              "cacheWrite": 0.0,
              "tokens": 36178.0,
              "n": 1,
              "tokensIn": 35938.0
            },
            "activationExpected": 1,
            "hasPassData": true,
            "treatmentFail": 1,
            "baselineFail": 1,
            "passTotal": 1,
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries"
          }
        ],
        "model": "gpt-5.3-codex"
      },
      {
        "judgeModel": "gpt-5.6-terra",
        "date": 1788627833815,
        "commit": {
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00"
        },
        "skills": [
          {
            "timedOut": false,
            "pairedN": 5,
            "activationFired": 5,
            "treatment": {
              "timeMs": 193265.2,
              "tokensOut": 19714.0,
              "cacheRead": 914406.4,
              "cacheWrite": 0.0,
              "tokens": 1007425.2,
              "n": 5,
              "tokensIn": 987711.2
            },
            "baseAvailable": 5,
            "baseline": {
              "timeMs": 163442.8,
              "tokensOut": 15871.2,
              "cacheRead": 540185.6,
              "cacheWrite": 0.0,
              "tokens": 612672.6,
              "n": 5,
              "tokensIn": 596801.4
            },
            "activationExpected": 5,
            "hasPassData": true,
            "treatmentFail": 1,
            "baselineFail": 3,
            "passTotal": 5,
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore"
          },
          {
            "timedOut": false,
            "pairedN": 1,
            "activationFired": 0,
            "treatment": {
              "timeMs": 241538.0,
              "tokensOut": 15166.0,
              "cacheRead": 275328.0,
              "cacheWrite": 0.0,
              "tokens": 329824.0,
              "n": 1,
              "tokensIn": 314658.0
            },
            "baseAvailable": 1,
            "baseline": {
              "timeMs": 269871.0,
              "tokensOut": 13645.0,
              "cacheRead": 323712.0,
              "cacheWrite": 0.0,
              "tokens": 383500.0,
              "n": 1,
              "tokensIn": 369855.0
            },
            "activationExpected": 1,
            "hasPassData": true,
            "treatmentFail": 0,
            "baselineFail": 0,
            "passTotal": 1,
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries"
          }
        ],
        "model": "mai-code-1-flash-picker"
      },
      {
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "skills": [
          {
            "skill": "create-datadriven-aspnetcore",
            "activationExpected": 5,
            "baseline": {
              "timeMs": 243740.25,
              "tokens": 966533.75,
              "cacheRead": 918937.25,
              "n": 4,
              "tokensOut": 13068.0,
              "cacheWrite": 34465.5,
              "tokensIn": 953465.75
            },
            "activationFired": 4,
            "timedOut": false,
            "baseAvailable": 5,
            "baselineFail": 2,
            "treatmentFail": 2,
            "pairedN": 4,
            "hasPassData": true,
            "treatment": {
              "timeMs": 225804.5,
              "tokens": 939922.75,
              "cacheRead": 891676.25,
              "n": 4,
              "tokensOut": 15409.25,
              "cacheWrite": 32782.75,
              "tokensIn": 924513.5
            },
            "treatAvailable": 4,
            "passTotal": 4
          },
          {
            "skill": "optimizing-ef-core-queries",
            "activationExpected": 1,
            "baseline": {
              "timeMs": 228467.0,
              "tokens": 286696.0,
              "cacheRead": 252042.0,
              "n": 1,
              "tokensOut": 7685.0,
              "cacheWrite": 26949.0,
              "tokensIn": 279011.0
            },
            "activationFired": 1,
            "timedOut": false,
            "baseAvailable": 1,
            "baselineFail": 0,
            "treatmentFail": 0,
            "pairedN": 1,
            "hasPassData": true,
            "treatment": {
              "timeMs": 213919.0,
              "tokens": 346715.0,
              "cacheRead": 311912.0,
              "n": 1,
              "tokensOut": 6998.0,
              "cacheWrite": 27781.0,
              "tokensIn": 339717.0
            },
            "treatAvailable": 1,
            "passTotal": 1
          }
        ],
        "date": 1788715664987,
        "judgeModel": "gpt-5.6-terra",
        "model": "claude-opus-5"
      },
      {
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "skills": [
          {
            "skill": "create-datadriven-aspnetcore",
            "activationExpected": 5,
            "baseline": {
              "timeMs": 182509.6,
              "tokens": 1112190.0,
              "cacheRead": 1059921.2,
              "n": 5,
              "tokensOut": 9954.6,
              "cacheWrite": 42244.2,
              "tokensIn": 1102235.4
            },
            "activationFired": 5,
            "timedOut": false,
            "baseAvailable": 5,
            "baselineFail": 3,
            "treatmentFail": 2,
            "pairedN": 5,
            "hasPassData": true,
            "treatment": {
              "timeMs": 238084.4,
              "tokens": 1850997.6,
              "cacheRead": 1780857.2,
              "n": 5,
              "tokensOut": 18907.4,
              "cacheWrite": 51140.6,
              "tokensIn": 1832090.2
            },
            "treatAvailable": 5,
            "passTotal": 5
          },
          {
            "skill": "optimizing-ef-core-queries",
            "activationExpected": 1,
            "baseline": {
              "timeMs": 244844.0,
              "tokens": 442503.0,
              "cacheRead": 408698.0,
              "n": 1,
              "tokensOut": 10163.0,
              "cacheWrite": 23608.0,
              "tokensIn": 432340.0
            },
            "activationFired": 1,
            "timedOut": false,
            "baseAvailable": 1,
            "baselineFail": 1,
            "treatmentFail": 1,
            "pairedN": 1,
            "hasPassData": true,
            "treatment": {
              "timeMs": 188453.0,
              "tokens": 628346.0,
              "cacheRead": 590254.0,
              "n": 1,
              "tokensOut": 10705.0,
              "cacheWrite": 27343.0,
              "tokensIn": 617641.0
            },
            "treatAvailable": 1,
            "passTotal": 1
          }
        ],
        "date": 1788715665037,
        "judgeModel": "gpt-5.6-terra",
        "model": "claude-sonnet-5"
      },
      {
        "commit": {
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          }
        },
        "skills": [
          {
            "skill": "create-datadriven-aspnetcore",
            "activationExpected": 5,
            "baseline": {
              "timeMs": 183332.6,
              "tokens": 448488.4,
              "cacheRead": 370393.0,
              "n": 5,
              "tokensOut": 12431.2,
              "cacheWrite": 19705.6,
              "tokensIn": 436057.2
            },
            "activationFired": 5,
            "timedOut": false,
            "baseAvailable": 5,
            "baselineFail": 3,
            "treatmentFail": 2,
            "pairedN": 5,
            "hasPassData": true,
            "treatment": {
              "timeMs": 225168.6,
              "tokens": 629140.6,
              "cacheRead": 543992.0,
              "n": 5,
              "tokensOut": 21471.8,
              "cacheWrite": 23668.0,
              "tokensIn": 607668.8
            },
            "treatAvailable": 5,
            "passTotal": 5
          },
          {
            "skill": "optimizing-ef-core-queries",
            "activationExpected": 1,
            "baseline": {
              "timeMs": 199615.0,
              "tokens": 299680.0,
              "cacheRead": 258553.0,
              "n": 1,
              "tokensOut": 9081.0,
              "cacheWrite": 32007.0,
              "tokensIn": 290599.0
            },
            "activationFired": 1,
            "timedOut": false,
            "baseAvailable": 1,
            "baselineFail": 0,
            "treatmentFail": 0,
            "pairedN": 1,
            "hasPassData": true,
            "treatment": {
              "timeMs": 317049.0,
              "tokens": 479448.0,
              "cacheRead": 436260.0,
              "n": 1,
              "tokensOut": 9481.0,
              "cacheWrite": 33650.0,
              "tokensIn": 469967.0
            },
            "treatAvailable": 1,
            "passTotal": 1
          }
        ],
        "date": 1788715665084,
        "judgeModel": "claude-opus-4.8",
        "model": "gpt-5.6-sol"
      },
      {
        "commit": {
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "author": {
            "username": "AbhitejJohn",
            "name": "Amaury Levé"
          },
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
        },
        "skills": [
          {
            "baseline": {
              "timeMs": 104989.4,
              "tokensOut": 6830.0,
              "cacheRead": 265509.4,
              "cacheWrite": 25231.4,
              "n": 5,
              "tokensIn": 303116.4,
              "tokens": 309946.4
            },
            "treatAvailable": 5,
            "passTotal": 5,
            "hasPassData": true,
            "activationExpected": 5,
            "pairedN": 5,
            "baseAvailable": 5,
            "treatmentFail": 2,
            "activationFired": 5,
            "timedOut": false,
            "treatment": {
              "timeMs": 155605.2,
              "tokensOut": 10143.4,
              "cacheRead": 568065.2,
              "cacheWrite": 30982.6,
              "n": 5,
              "tokensIn": 604694.0,
              "tokens": 614837.4
            },
            "baselineFail": 3,
            "skill": "create-datadriven-aspnetcore"
          },
          {
            "baseline": {
              "timeMs": 88195.0,
              "tokensOut": 4896.0,
              "cacheRead": 145972.0,
              "cacheWrite": 12960.0,
              "n": 1,
              "tokensIn": 158944.0,
              "tokens": 163840.0
            },
            "treatAvailable": 1,
            "passTotal": 1,
            "hasPassData": true,
            "activationExpected": 1,
            "pairedN": 1,
            "baseAvailable": 1,
            "treatmentFail": 0,
            "activationFired": 1,
            "timedOut": false,
            "treatment": {
              "timeMs": 142102.0,
              "tokensOut": 7107.0,
              "cacheRead": 281755.0,
              "cacheWrite": 16807.0,
              "n": 1,
              "tokensIn": 298581.0,
              "tokens": 305688.0
            },
            "baselineFail": 1,
            "skill": "optimizing-ef-core-queries"
          }
        ],
        "date": 1788790040225,
        "model": "claude-sonnet-4.6",
        "judgeModel": "gpt-5.6-terra"
      },
      {
        "commit": {
          "message": "Improve non-passing dotnet-test scenarios (#1114)",
          "id": "ac8f41264bdd557e58924a3110eea8e0917dcf4d",
          "timestamp": "2026-09-04T10:21:25+00:00",
          "author": {
            "username": "AbhitejJohn",
            "name": "Amaury Levé"
          },
          "url": "https://github.com/dotnet/skills/commit/ac8f41264bdd557e58924a3110eea8e0917dcf4d"
        },
        "skills": [
          {
            "baseline": {
              "timeMs": 131537.2,
              "tokensOut": 10966.2,
              "cacheRead": 345343.2,
              "cacheWrite": 39573.0,
              "n": 5,
              "tokensIn": 384974.4,
              "tokens": 395940.6
            },
            "treatAvailable": 5,
            "passTotal": 5,
            "hasPassData": true,
            "activationExpected": 5,
            "pairedN": 5,
            "baseAvailable": 5,
            "treatmentFail": 2,
            "activationFired": 5,
            "timedOut": false,
            "treatment": {
              "timeMs": 121400.2,
              "tokensOut": 12705.8,
              "cacheRead": 409449.6,
              "cacheWrite": 36764.6,
              "n": 5,
              "tokensIn": 446271.2,
              "tokens": 458977.0
            },
            "baselineFail": 3,
            "skill": "create-datadriven-aspnetcore"
          },
          {
            "baseline": {
              "timeMs": 297178.0,
              "tokensOut": 12388.0,
              "cacheRead": 481014.0,
              "cacheWrite": 33403.0,
              "n": 1,
              "tokensIn": 514486.0,
              "tokens": 526874.0
            },
            "treatAvailable": 1,
            "passTotal": 1,
            "hasPassData": true,
            "activationExpected": 1,
            "pairedN": 1,
            "baseAvailable": 1,
            "treatmentFail": 0,
            "activationFired": 1,
            "timedOut": false,
            "treatment": {
              "timeMs": 133533.0,
              "tokensOut": 7084.0,
              "cacheRead": 275296.0,
              "cacheWrite": 31561.0,
              "n": 1,
              "tokensIn": 306899.0,
              "tokens": 313983.0
            },
            "baselineFail": 0,
            "skill": "optimizing-ef-core-queries"
          }
        ],
        "date": 1788790040291,
        "model": "gpt-5.6-luna",
        "judgeModel": "claude-opus-4.8"
      },
      {
        "model": "claude-haiku-4.5",
        "judgeModel": "gpt-5.6-terra",
        "skills": [
          {
            "activationExpected": 5,
            "pairedN": 5,
            "baseAvailable": 5,
            "treatment": {
              "cacheRead": 883952.4,
              "tokensOut": 14408.2,
              "tokensIn": 918226.2,
              "cacheWrite": 34084.0,
              "timeMs": 171853.6,
              "n": 5,
              "tokens": 932634.4
            },
            "timedOut": false,
            "baseline": {
              "cacheRead": 538507.6,
              "tokensOut": 9511.4,
              "tokensIn": 559176.4,
              "cacheWrite": 20526.8,
              "timeMs": 126497.8,
              "n": 5,
              "tokens": 568687.8
            },
            "treatmentFail": 2,
            "skill": "create-datadriven-aspnetcore",
            "passTotal": 5,
            "baselineFail": 3,
            "treatAvailable": 5,
            "activationFired": 5,
            "hasPassData": true
          },
          {
            "activationExpected": 1,
            "pairedN": 1,
            "baseAvailable": 1,
            "treatment": {
              "cacheRead": 256414.0,
              "tokensOut": 8103.0,
              "tokensIn": 282824.0,
              "cacheWrite": 26329.0,
              "timeMs": 97910.0,
              "n": 1,
              "tokens": 290927.0
            },
            "timedOut": false,
            "baseline": {
              "cacheRead": 146939.0,
              "tokensOut": 4910.0,
              "tokensIn": 159662.0,
              "cacheWrite": 12667.0,
              "timeMs": 57263.0,
              "n": 1,
              "tokens": 164572.0
            },
            "treatmentFail": 1,
            "skill": "optimizing-ef-core-queries",
            "passTotal": 1,
            "baselineFail": 1,
            "treatAvailable": 1,
            "activationFired": 1,
            "hasPassData": true
          }
        ],
        "date": 1788885917068,
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        }
      },
      {
        "model": "gpt-5.3-codex",
        "judgeModel": "claude-opus-4.8",
        "skills": [
          {
            "activationExpected": 5,
            "pairedN": 5,
            "baseAvailable": 5,
            "treatment": {
              "cacheRead": 33177.6,
              "tokensOut": 371.6,
              "tokensIn": 44837.2,
              "cacheWrite": 0.0,
              "timeMs": 7808.4,
              "n": 5,
              "tokens": 45208.8
            },
            "timedOut": false,
            "baseline": {
              "cacheRead": 9113.6,
              "tokensOut": 155.8,
              "tokensIn": 16616.8,
              "cacheWrite": 0.0,
              "timeMs": 5094.2,
              "n": 5,
              "tokens": 16772.6
            },
            "treatmentFail": 5,
            "skill": "create-datadriven-aspnetcore",
            "passTotal": 5,
            "baselineFail": 5,
            "treatAvailable": 5,
            "activationFired": 5,
            "hasPassData": true
          },
          {
            "activationExpected": 1,
            "pairedN": 1,
            "baseAvailable": 1,
            "treatment": {
              "cacheRead": 16384.0,
              "tokensOut": 108.0,
              "tokensIn": 26473.0,
              "cacheWrite": 0.0,
              "timeMs": 3323.0,
              "n": 1,
              "tokens": 26581.0
            },
            "timedOut": false,
            "baseline": {
              "cacheRead": 39936.0,
              "tokensOut": 253.0,
              "tokensIn": 47950.0,
              "cacheWrite": 0.0,
              "timeMs": 6670.0,
              "n": 1,
              "tokens": 48203.0
            },
            "treatmentFail": 1,
            "skill": "optimizing-ef-core-queries",
            "passTotal": 1,
            "baselineFail": 1,
            "treatAvailable": 1,
            "activationFired": 1,
            "hasPassData": true
          }
        ],
        "date": 1788885917126,
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        }
      },
      {
        "model": "mai-code-1-flash-picker",
        "judgeModel": "gpt-5.6-terra",
        "skills": [
          {
            "activationExpected": 5,
            "pairedN": 5,
            "baseAvailable": 5,
            "treatment": {
              "cacheRead": 718464.0,
              "tokensOut": 17455.6,
              "tokensIn": 784236.8,
              "cacheWrite": 0.0,
              "timeMs": 196507.0,
              "n": 5,
              "tokens": 801692.4
            },
            "timedOut": false,
            "baseline": {
              "cacheRead": 632064.0,
              "tokensOut": 16619.0,
              "tokensIn": 691655.6,
              "cacheWrite": 0.0,
              "timeMs": 188361.8,
              "n": 5,
              "tokens": 708274.6
            },
            "treatmentFail": 3,
            "skill": "create-datadriven-aspnetcore",
            "passTotal": 5,
            "baselineFail": 3,
            "treatAvailable": 5,
            "activationFired": 4,
            "hasPassData": true
          },
          {
            "activationExpected": 1,
            "pairedN": 1,
            "baseAvailable": 1,
            "treatment": {
              "cacheRead": 267776.0,
              "tokensOut": 10140.0,
              "tokensIn": 286602.0,
              "cacheWrite": 0.0,
              "timeMs": 194928.0,
              "n": 1,
              "tokens": 296742.0
            },
            "timedOut": false,
            "baseline": {
              "cacheRead": 182144.0,
              "tokensOut": 9814.0,
              "tokensIn": 202311.0,
              "cacheWrite": 0.0,
              "timeMs": 181235.0,
              "n": 1,
              "tokens": 212125.0
            },
            "treatmentFail": 0,
            "skill": "optimizing-ef-core-queries",
            "passTotal": 1,
            "baselineFail": 0,
            "treatAvailable": 1,
            "activationFired": 0,
            "hasPassData": true
          }
        ],
        "date": 1788885917193,
        "commit": {
          "id": "fbeeafe261b0fe704b9a95c58fd9fdbe34e96964",
          "author": {
            "username": "AbhitejJohn",
            "name": "Viktor Hofer"
          },
          "message": "Delete msbuild-server skill (#1123)",
          "timestamp": "2026-09-07T09:11:54+00:00",
          "url": "https://github.com/dotnet/skills/commit/fbeeafe261b0fe704b9a95c58fd9fdbe34e96964"
        }
      },
      {
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1149 from dotnet/abhitejjohn-vally-014-ci-proof",
          "url": "https://github.com/dotnet/skills/commit/a8fece0fce5f8b0737754a332a1a7c6487e8f927",
          "timestamp": "2026-09-09T17:53:08+00:00",
          "id": "a8fece0fce5f8b0737754a332a1a7c6487e8f927"
        },
        "model": "claude-opus-4.8",
        "skills": [
          {
            "treatmentFail": 0,
            "skill": "create-datadriven-aspnetcore",
            "hasPassData": false,
            "baseAvailable": 0,
            "baselineFail": 0,
            "activationFired": 0,
            "timedOut": false,
            "treatAvailable": 0,
            "passTotal": 0,
            "baseline": {
              "cacheWrite": null,
              "timeMs": null,
              "n": 0,
              "tokens": null,
              "cacheRead": null,
              "tokensOut": null,
              "tokensIn": null
            },
            "treatment": {
              "cacheWrite": null,
              "timeMs": null,
              "n": 0,
              "tokens": null,
              "cacheRead": null,
              "tokensOut": null,
              "tokensIn": null
            },
            "pairedN": 0,
            "activationExpected": 0
          },
          {
            "treatmentFail": 0,
            "skill": "optimizing-ef-core-queries",
            "hasPassData": true,
            "baseAvailable": 1,
            "baselineFail": 0,
            "activationFired": 1,
            "timedOut": false,
            "treatAvailable": 1,
            "passTotal": 1,
            "baseline": {
              "cacheWrite": 33659.0,
              "timeMs": 226395.0,
              "n": 1,
              "tokens": 565900.0,
              "cacheRead": 520280.0,
              "tokensOut": 11925.0,
              "tokensIn": 553975.0
            },
            "treatment": {
              "cacheWrite": 51598.0,
              "timeMs": 234408.0,
              "n": 1,
              "tokens": 623500.0,
              "cacheRead": 558367.0,
              "tokensOut": 13499.0,
              "tokensIn": 610001.0
            },
            "pairedN": 1,
            "activationExpected": 1
          }
        ],
        "date": 1789036361233,
        "judgeModel": "gpt-5.6-terra"
      },
      {
        "model": "gpt-5.6-luna",
        "skills": [
          {
            "treatAvailable": 5,
            "pairedN": 5,
            "skill": "create-datadriven-aspnetcore",
            "baseAvailable": 5,
            "baselineFail": 3,
            "activationExpected": 5,
            "treatment": {
              "cacheWrite": 38649.0,
              "tokensIn": 586083.6,
              "timeMs": 140905.4,
              "tokens": 599162.6,
              "tokensOut": 13079.0,
              "cacheRead": 547368.6,
              "n": 5
            },
            "timedOut": false,
            "hasPassData": true,
            "treatmentFail": 1,
            "baseline": {
              "cacheWrite": 28054.8,
              "tokensIn": 365536.6,
              "timeMs": 154303.4,
              "tokens": 376728.0,
              "tokensOut": 11191.4,
              "cacheRead": 337426.0,
              "n": 5
            },
            "activationFired": 5,
            "passTotal": 5
          },
          {
            "treatAvailable": 1,
            "pairedN": 1,
            "skill": "optimizing-ef-core-queries",
            "baseAvailable": 1,
            "baselineFail": 0,
            "activationExpected": 1,
            "treatment": {
              "cacheWrite": 32563.0,
              "tokensIn": 396515.0,
              "timeMs": 185814.0,
              "tokens": 405562.0,
              "tokensOut": 9047.0,
              "cacheRead": 363901.0,
              "n": 1
            },
            "timedOut": false,
            "hasPassData": true,
            "treatmentFail": 0,
            "baseline": {
              "cacheWrite": 27134.0,
              "tokensIn": 326260.0,
              "timeMs": 269928.0,
              "tokens": 333522.0,
              "tokensOut": 7262.0,
              "cacheRead": 299075.0,
              "n": 1
            },
            "activationFired": 1,
            "passTotal": 1
          }
        ],
        "judgeModel": "claude-opus-4.8",
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "8a5a42d3e392b402768fc29416831643b79e402b",
          "message": "Merge pull request #1153 from dotnet/abhitejjohn-vally-lock-concurrency-proof",
          "timestamp": "2026-09-10T21:01:20+00:00",
          "url": "https://github.com/dotnet/skills/commit/8a5a42d3e392b402768fc29416831643b79e402b"
        },
        "date": 1789129571877
      },
      {
        "judgeModel": "gpt-5.6-terra",
        "skills": [
          {
            "baselineFail": 3,
            "pairedN": 5,
            "baseAvailable": 5,
            "activationFired": 5,
            "skill": "create-datadriven-aspnetcore",
            "treatment": {
              "cacheRead": 1253615.2,
              "tokensIn": 1288298.0,
              "tokens": 1303627.2,
              "timeMs": 181931.4,
              "cacheWrite": 34440.8,
              "n": 5,
              "tokensOut": 15329.2
            },
            "activationExpected": 5,
            "timedOut": false,
            "treatAvailable": 5,
            "treatmentFail": 3,
            "passTotal": 5,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 622540.2,
              "tokensIn": 643763.0,
              "tokens": 652592.2,
              "timeMs": 125165.6,
              "cacheWrite": 21065.2,
              "n": 5,
              "tokensOut": 8829.2
            }
          },
          {
            "baselineFail": 1,
            "pairedN": 1,
            "baseAvailable": 1,
            "activationFired": 1,
            "skill": "optimizing-ef-core-queries",
            "treatment": {
              "cacheRead": 668219.0,
              "tokensIn": 724777.0,
              "tokens": 744532.0,
              "timeMs": 216023.0,
              "cacheWrite": 56437.0,
              "n": 1,
              "tokensOut": 19755.0
            },
            "activationExpected": 1,
            "timedOut": false,
            "treatAvailable": 1,
            "treatmentFail": 1,
            "passTotal": 1,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 129667.0,
              "tokensIn": 142419.0,
              "tokens": 147405.0,
              "timeMs": 53694.0,
              "cacheWrite": 12701.0,
              "n": 1,
              "tokensOut": 4986.0
            }
          }
        ],
        "date": 1789218681384,
        "model": "claude-haiku-4.5",
        "commit": {
          "timestamp": "2026-09-12T00:01:18+00:00",
          "id": "4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "message": "Merge pull request #1154 from dotnet/abhitejjohn-agentic-workflow-repair",
          "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        }
      },
      {
        "judgeModel": "claude-opus-4.8",
        "skills": [
          {
            "baselineFail": 5,
            "pairedN": 5,
            "baseAvailable": 5,
            "activationFired": 5,
            "skill": "create-datadriven-aspnetcore",
            "treatment": {
              "cacheRead": 34918.4,
              "tokensIn": 47401.6,
              "tokens": 47795.0,
              "timeMs": 5938.0,
              "cacheWrite": 0.0,
              "n": 5,
              "tokensOut": 393.4
            },
            "activationExpected": 5,
            "timedOut": false,
            "treatAvailable": 5,
            "treatmentFail": 5,
            "passTotal": 5,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 18739.2,
              "tokensIn": 27047.8,
              "tokens": 27368.6,
              "timeMs": 6432.0,
              "cacheWrite": 0.0,
              "n": 5,
              "tokensOut": 320.8
            }
          },
          {
            "baselineFail": 1,
            "pairedN": 1,
            "baseAvailable": 1,
            "activationFired": 1,
            "skill": "optimizing-ef-core-queries",
            "treatment": {
              "cacheRead": 34816.0,
              "tokensIn": 55298.0,
              "tokens": 55492.0,
              "timeMs": 4711.0,
              "cacheWrite": 0.0,
              "n": 1,
              "tokensOut": 194.0
            },
            "activationExpected": 1,
            "timedOut": false,
            "treatAvailable": 1,
            "treatmentFail": 1,
            "passTotal": 1,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 90112.0,
              "tokensIn": 104999.0,
              "tokens": 107849.0,
              "timeMs": 20831.0,
              "cacheWrite": 0.0,
              "n": 1,
              "tokensOut": 2850.0
            }
          }
        ],
        "date": 1789218681433,
        "model": "gpt-5.3-codex",
        "commit": {
          "timestamp": "2026-09-12T00:01:18+00:00",
          "id": "4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "message": "Merge pull request #1154 from dotnet/abhitejjohn-agentic-workflow-repair",
          "url": "https://github.com/dotnet/skills/commit/4c72b17fa2c2aaa307d8f1e337ec75cab45ac5c7",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        }
      },
      {
        "model": "claude-opus-5",
        "judgeModel": "gpt-5.6-terra",
        "skills": [
          {
            "baseAvailable": 5,
            "treatmentFail": 3,
            "pairedN": 5,
            "hasPassData": true,
            "skill": "create-datadriven-aspnetcore",
            "treatment": {
              "tokensIn": 1337609.8,
              "cacheRead": 1280502.4,
              "timeMs": 309416.0,
              "tokens": 1357384.6,
              "n": 5,
              "tokensOut": 19774.8,
              "cacheWrite": 57037.0
            },
            "activationExpected": 5,
            "baseline": {
              "tokensIn": 1046158.4,
              "cacheRead": 966520.0,
              "timeMs": 282945.6,
              "tokens": 1059796.6,
              "n": 5,
              "tokensOut": 13638.2,
              "cacheWrite": 79567.6
            },
            "baselineFail": 3,
            "timedOut": false,
            "passTotal": 5,
            "treatAvailable": 5,
            "activationFired": 5
          },
          {
            "baseAvailable": 1,
            "treatmentFail": 0,
            "pairedN": 1,
            "hasPassData": true,
            "skill": "optimizing-ef-core-queries",
            "treatment": {
              "tokensIn": 284806.0,
              "cacheRead": 208114.0,
              "timeMs": 171342.0,
              "tokens": 291667.0,
              "n": 1,
              "tokensOut": 6861.0,
              "cacheWrite": 76672.0
            },
            "activationExpected": 1,
            "baseline": {
              "tokensIn": 335101.0,
              "cacheRead": 274319.0,
              "timeMs": 231918.0,
              "tokens": 346311.0,
              "n": 1,
              "tokensOut": 11210.0,
              "cacheWrite": 60758.0
            },
            "baselineFail": 0,
            "timedOut": false,
            "passTotal": 1,
            "treatAvailable": 1,
            "activationFired": 1
          }
        ],
        "date": 1789318509912,
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        }
      },
      {
        "model": "claude-sonnet-5",
        "judgeModel": "gpt-5.6-terra",
        "skills": [
          {
            "baseAvailable": 5,
            "treatmentFail": 3,
            "pairedN": 5,
            "hasPassData": true,
            "skill": "create-datadriven-aspnetcore",
            "treatment": {
              "tokensIn": 1185674.8,
              "cacheRead": 1144429.8,
              "timeMs": 175271.4,
              "tokens": 1200722.6,
              "n": 5,
              "tokensOut": 15047.8,
              "cacheWrite": 41177.0
            },
            "activationExpected": 5,
            "baseline": {
              "tokensIn": 834775.6,
              "cacheRead": 799918.8,
              "timeMs": 165322.8,
              "tokens": 844424.8,
              "n": 5,
              "tokensOut": 9649.2,
              "cacheWrite": 34796.0
            },
            "baselineFail": 3,
            "timedOut": false,
            "passTotal": 5,
            "treatAvailable": 5,
            "activationFired": 5
          },
          {
            "baseAvailable": 1,
            "treatmentFail": 0,
            "pairedN": 1,
            "hasPassData": true,
            "skill": "optimizing-ef-core-queries",
            "treatment": {
              "tokensIn": 459599.0,
              "cacheRead": 431327.0,
              "timeMs": 182087.0,
              "tokens": 470682.0,
              "n": 1,
              "tokensOut": 11083.0,
              "cacheWrite": 28240.0
            },
            "activationExpected": 1,
            "baseline": {
              "tokensIn": 746931.0,
              "cacheRead": 711419.0,
              "timeMs": 465323.0,
              "tokens": 761972.0,
              "n": 1,
              "tokensOut": 15041.0,
              "cacheWrite": 35468.0
            },
            "baselineFail": 0,
            "timedOut": false,
            "passTotal": 1,
            "treatAvailable": 1,
            "activationFired": 1
          }
        ],
        "date": 1789318509986,
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        }
      },
      {
        "model": "gpt-5.6-sol",
        "judgeModel": "claude-opus-4.8",
        "skills": [
          {
            "baseAvailable": 5,
            "treatmentFail": 1,
            "pairedN": 5,
            "hasPassData": true,
            "skill": "create-datadriven-aspnetcore",
            "treatment": {
              "tokensIn": 704628.4,
              "cacheRead": 612044.8,
              "timeMs": 256235.8,
              "tokens": 722282.6,
              "n": 5,
              "tokensOut": 17654.2,
              "cacheWrite": 0.0
            },
            "activationExpected": 5,
            "baseline": {
              "tokensIn": 652812.8,
              "cacheRead": 543232.0,
              "timeMs": 197000.4,
              "tokens": 667949.8,
              "n": 5,
              "tokensOut": 15137.0,
              "cacheWrite": 0.0
            },
            "baselineFail": 3,
            "timedOut": false,
            "passTotal": 5,
            "treatAvailable": 5,
            "activationFired": 5
          },
          {
            "baseAvailable": 1,
            "treatmentFail": 0,
            "pairedN": 1,
            "hasPassData": true,
            "skill": "optimizing-ef-core-queries",
            "treatment": {
              "tokensIn": 426941.0,
              "cacheRead": 352768.0,
              "timeMs": 165922.0,
              "tokens": 436961.0,
              "n": 1,
              "tokensOut": 10020.0,
              "cacheWrite": 0.0
            },
            "activationExpected": 1,
            "baseline": {
              "tokensIn": 311234.0,
              "cacheRead": 250880.0,
              "timeMs": 254697.0,
              "tokens": 321293.0,
              "n": 1,
              "tokensOut": 10059.0,
              "cacheWrite": 0.0
            },
            "baselineFail": 0,
            "timedOut": false,
            "passTotal": 1,
            "treatAvailable": 1,
            "activationFired": 1
          }
        ],
        "date": 1789318510057,
        "commit": {
          "timestamp": "2026-09-12T07:43:41+00:00",
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3"
        }
      },
      {
        "date": 1789397102007,
        "model": "claude-sonnet-5",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "timestamp": "2026-09-12T07:43:41+00:00",
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "judgeModel": "gpt-5.6-terra",
        "skills": [
          {
            "hasPassData": true,
            "baselineFail": 3,
            "activationFired": 5,
            "treatment": {
              "tokensOut": 17776.0,
              "n": 5,
              "timeMs": 216659.6,
              "tokens": 1826416.8,
              "cacheWrite": 42279.2,
              "cacheRead": 1766268.8,
              "tokensIn": 1808640.8
            },
            "activationExpected": 5,
            "baseline": {
              "tokensOut": 11711.6,
              "n": 5,
              "timeMs": 178254.2,
              "tokens": 1201627.8,
              "cacheWrite": 33553.4,
              "cacheRead": 1156293.2,
              "tokensIn": 1189916.2
            },
            "pairedN": 5,
            "baseAvailable": 5,
            "treatmentFail": 3,
            "timedOut": false,
            "skill": "create-datadriven-aspnetcore",
            "treatAvailable": 5,
            "passTotal": 5
          },
          {
            "hasPassData": true,
            "baselineFail": 0,
            "activationFired": 1,
            "treatment": {
              "tokensOut": 13486.0,
              "n": 1,
              "timeMs": 187605.0,
              "tokens": 660301.0,
              "cacheWrite": 35902.0,
              "cacheRead": 610875.0,
              "tokensIn": 646815.0
            },
            "activationExpected": 1,
            "baseline": {
              "tokensOut": 12748.0,
              "n": 1,
              "timeMs": 178681.0,
              "tokens": 458379.0,
              "cacheWrite": 34277.0,
              "cacheRead": 411322.0,
              "tokensIn": 445631.0
            },
            "pairedN": 1,
            "baseAvailable": 1,
            "treatmentFail": 0,
            "timedOut": false,
            "skill": "optimizing-ef-core-queries",
            "treatAvailable": 1,
            "passTotal": 1
          }
        ]
      },
      {
        "date": 1789397102054,
        "model": "gpt-5.6-luna",
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "timestamp": "2026-09-12T07:43:41+00:00",
          "id": "4ecd7d9c76fa458807684771c2bfc7acf1e00ad3",
          "message": "Merge pull request #1134 from dotnet/bot/weekly-version-sync",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "judgeModel": "claude-opus-4.8",
        "skills": [
          {
            "hasPassData": true,
            "baselineFail": 3,
            "activationFired": 5,
            "treatment": {
              "tokensOut": 14439.4,
              "n": 5,
              "timeMs": 167374.0,
              "tokens": 679055.6,
              "cacheWrite": 42279.6,
              "cacheRead": 622256.8,
              "tokensIn": 664616.2
            },
            "activationExpected": 5,
            "baseline": {
              "tokensOut": 10655.2,
              "n": 5,
              "timeMs": 153542.8,
              "tokens": 424893.8,
              "cacheWrite": 30309.4,
              "cacheRead": 378596.0,
              "tokensIn": 414238.6
            },
            "pairedN": 5,
            "baseAvailable": 5,
            "treatmentFail": 1,
            "timedOut": false,
            "skill": "create-datadriven-aspnetcore",
            "treatAvailable": 5,
            "passTotal": 5
          },
          {
            "hasPassData": true,
            "baselineFail": 0,
            "activationFired": 1,
            "treatment": {
              "tokensOut": 6862.0,
              "n": 1,
              "timeMs": 154280.0,
              "tokens": 347778.0,
              "cacheWrite": 31188.0,
              "cacheRead": 309683.0,
              "tokensIn": 340916.0
            },
            "activationExpected": 1,
            "baseline": {
              "tokensOut": 6839.0,
              "n": 1,
              "timeMs": 214863.0,
              "tokens": 396449.0,
              "cacheWrite": 29852.0,
              "cacheRead": 359704.0,
              "tokensIn": 389610.0
            },
            "pairedN": 1,
            "baseAvailable": 1,
            "treatmentFail": 0,
            "timedOut": false,
            "skill": "optimizing-ef-core-queries",
            "treatAvailable": 1,
            "passTotal": 1
          }
        ]
      },
      {
        "judgeModel": "gpt-5.6-terra",
        "model": "claude-haiku-4.5",
        "date": 1789478286619,
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-14T15:27:40+00:00",
          "id": "24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "message": "Surface activation-only evaluation failures (#1163)"
        },
        "skills": [
          {
            "pairedN": 5,
            "treatment": {
              "tokens": 870192.0,
              "cacheWrite": 31657.4,
              "n": 5,
              "timeMs": 150212.0,
              "tokensIn": 856428.2,
              "cacheRead": 824591.0,
              "tokensOut": 13763.8
            },
            "baseAvailable": 5,
            "baselineFail": 3,
            "baseline": {
              "tokens": 562767.6,
              "cacheWrite": 19626.2,
              "n": 5,
              "timeMs": 106342.8,
              "tokensIn": 553509.4,
              "cacheRead": 533739.4,
              "tokensOut": 9258.2
            },
            "activationExpected": 5,
            "activationFired": 4,
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "treatmentFail": 2,
            "timedOut": false,
            "hasPassData": true,
            "passTotal": 5
          },
          {
            "pairedN": 1,
            "treatment": {
              "tokens": 191047.0,
              "cacheWrite": 22535.0,
              "n": 1,
              "timeMs": 60350.0,
              "tokensIn": 185876.0,
              "cacheRead": 163280.0,
              "tokensOut": 5171.0
            },
            "baseAvailable": 1,
            "baselineFail": 1,
            "baseline": {
              "tokens": 209607.0,
              "cacheWrite": 16130.0,
              "n": 1,
              "timeMs": 56891.0,
              "tokensIn": 204716.0,
              "cacheRead": 188520.0,
              "tokensOut": 4891.0
            },
            "activationExpected": 1,
            "activationFired": 1,
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "treatmentFail": 1,
            "timedOut": false,
            "hasPassData": true,
            "passTotal": 1
          }
        ]
      },
      {
        "judgeModel": "claude-opus-4.8",
        "model": "gpt-5.3-codex",
        "date": 1789478286679,
        "commit": {
          "url": "https://github.com/dotnet/skills/commit/24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "author": {
            "name": "Amaury Levé",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-14T15:27:40+00:00",
          "id": "24f7cfbd42ad7bf52bcd67372816b982c38c64c6",
          "message": "Surface activation-only evaluation failures (#1163)"
        },
        "skills": [
          {
            "pairedN": 5,
            "treatment": {
              "tokens": 57066.6,
              "cacheWrite": 0.0,
              "n": 5,
              "timeMs": 6807.2,
              "tokensIn": 56695.0,
              "cacheRead": 44646.4,
              "tokensOut": 371.6
            },
            "baseAvailable": 5,
            "baselineFail": 4,
            "baseline": {
              "tokens": 41764.2,
              "cacheWrite": 0.0,
              "n": 5,
              "timeMs": 22928.4,
              "tokensIn": 40942.6,
              "cacheRead": 31846.4,
              "tokensOut": 821.6
            },
            "activationExpected": 5,
            "activationFired": 4,
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "treatmentFail": 5,
            "timedOut": false,
            "hasPassData": true,
            "passTotal": 5
          },
          {
            "pairedN": 1,
            "treatment": {
              "tokens": 99721.0,
              "cacheWrite": 0.0,
              "n": 1,
              "timeMs": 8650.0,
              "tokensIn": 99447.0,
              "cacheRead": 85504.0,
              "tokensOut": 274.0
            },
            "baseAvailable": 1,
            "baselineFail": 1,
            "baseline": {
              "tokens": 91324.0,
              "cacheWrite": 0.0,
              "n": 1,
              "timeMs": 23435.0,
              "tokensIn": 88808.0,
              "cacheRead": 75264.0,
              "tokensOut": 2516.0
            },
            "activationExpected": 1,
            "activationFired": 1,
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "treatmentFail": 1,
            "timedOut": false,
            "hasPassData": true,
            "passTotal": 1
          }
        ]
      },
      {
        "date": 1789574379862,
        "skills": [
          {
            "activationExpected": 5,
            "skill": "create-datadriven-aspnetcore",
            "baseline": {
              "timeMs": 166109.2,
              "tokensIn": 1062545.4,
              "tokens": 1074789.2,
              "cacheRead": 1031480.0,
              "n": 5,
              "cacheWrite": 30997.4,
              "tokensOut": 12243.8
            },
            "treatAvailable": 5,
            "treatmentFail": 2,
            "passTotal": 5,
            "hasPassData": true,
            "timedOut": false,
            "pairedN": 5,
            "treatment": {
              "timeMs": 204772.8,
              "tokensIn": 1707614.8,
              "tokens": 1725293.4,
              "cacheRead": 1664815.2,
              "n": 5,
              "cacheWrite": 42712.4,
              "tokensOut": 17678.6
            },
            "baselineFail": 3,
            "baseAvailable": 5,
            "activationFired": 5
          },
          {
            "activationExpected": 1,
            "skill": "optimizing-ef-core-queries",
            "baseline": {
              "timeMs": 188249.0,
              "tokensIn": 416285.0,
              "tokens": 425116.0,
              "cacheRead": 393273.0,
              "n": 1,
              "cacheWrite": 22978.0,
              "tokensOut": 8831.0
            },
            "treatAvailable": 1,
            "treatmentFail": 0,
            "passTotal": 1,
            "hasPassData": true,
            "timedOut": false,
            "pairedN": 1,
            "treatment": {
              "timeMs": 227876.0,
              "tokensIn": 506904.0,
              "tokens": 519432.0,
              "cacheRead": 472854.0,
              "n": 1,
              "cacheWrite": 34018.0,
              "tokensOut": 12528.0
            },
            "baselineFail": 1,
            "baseAvailable": 1,
            "activationFired": 1
          }
        ],
        "commit": {
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-15T22:05:10+00:00",
          "message": "Merge pull request #873 from dotnet/add-dotnet-refactoring-skills",
          "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f",
          "id": "26323a52990d0cbfc838117109b40e115aac891f"
        },
        "judgeModel": "gpt-5.6-terra",
        "model": "claude-sonnet-5"
      },
      {
        "date": 1789574379972,
        "skills": [
          {
            "activationExpected": 5,
            "skill": "create-datadriven-aspnetcore",
            "baseline": {
              "timeMs": 181694.2,
              "tokensIn": 711565.0,
              "tokens": 724970.8,
              "cacheRead": 675810.0,
              "n": 5,
              "cacheWrite": 35675.8,
              "tokensOut": 13405.8
            },
            "treatAvailable": 5,
            "treatmentFail": 2,
            "passTotal": 5,
            "hasPassData": true,
            "timedOut": false,
            "pairedN": 5,
            "treatment": {
              "timeMs": 159606.2,
              "tokensIn": 549574.6,
              "tokens": 562321.2,
              "cacheRead": 515077.8,
              "n": 5,
              "cacheWrite": 34430.8,
              "tokensOut": 12746.6
            },
            "baselineFail": 3,
            "baseAvailable": 5,
            "activationFired": 5
          },
          {
            "activationExpected": 1,
            "skill": "optimizing-ef-core-queries",
            "baseline": {
              "timeMs": 184803.0,
              "tokensIn": 239060.0,
              "tokens": 245740.0,
              "cacheRead": 210910.0,
              "n": 1,
              "cacheWrite": 28114.0,
              "tokensOut": 6680.0
            },
            "treatAvailable": 1,
            "treatmentFail": 0,
            "passTotal": 1,
            "hasPassData": true,
            "timedOut": false,
            "pairedN": 1,
            "treatment": {
              "timeMs": 347996.0,
              "tokensIn": 354495.0,
              "tokens": 361281.0,
              "cacheRead": 323495.0,
              "n": 1,
              "cacheWrite": 30952.0,
              "tokensOut": 6786.0
            },
            "baselineFail": 0,
            "baseAvailable": 1,
            "activationFired": 1
          }
        ],
        "commit": {
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "timestamp": "2026-09-15T22:05:10+00:00",
          "message": "Merge pull request #873 from dotnet/add-dotnet-refactoring-skills",
          "url": "https://github.com/dotnet/skills/commit/26323a52990d0cbfc838117109b40e115aac891f",
          "id": "26323a52990d0cbfc838117109b40e115aac891f"
        },
        "judgeModel": "claude-opus-4.8",
        "model": "gpt-5.6-luna"
      },
      {
        "judgeModel": "gpt-5.6-terra",
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          }
        },
        "date": 1789642372543,
        "skills": [
          {
            "baselineFail": 3,
            "passTotal": 5,
            "hasPassData": true,
            "activationExpected": 5,
            "baseAvailable": 5,
            "treatment": {
              "cacheRead": 968861.0,
              "timeMs": 200468.6,
              "tokensIn": 1002213.8,
              "n": 5,
              "tokensOut": 13953.6,
              "cacheWrite": 33297.2,
              "tokens": 1016167.4
            },
            "baseline": {
              "cacheRead": 870526.0,
              "timeMs": 186740.8,
              "tokensIn": 895098.4,
              "n": 5,
              "tokensOut": 12148.6,
              "cacheWrite": 24512.8,
              "tokens": 907247.0
            },
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "activationFired": 5,
            "timedOut": false,
            "pairedN": 5,
            "treatmentFail": 3
          },
          {
            "baselineFail": 1,
            "passTotal": 1,
            "hasPassData": true,
            "activationExpected": 1,
            "baseAvailable": 1,
            "treatment": {
              "cacheRead": 422312.0,
              "timeMs": 162689.0,
              "tokensIn": 448206.0,
              "n": 1,
              "tokensOut": 8384.0,
              "cacheWrite": 25860.0,
              "tokens": 456590.0
            },
            "baseline": {
              "cacheRead": 372219.0,
              "timeMs": 141524.0,
              "tokensIn": 395221.0,
              "n": 1,
              "tokensOut": 7343.0,
              "cacheWrite": 22970.0,
              "tokens": 402564.0
            },
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "activationFired": 1,
            "timedOut": false,
            "pairedN": 1,
            "treatmentFail": 0
          }
        ],
        "model": "claude-opus-4.8"
      },
      {
        "judgeModel": "gpt-5.6-terra",
        "model": "claude-sonnet-5",
        "skills": [
          {
            "hasPassData": true,
            "activationFired": 5,
            "baselineFail": 2,
            "baseAvailable": 5,
            "timedOut": false,
            "baseline": {
              "cacheRead": 860142.4,
              "cacheWrite": 27142.4,
              "tokensIn": 887348.0,
              "n": 5,
              "tokens": 896882.6,
              "tokensOut": 9534.6,
              "timeMs": 158223.4
            },
            "treatmentFail": 2,
            "treatment": {
              "cacheRead": 1846512.6,
              "cacheWrite": 43582.0,
              "tokensIn": 1890189.4,
              "n": 5,
              "tokens": 1908955.0,
              "tokensOut": 18765.6,
              "timeMs": 224304.6
            },
            "activationExpected": 5,
            "pairedN": 5,
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "passTotal": 5
          },
          {
            "hasPassData": true,
            "activationFired": 1,
            "baselineFail": 0,
            "baseAvailable": 1,
            "timedOut": false,
            "baseline": {
              "cacheRead": 783836.0,
              "cacheWrite": 27891.0,
              "tokensIn": 811787.0,
              "n": 1,
              "tokens": 823825.0,
              "tokensOut": 12038.0,
              "timeMs": 327319.0
            },
            "treatmentFail": 0,
            "treatment": {
              "cacheRead": 583635.0,
              "cacheWrite": 35212.0,
              "tokensIn": 618885.0,
              "n": 1,
              "tokens": 632403.0,
              "tokensOut": 13518.0,
              "timeMs": 135392.0
            },
            "activationExpected": 1,
            "pairedN": 1,
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "passTotal": 1
          }
        ],
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "date": 1789745910467
      },
      {
        "judgeModel": "claude-opus-4.8",
        "model": "gpt-5.6-luna",
        "skills": [
          {
            "hasPassData": true,
            "activationFired": 5,
            "baselineFail": 3,
            "baseAvailable": 5,
            "timedOut": false,
            "baseline": {
              "cacheRead": 311354.0,
              "cacheWrite": 26464.4,
              "tokensIn": 337872.4,
              "n": 5,
              "tokens": 348124.0,
              "tokensOut": 10251.6,
              "timeMs": 75111.0
            },
            "treatmentFail": 2,
            "treatment": {
              "cacheRead": 376402.0,
              "cacheWrite": 32101.6,
              "tokensIn": 408557.6,
              "n": 5,
              "tokens": 419352.8,
              "tokensOut": 10795.2,
              "timeMs": 87613.6
            },
            "activationExpected": 5,
            "pairedN": 5,
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "passTotal": 5
          },
          {
            "hasPassData": true,
            "activationFired": 1,
            "baselineFail": 0,
            "baseAvailable": 1,
            "timedOut": false,
            "baseline": {
              "cacheRead": 465058.0,
              "cacheWrite": 38100.0,
              "tokensIn": 503218.0,
              "n": 1,
              "tokens": 512381.0,
              "tokensOut": 9163.0,
              "timeMs": 244101.0
            },
            "treatmentFail": 0,
            "treatment": {
              "cacheRead": 300871.0,
              "cacheWrite": 31671.0,
              "tokensIn": 332587.0,
              "n": 1,
              "tokens": 339972.0,
              "tokensOut": 7385.0,
              "timeMs": 139293.0
            },
            "activationExpected": 1,
            "pairedN": 1,
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "passTotal": 1
          }
        ],
        "commit": {
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "author": {
            "name": "Abhitej John",
            "username": "AbhitejJohn"
          },
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "date": 1789745910531
      },
      {
        "skills": [
          {
            "treatment": {
              "cacheRead": 915770.2,
              "tokensOut": 15814.6,
              "timeMs": 171777.8,
              "tokensIn": 948376.4,
              "n": 5,
              "tokens": 964191.0,
              "cacheWrite": 32418.8
            },
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "activationExpected": 5,
            "baselineFail": 3,
            "treatmentFail": 2,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 662792.0,
              "tokensOut": 10282.6,
              "timeMs": 125071.8,
              "tokensIn": 683612.4,
              "n": 5,
              "tokens": 693895.0,
              "cacheWrite": 20650.6
            },
            "activationFired": 4,
            "timedOut": false,
            "baseAvailable": 5,
            "passTotal": 5,
            "pairedN": 5
          },
          {
            "treatment": {
              "cacheRead": 573408.0,
              "tokensOut": 14147.0,
              "timeMs": 160260.0,
              "tokensIn": 619177.0,
              "n": 1,
              "tokens": 633324.0,
              "cacheWrite": 45653.0
            },
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "activationExpected": 1,
            "baselineFail": 1,
            "treatmentFail": 1,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 462820.0,
              "tokensOut": 8938.0,
              "timeMs": 114149.0,
              "tokensIn": 491064.0,
              "n": 1,
              "tokens": 500002.0,
              "cacheWrite": 28133.0
            },
            "activationFired": 1,
            "timedOut": false,
            "baseAvailable": 1,
            "passTotal": 1,
            "pairedN": 1
          }
        ],
        "date": 1789836948021,
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "judgeModel": "gpt-5.6-terra",
        "model": "claude-haiku-4.5"
      },
      {
        "skills": [
          {
            "treatment": {
              "cacheRead": 46387.2,
              "tokensOut": 489.8,
              "timeMs": 7236.0,
              "tokensIn": 59720.2,
              "n": 5,
              "tokens": 60210.0,
              "cacheWrite": 0.0
            },
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "activationExpected": 5,
            "baselineFail": 5,
            "treatmentFail": 5,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 14028.8,
              "tokensOut": 221.2,
              "timeMs": 4503.8,
              "tokensIn": 21818.8,
              "n": 5,
              "tokens": 22040.0,
              "cacheWrite": 0.0
            },
            "activationFired": 5,
            "timedOut": false,
            "baseAvailable": 5,
            "passTotal": 5,
            "pairedN": 5
          },
          {
            "treatment": {
              "cacheRead": 44032.0,
              "tokensOut": 223.0,
              "timeMs": 6601.0,
              "tokensIn": 55314.0,
              "n": 1,
              "tokens": 55537.0,
              "cacheWrite": 0.0
            },
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "activationExpected": 1,
            "baselineFail": 1,
            "treatmentFail": 1,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 88064.0,
              "tokensOut": 2880.0,
              "timeMs": 22731.0,
              "tokensIn": 100952.0,
              "n": 1,
              "tokens": 103832.0,
              "cacheWrite": 0.0
            },
            "activationFired": 1,
            "timedOut": false,
            "baseAvailable": 1,
            "passTotal": 1,
            "pairedN": 1
          }
        ],
        "date": 1789836948085,
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "judgeModel": "claude-opus-4.8",
        "model": "gpt-5.3-codex"
      },
      {
        "skills": [
          {
            "treatment": {
              "cacheRead": 627968.0,
              "tokensOut": 15621.0,
              "timeMs": 111610.8,
              "tokensIn": 699516.8,
              "n": 5,
              "tokens": 715137.8,
              "cacheWrite": 0.0
            },
            "treatAvailable": 5,
            "skill": "create-datadriven-aspnetcore",
            "activationExpected": 5,
            "baselineFail": 3,
            "treatmentFail": 2,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 385433.6,
              "tokensOut": 13674.8,
              "timeMs": 97799.0,
              "tokensIn": 440297.2,
              "n": 5,
              "tokens": 453972.0,
              "cacheWrite": 0.0
            },
            "activationFired": 1,
            "timedOut": false,
            "baseAvailable": 5,
            "passTotal": 5,
            "pairedN": 5
          },
          {
            "treatment": {
              "cacheRead": 230144.0,
              "tokensOut": 11307.0,
              "timeMs": 148986.0,
              "tokensIn": 279491.0,
              "n": 1,
              "tokens": 290798.0,
              "cacheWrite": 0.0
            },
            "treatAvailable": 1,
            "skill": "optimizing-ef-core-queries",
            "activationExpected": 1,
            "baselineFail": 1,
            "treatmentFail": 0,
            "hasPassData": true,
            "baseline": {
              "cacheRead": 299520.0,
              "tokensOut": 11674.0,
              "timeMs": 97301.0,
              "tokensIn": 358969.0,
              "n": 1,
              "tokens": 370643.0,
              "cacheWrite": 0.0
            },
            "activationFired": 0,
            "timedOut": false,
            "baseAvailable": 1,
            "passTotal": 1,
            "pairedN": 1
          }
        ],
        "date": 1789836948171,
        "commit": {
          "author": {
            "username": "AbhitejJohn",
            "name": "Abhitej John"
          },
          "message": "Merge pull request #1184 from dotnet/dependabot/npm_and_yarn/eng/evaluation-tools/microsoft/vally-cli-0.16.0",
          "url": "https://github.com/dotnet/skills/commit/8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3",
          "timestamp": "2026-09-17T03:09:52+00:00",
          "id": "8bbfe7a4d1c5c0cd42cd04e38031779c75f2dda3"
        },
        "judgeModel": "gpt-5.6-terra",
        "model": "mai-code-1.1-flash"
      }
    ]
  },
  "repoUrl": "",
  "lastUpdate": 1789836948171,
  "schemaVersion": 2
}