dotnet__skills/msbench/dataset.jsonl

{"benchmark": "dotnetskills-dotnet", "instance_id": "dotnet--csharp-scripts--c-language-feature-script", "image_tag": "dotnetskills.eval.x86_64.dotnet--csharp-scripts--c-language-feature-script:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "Does C# support creating a stackalloc'd Span of native-sized integers? Can you test it and see?", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-dotnet", "instance_id": "dotnet--dotnet-pinvoke--libraryimport-declaration-c-header-net-8", "image_tag": "dotnetskills.eval.x86_64.dotnet--dotnet-pinvoke--libraryimport-declaration-c-header-net-8:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "I have the following C header for a cross-platform library targeting .NET 8:\n\n```c\nint32_t compress_buffer(const uint8_t* input, size_t input_len,\n                        uint8_t* output, size_t output_len,\n                        size_t* bytes_written);\n```\n\nWrite a C# class named NativeCompression that exposes a P/Invoke\nto call this function from a shared library called \"compresslib\".", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-dotnet", "instance_id": "dotnet--dotnet-pinvoke--libraryimport-declaration-c-header-net-framework", "image_tag": "dotnetskills.eval.x86_64.dotnet--dotnet-pinvoke--libraryimport-declaration-c-header-net-framework:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "I have the following C header for a Windows library targeting .NET Framework (x86):\n\n```c\nint32_t compress_buffer(const uint8_t* input, size_t input_len,\n                        uint8_t* output, size_t output_len,\n                        size_t* bytes_written);\n```\n\nWrite a C# class named NativeCompression that exposes a P/Invoke\nto call this function from a shared library called \"compresslib\".", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-dotnet", "instance_id": "dotnet--nuget-trusted-publishing--migrate-existing-workflow-api-key-trusted", "image_tag": "dotnetskills.eval.x86_64.dotnet--nuget-trusted-publishing--migrate-existing-workflow-api-key-trusted:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "My current publish workflow uses secrets.NUGET_API_KEY to push packages.\nI want to switch to NuGet trusted publishing (OIDC). What do I need to change?", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-dotnet", "instance_id": "dotnet--nuget-trusted-publishing--set-up-nuget-publishing-without-mentioning", "image_tag": "dotnetskills.eval.x86_64.dotnet--nuget-trusted-publishing--set-up-nuget-publishing-without-mentioning:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "I have a .NET library at src/MyLib/MyLib.csproj and I want to publish it\nto nuget.org securely from GitHub Actions without storing API keys.\nThe repo is at myorg/mylib. How do I set this up?", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-dotnet", "instance_id": "dotnet--nuget-trusted-publishing--set-up-trusted-publishing-new-nuget-library", "image_tag": "dotnetskills.eval.x86_64.dotnet--nuget-trusted-publishing--set-up-trusted-publishing-new-nuget-library:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "I have a .NET class library at src/MyLib/MyLib.csproj that I want to publish\nto nuget.org using trusted publishing (OIDC) instead of an API key.\nThe repo is hosted on GitHub at myorg/mylib. Help me set this up.", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--build-perf-baseline--establish-build-performance-baseline-recommend", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--build-perf-baseline--establish-build-performance-baseline-recommend:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "This .NET solution has build performance concerns. Build the solution, establish a build performance baseline, then analyze the project structure and build configuration for optimization opportunities. Provide  specific recommendations to improve build performance.", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--check-bin-obj-clash--bin-obj-output-path-clashes", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--check-bin-obj-clash--bin-obj-output-path-clashes:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "Build this solution and diagnose any build failures related to output path conflicts.", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--directory-build-organization--build-infrastructure-multi-project-repo", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--directory-build-organization--build-infrastructure-multi-project-repo:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "This .NET solution has grown organically and the build infrastructure needs attention. Review all project files and suggest how to improve the build organization. Focus on reducing duplication, improving maintainability, and applying MSBuild best practices.", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--eval-performance--msbuild-evaluation-performance-issues", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--eval-performance--msbuild-evaluation-performance-issues:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "Analyze this project for MSBuild evaluation performance issues. What patterns are causing slow project evaluation?", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--including-generated-files--generated-file-inclusion-failure", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--including-generated-files--generated-file-inclusion-failure:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "Build this project and diagnose why it fails. The project generates a source file during the build but it's not being compiled.", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--incremental-build--incremental-build-issues", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--incremental-build--incremental-build-issues:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "Analyze this project for incremental build issues. Identify any custom targets that would unnecessarily re-run on every build even when nothing has changed.", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--msbuild-antipatterns--msbuild-files-anti-patterns-style-issues", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--msbuild-antipatterns--msbuild-files-anti-patterns-style-issues:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "Review all MSBuild project files and build infrastructure (Directory.Build.props, Directory.Build.targets) in this solution for correctness, best practices, and anti-patterns. Identify any issues that could cause subtle bugs or unexpected behavior.", "is_harbor_task": true, "difficulty": "hard"}
{"benchmark": "dotnetskills-msbuild", "instance_id": "dotnet-msbuild--msbuild-modernization--legacy-project-sdk-style", "image_tag": "dotnetskills.eval.x86_64.dotnet-msbuild--msbuild-modernization--legacy-project-sdk-style:msbench-0.1.0", "benchmark_columns": "benchmark,instance_id,problem_statement,image_tag,benchmark_columns,is_harbor_task,difficulty", "problem_statement": "Modernize this project to SDK-style format. Identify all legacy patterns and suggest how to simplify the project file.", "is_harbor_task": true, "difficulty": "hard"}