osu/osu.Game.Benchmarks/Properties/launchSettings.json

{
  "profiles": {
    "All Benchmarks": {
      "commandName": "Project",
      "commandLineArgs": "--filter *"
    }
  }
}