Skip to content

Experience-Driven Black-Box Cost Control for Coding Agents

2.1 KB
Raw Blame
{
  "domain": "creddata",
  "description": "CredData repositories audited for secrets, graded to line-level F1.",
  "source": "experiments/te_bench/workloads.py (regenerate: python scripts/export_workloads.py)",
  "group_field": "instance",
  "seeds": [
    0,
    1,
    2
  ],
  "total_tasks": 100,
  "task_counts": {
    "creddata": 100
  },
  "groups": {
    "creddata": [
      "00408ef6",
      "0401c075",
      "08295bf0",
      "0a0d22aa",
      "0ce78112",
      "110f8d35",
      "16fc0238",
      "262e8107",
      "28728ab4",
      "29d5ecae",
      "30201159",
      "31423103",
      "353ae7fa",
      "35c273e2",
      "371ea6d8",
      "39def7b4",
      "3d82970b",
      "443086e9",
      "46c52073",
      "489fc16c",
      "4db30bbe",
      "4f40bf46",
      "50b38ef0",
      "55031e17",
      "55aa4858",
      "57067d8d",
      "5cb346c3",
      "5cecf769",
      "5d8870b3",
      "60f9915d",
      "63800a10",
      "638eb0c6",
      "653a7746",
      "660708f3",
      "661abd43",
      "69f42949",
      "6a132a15",
      "6d59a88a",
      "6e2ed0e4",
      "7529016f",
      "75e7c64d",
      "7c7558cf",
      "7e01f352",
      "7f8b28a7",
      "81cd05d0",
      "826a020b",
      "848ad017",
      "86875835",
      "8bc560cd",
      "8c3c80e8",
      "8c9fcde7",
      "8d217d6c",
      "8f499d55",
      "9031b2b4",
      "91cfdb2b",
      "93ff401b",
      "98a9ba4e",
      "9c7e3662",
      "9ccb72ee",
      "9d90ba70",
      "9ef45116",
      "a0cd6261",
      "a15774b8",
      "a5c3685e",
      "a8bdca79",
      "ac9be8d9",
      "adf34139",
      "afdd01d8",
      "b6dbde6a",
      "b81d3227",
      "b8d8b8c3",
      "bbb4193f",
      "bcb18a48",
      "bd7bcb9d",
      "c2127ffb",
      "c9b945fa",
      "cc268724",
      "cd82f1a2",
      "cfdcc4f3",
      "d2d6eedc",
      "d518da13",
      "d93c01fb",
      "db218f09",
      "db832824",
      "df70e863",
      "e08ff555",
      "e097ae9a",
      "e3c63910",
      "e69fe1b9",
      "eb8448ad",
      "eb9ba732",
      "f129be24",
      "f43ddbf5",
      "f710ac3c",
      "f7ae636a",
      "f80c571b",
      "f85f83c9",
      "fc8343f4",
      "ff43ce4d",
      "ff527e6f"
    ]
  }
}