Skip to content

Experience-Driven Black-Box Cost Control for Coding Agents

2.1 KB
Raw Blame
{
  "domain": "reposvul",
  "description": "ReposVul instances (Python split) audited for vulnerabilities, graded to F1.",
  "source": "experiments/te_bench/workloads.py (regenerate: python scripts/export_workloads.py)",
  "group_field": "instance",
  "seeds": [
    0,
    1,
    2
  ],
  "total_tasks": 100,
  "task_counts": {
    "reposvul": 100
  },
  "groups": {
    "reposvul": [
      "py-10081",
      "py-10115",
      "py-1045",
      "py-10585",
      "py-10746",
      "py-10878",
      "py-10883",
      "py-11295",
      "py-11519",
      "py-11621",
      "py-11682",
      "py-11868",
      "py-11990",
      "py-12077",
      "py-12275",
      "py-12277",
      "py-12279",
      "py-12292",
      "py-12343",
      "py-12375",
      "py-12440",
      "py-12497",
      "py-171",
      "py-1968",
      "py-1974",
      "py-211",
      "py-2210",
      "py-2496",
      "py-2656",
      "py-2660",
      "py-2754",
      "py-2771",
      "py-2847",
      "py-3163",
      "py-3380",
      "py-3482",
      "py-3596",
      "py-369",
      "py-3802",
      "py-4061",
      "py-4374",
      "py-4450",
      "py-4597",
      "py-4615",
      "py-4816",
      "py-49",
      "py-5016",
      "py-5203",
      "py-5259",
      "py-5557",
      "py-5566",
      "py-5567",
      "py-5569",
      "py-569",
      "py-5751",
      "py-5838",
      "py-5897",
      "py-5934",
      "py-5969",
      "py-5987",
      "py-6002",
      "py-6200",
      "py-623",
      "py-6237",
      "py-6510",
      "py-6540",
      "py-6565",
      "py-6634",
      "py-6646",
      "py-6678",
      "py-6764",
      "py-6773",
      "py-6817",
      "py-7185",
      "py-7458",
      "py-7563",
      "py-7740",
      "py-8152",
      "py-8320",
      "py-8450",
      "py-8464",
      "py-8504",
      "py-8523",
      "py-8851",
      "py-8958",
      "py-9020",
      "py-9030",
      "py-9070",
      "py-9081",
      "py-9217",
      "py-9275",
      "py-940",
      "py-941",
      "py-9652",
      "py-9659",
      "py-9824",
      "py-9859",
      "py-9876",
      "py-9902",
      "py-9968"
    ]
  }
}