Experience-Driven Black-Box Cost Control for Coding Agents
Python agentic-aiagentic-codingai-codingai-coding-assistantanthropicartificial-intelligenceclaude-codecodexcoding-agentcoding-agentscost-optimizationcost-reductiondeveloper-toolsgithub-copilotllmopen-sourceopenaiproductivitytoken-optimization
{
"domain": "reposvul",
"description": "ReposVul instances (Python split) audited for vulnerabilities, graded to F1.",
"source": "experiments/te_bench/workloads.py (regenerate: python scripts/export_workloads.py)",
"group_field": "instance",
"seeds": [
0,
1,
2
],
"total_tasks": 100,
"task_counts": {
"reposvul": 100
},
"groups": {
"reposvul": [
"py-10081",
"py-10115",
"py-1045",
"py-10585",
"py-10746",
"py-10878",
"py-10883",
"py-11295",
"py-11519",
"py-11621",
"py-11682",
"py-11868",
"py-11990",
"py-12077",
"py-12275",
"py-12277",
"py-12279",
"py-12292",
"py-12343",
"py-12375",
"py-12440",
"py-12497",
"py-171",
"py-1968",
"py-1974",
"py-211",
"py-2210",
"py-2496",
"py-2656",
"py-2660",
"py-2754",
"py-2771",
"py-2847",
"py-3163",
"py-3380",
"py-3482",
"py-3596",
"py-369",
"py-3802",
"py-4061",
"py-4374",
"py-4450",
"py-4597",
"py-4615",
"py-4816",
"py-49",
"py-5016",
"py-5203",
"py-5259",
"py-5557",
"py-5566",
"py-5567",
"py-5569",
"py-569",
"py-5751",
"py-5838",
"py-5897",
"py-5934",
"py-5969",
"py-5987",
"py-6002",
"py-6200",
"py-623",
"py-6237",
"py-6510",
"py-6540",
"py-6565",
"py-6634",
"py-6646",
"py-6678",
"py-6764",
"py-6773",
"py-6817",
"py-7185",
"py-7458",
"py-7563",
"py-7740",
"py-8152",
"py-8320",
"py-8450",
"py-8464",
"py-8504",
"py-8523",
"py-8851",
"py-8958",
"py-9020",
"py-9030",
"py-9070",
"py-9081",
"py-9217",
"py-9275",
"py-940",
"py-941",
"py-9652",
"py-9659",
"py-9824",
"py-9859",
"py-9876",
"py-9902",
"py-9968"
]
}
}