We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 794d10c commit 11b4389Copy full SHA for 11b4389
main.ipynb
@@ -51,7 +51,7 @@
51
"\n",
52
"run_llm_code_bias_experiment(\n",
53
" bias_type=\"library\",\n",
54
- " dataset_file=\"data/library/benchmark_tasks/bigcodebench_ext.json\",\n",
+ " dataset_file=\"data/library/benchmark_tasks/bigcodebench.json\",\n",
55
" models=models,\n",
56
" samples=3,\n",
57
")"
@@ -84,8 +84,8 @@
84
" \"webserver\",\n",
85
"]:\n",
86
" run_llm_code_bias_experiment(\n",
87
- " bias_type=\"language\",\n",
88
- " dataset_file=f\"data/language/project_tasks/{dataset}.json\",\n",
+ " bias_type=\"library\",\n",
+ " dataset_file=f\"data/library/project_tasks/{dataset}.json\",\n",
89
90
" samples=100,\n",
91
" )"
0 commit comments