Skip to content

Commit 04b317f

Browse files
committed
Fixes for tasks 211 and 215
1 parent 41770a7 commit 04b317f

File tree

1 file changed

+42
-1
lines changed

1 file changed

+42
-1
lines changed

tools/fix_v022.py

Lines changed: 42 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,47 @@
1111
BIGCODEBENCH_NEW_VERSION = "v0.1.3"
1212

1313
def map_ds(sample):
14+
if sample["task_id"] in ["BigCodeBench/211"]:
15+
sample['test'] = sample['test'].replace(
16+
"""
17+
mock_response = MagicMock()
18+
mock_response.content = MOCK_CONTENT
19+
""",
20+
"""
21+
mock_response = MagicMock()
22+
mock_response.content = MOCK_CONTENT
23+
mock_response.status_code = 200
24+
"""
25+
)
26+
if sample["task_id"] in ["BigCodeBench/215"]:
27+
sample['test'] = sample['test'].replace(
28+
"""
29+
mock_response = Mock()
30+
""",
31+
"""
32+
mock_response = Mock()
33+
mock_response.status_code = 200
34+
"""
35+
)
36+
sample['test'] = sample['test'].replace(
37+
"""
38+
mock_response.text =""",
39+
"""
40+
MOCK_TEXT ="""
41+
)
42+
sample['test'] = sample['test'].replace(
43+
"""
44+
mock_get.return_value = mock_response
45+
""",
46+
"""
47+
mock_response.text = MOCK_TEXT
48+
mock_response.json = lambda: json.loads(MOCK_TEXT)
49+
mock_get.return_value = mock_response
50+
"""
51+
)
52+
sample['complete_prompt'] = sample['complete_prompt'].replace("Thif function will raise", "This function will raise")
53+
sample['instruct_prompt'] = sample['instruct_prompt'].replace("Thif function will raise", "This function will raise")
54+
sample['doc_struct'] = sample['doc_struct'].replace("Thif function will raise", "This function will raise")
1455
if sample["task_id"] in ["BigCodeBench/1005"]:
1556
for k in sample.keys():
1657
sample[k] = sample[k].replace(
@@ -28,7 +69,7 @@ def map_ds(sample):
2869
hard_ds_dict = load_dataset(BIGCODEBENCH_HARD_HF)
2970
ds = ds_dict[BIGCODEBENCH_VERSION]
3071
hard_ds = hard_ds_dict[BIGCODEBENCH_VERSION]
31-
function_id = [1005]
72+
function_id = [211, 215, 1005]
3273

3374
new_ds = ds.map(map_ds)
3475
new_ds.to_json("BigCodeBench.jsonl")

0 commit comments

Comments
 (0)