11
11
BIGCODEBENCH_NEW_VERSION = "v0.1.3"
12
12
13
13
def map_ds (sample ):
14
+ if sample ["task_id" ] in ["BigCodeBench/211" ]:
15
+ sample ['test' ] = sample ['test' ].replace (
16
+ """
17
+ mock_response = MagicMock()
18
+ mock_response.content = MOCK_CONTENT
19
+ """ ,
20
+ """
21
+ mock_response = MagicMock()
22
+ mock_response.content = MOCK_CONTENT
23
+ mock_response.status_code = 200
24
+ """
25
+ )
26
+ if sample ["task_id" ] in ["BigCodeBench/215" ]:
27
+ sample ['test' ] = sample ['test' ].replace (
28
+ """
29
+ mock_response = Mock()
30
+ """ ,
31
+ """
32
+ mock_response = Mock()
33
+ mock_response.status_code = 200
34
+ """
35
+ )
36
+ sample ['test' ] = sample ['test' ].replace (
37
+ """
38
+ mock_response.text =""" ,
39
+ """
40
+ MOCK_TEXT ="""
41
+ )
42
+ sample ['test' ] = sample ['test' ].replace (
43
+ """
44
+ mock_get.return_value = mock_response
45
+ """ ,
46
+ """
47
+ mock_response.text = MOCK_TEXT
48
+ mock_response.json = lambda: json.loads(MOCK_TEXT)
49
+ mock_get.return_value = mock_response
50
+ """
51
+ )
52
+ sample ['complete_prompt' ] = sample ['complete_prompt' ].replace ("Thif function will raise" , "This function will raise" )
53
+ sample ['instruct_prompt' ] = sample ['instruct_prompt' ].replace ("Thif function will raise" , "This function will raise" )
54
+ sample ['doc_struct' ] = sample ['doc_struct' ].replace ("Thif function will raise" , "This function will raise" )
14
55
if sample ["task_id" ] in ["BigCodeBench/1005" ]:
15
56
for k in sample .keys ():
16
57
sample [k ] = sample [k ].replace (
@@ -28,7 +69,7 @@ def map_ds(sample):
28
69
hard_ds_dict = load_dataset (BIGCODEBENCH_HARD_HF )
29
70
ds = ds_dict [BIGCODEBENCH_VERSION ]
30
71
hard_ds = hard_ds_dict [BIGCODEBENCH_VERSION ]
31
- function_id = [1005 ]
72
+ function_id = [211 , 215 , 1005 ]
32
73
33
74
new_ds = ds .map (map_ds )
34
75
new_ds .to_json ("BigCodeBench.jsonl" )
0 commit comments