Skip to content

Commit 9fa4cfb

Browse files
authored
Set trust_remote_code for TyDiQA (#3473)
1 parent 82f9d58 commit 9fa4cfb

File tree

2 files changed

+7
-1
lines changed

2 files changed

+7
-1
lines changed

setup.cfg

+1
Original file line numberDiff line numberDiff line change
@@ -121,6 +121,7 @@ seahelm =
121121
pythainlp==5.0.0
122122
pyonmttok==1.37.0
123123
sacrebleu~=2.2.1
124+
python-crfsuite~=0.9.11
124125

125126
# Model extras
126127
accelerate =

src/helm/benchmark/scenarios/seahelm_scenario.py

+6-1
Original file line numberDiff line numberDiff line change
@@ -95,7 +95,12 @@ def __init__(self):
9595
self.splits = {"train": TRAIN_SPLIT, "validation": TEST_SPLIT}
9696

9797
def get_instances(self, output_path) -> List[Instance]:
98-
dataset = datasets.load_dataset("khalidalt/tydiqa-goldp", "indonesian")
98+
dataset = datasets.load_dataset(
99+
"khalidalt/tydiqa-goldp",
100+
"indonesian",
101+
revision="7d69b53c9c8187ae7e21d8441362efa1a7e3013d",
102+
trust_remote_code=True,
103+
)
99104

100105
outputs = []
101106
for split in self.splits.keys():

0 commit comments

Comments
 (0)