We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 82f9d58 commit 9fa4cfbCopy full SHA for 9fa4cfb
setup.cfg
@@ -121,6 +121,7 @@ seahelm =
121
pythainlp==5.0.0
122
pyonmttok==1.37.0
123
sacrebleu~=2.2.1
124
+ python-crfsuite~=0.9.11
125
126
# Model extras
127
accelerate =
src/helm/benchmark/scenarios/seahelm_scenario.py
@@ -95,7 +95,12 @@ def __init__(self):
95
self.splits = {"train": TRAIN_SPLIT, "validation": TEST_SPLIT}
96
97
def get_instances(self, output_path) -> List[Instance]:
98
- dataset = datasets.load_dataset("khalidalt/tydiqa-goldp", "indonesian")
+ dataset = datasets.load_dataset(
99
+ "khalidalt/tydiqa-goldp",
100
+ "indonesian",
101
+ revision="7d69b53c9c8187ae7e21d8441362efa1a7e3013d",
102
+ trust_remote_code=True,
103
+ )
104
105
outputs = []
106
for split in self.splits.keys():
0 commit comments