File tree 1 file changed +4
-1
lines changed
1 file changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -77,12 +77,14 @@ scenarios =
77
77
metrics =
78
78
google-api-python-client~=2.64 # For perspective_api_client via toxicity_metrics
79
79
numba~=0.56 # For copyright_metrics
80
- pytrec_eval ==0.5 # For ranking_metrics
81
80
sacrebleu~=2.2.1 # For disinformation_metrics, machine_translation_metrics
82
81
langdetect~=1.0.9 # For ifeval_metrics
83
82
immutabledict~=4.2.0 # For ifeval_metrics
84
83
gradio_client~=1.3 # For bigcodebench_metrics
85
84
85
+ ranking =
86
+ pytrec_eval ==0.5 # For ranking_metrics
87
+
86
88
summarization =
87
89
summ-eval~=0.892 # For summarization_metrics
88
90
bert-score~=0.3 # For summarization_metrics
@@ -338,6 +340,7 @@ all =
338
340
# crfm-helm[seahelm] is excluded because pyonmttok does not support Python 3.12
339
341
# crfm-helm[dev] is excluded because end-users don't need it.
340
342
# crfm-helm[summarize] is excluded because it requires torch<2.0
343
+ # crfm-helm[ranking] is excluded because pytrec_eval causes build errors (see #3470)
341
344
# TODO(#2280): Add crfm-helm[summarize] back.
342
345
343
346
# Development only
You can’t perform that action at this time.
0 commit comments