Skip to content

Commit b5f72d5

Browse files
minor update
1 parent 59e188e commit b5f72d5

File tree

1 file changed

+7
-4
lines changed
  • tools/llm_weight_compression

1 file changed

+7
-4
lines changed

tools/llm_weight_compression/run.py

+7-4
Original file line numberDiff line numberDiff line change
@@ -428,11 +428,14 @@ def parse_lm_eval_metrics(path: Path):
428428

429429
@staticmethod
430430
def parse_who_what_benchmark_metrics(path: Path):
431-
# TODO(andrey-churkin): Clarify possible field names
432431
df = pd.read_csv(path)
433-
return {
434-
"similarity": float(df['similarity'][0]),
435-
}
432+
433+
val = {}
434+
for name in df:
435+
if name in ["similarity", "FDT", "FDT norm", "SDT", "SDT norm"]:
436+
val[name] = float(df[name][0])
437+
438+
return val
436439

437440
@staticmethod
438441
def parse_optimum_params(path: Path, fields: List[str]):

0 commit comments

Comments
 (0)