Skip to content

Commit a8a804d

Browse files
Update README.md
1 parent 2d43868 commit a8a804d

File tree

1 file changed

+10
-1
lines changed

1 file changed

+10
-1
lines changed

README.md

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -982,6 +982,13 @@ def compare_columns_by_values(df1, cols1: list[str], df2, cols2: list[str], rese
982982
#### Check if the extraction function is working properly for columns contaiing the LLMs output
983983

984984
```python
985+
'''
986+
If there are errors then the regular expression needs modification
987+
988+
You need to know which columns you want to check the function with - then you pass the columns as a list of strings
989+
'''
990+
991+
985992
def extract_score(value) -> float:
986993
"""Extracts the score from a string value formatted as 'Punktzahl: <number>'. Returns None if no score is found."""
987994

@@ -1051,8 +1058,10 @@ def apply_extract_score_and_report(df, columns_to_check, extract_score_func):
10511058
# Return the summary report (empty or not)
10521059
return summary_report, total_errors
10531060

1054-
1061+
#CHANGEHERE#
10551062
models = ["gemma2", "llama3.1", 'llama3', 'mistral']
1063+
1064+
#CHANGEHERE#
10561065
columns_to_check = [
10571066
f"prompt_v1_original_macro_eco_de_complete_response_{model}_iteration_{i}"
10581067
for model in models for i in range(1, 11)

0 commit comments

Comments
 (0)