From 7c8b3ed1b442ebceda3b1388ee201c8a8abee30b Mon Sep 17 00:00:00 2001 From: Dayenne Souza Date: Wed, 17 Apr 2024 15:58:43 -0300 Subject: [PATCH] fix truncate lines --- app/workflows/record_matching/workflow.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/app/workflows/record_matching/workflow.py b/app/workflows/record_matching/workflow.py index fdbe1c6b..594488d5 100644 --- a/app/workflows/record_matching/workflow.py +++ b/app/workflows/record_matching/workflow.py @@ -341,7 +341,8 @@ def att_ui(i): for i, name in enumerate(unique_names, start=1): result = result.replace(name, 'Entity_{}'.format(i)) - sv.matching_evaluations.value = pl.read_csv(io.StringIO(result), read_csv_options={"truncate_ragged_lines": True}) + csv = pl.read_csv(io.StringIO(result)) + sv.matching_evaluations.value = csv.drop_nulls() validation, messages_to_llm = util.ui_components.validate_ai_report(messages, sv.matching_evaluations.value) sv.matching_report_validation.value = json.loads(validation) @@ -366,6 +367,6 @@ def att_ui(i): obj = json.dumps({ "message": sv.matching_report_validation_messages.value, "result": sv.matching_report_validation.value, - "report": sv.matching_evaluations.value + "report": pd.DataFrame(sv.matching_evaluations.value).to_json() }, indent=4) st.download_button('Download faithfulness evaluation', use_container_width=True, data=str(obj), file_name=f'matching_{get_current_time}_messages.json', mime='text/json')