An LLM-powered knowledge curation system that researches a topic and generates a full-length report with citations.
Python agentic-ragdeep-researchemnlp2024knowledge-curationlarge-language-modelsnaaclnlpreport-generationretrieval-augmented-generation
Extracted get_avg_results
evidencebp2ee30af511e3
diff --git a/eval/eval_article_quality.py b/eval/eval_article_quality.pyindex 521f606..9a12c90 100644--- a/eval/eval_article_quality.py+++ b/eval/eval_article_quality.py@@ -138,14 +138,21 @@ def main(args):# compute average scorelogger.info(f"Computing average score.")+ avg_results = get_avg_results(aggregated_results)+ dump_json(avg_results, os.path.join(args.result_output_dir, "avg_results.json"))+++def get_avg_results(aggregated_results):avg_results = {}for k in aggregated_results:if type(aggregated_results[k][0]) is dict:- avg_results[k] = sum([float(x['score']) for x in aggregated_results[k]]) / len(aggregated_results[k])+ avg_results[k] = sum(+ [float(x["score"]) for x in aggregated_results[k]]+ ) / len(aggregated_results[k])else:avg_results[k] = sum(aggregated_results[k]) / len(aggregated_results[k])print(f"{k}: {avg_results[k]}")- dump_json(avg_results, os.path.join(args.result_output_dir, "avg_results.json"))+ return avg_resultsif __name__ == "__main__":