From d198eaf0458be6d5cb90f5575056642ff97aaedd Mon Sep 17 00:00:00 2001 From: Alexander Mattick Date: Sun, 25 Dec 2022 13:49:02 +0100 Subject: [PATCH] added fixed 'good prompt' definition for ranking --- scripts/postprocessing/scoring.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/scripts/postprocessing/scoring.py b/scripts/postprocessing/scoring.py index 96af9a11..fcfd49e7 100644 --- a/scripts/postprocessing/scoring.py +++ b/scripts/postprocessing/scoring.py @@ -146,9 +146,7 @@ def score_update_ranking(user_ranking: npt.ArrayLike, consensus_ranking: npt.Arr # normalize kendall-tau from [-1,1] into [0,1] range bubble_sort_distance = (1 + bubble_sort_distance) / 2 new_points = bubble_sort_distance + voter_data.ranking_points - # it's a good ranking if the likelihood that the consensus ranking and the - # user ranking are related - new_good_rankings = int(p_value < 0.5) + voter_data.num_good_rankings + new_good_rankings = int(bubble_sort_distance > 0.5) + voter_data.num_good_rankings new_num_rankings = voter_data.num_rankings + 1 return replace( voter_data,