wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-06-27 16:10:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

added fixed 'good prompt' definition for ranking

Browse Source
This commit is contained in:
Alexander Mattick
2022-12-25 13:49:02 +01:00
parent a1c2580027
commit d198eaf045
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/postprocessing/scoring.py
+1 -3
View File
@@ -146,9 +146,7 @@ def score_update_ranking(user_ranking: npt.ArrayLike, consensus_ranking: npt.Arr
# normalize kendall-tau from [-1,1] into [0,1] range
bubble_sort_distance = (1 + bubble_sort_distance) / 2
new_points = bubble_sort_distance + voter_data.ranking_points
# it's a good ranking if the likelihood that the consensus ranking and the
# user ranking are related
new_good_rankings = int(p_value < 0.5) + voter_data.num_good_rankings
new_good_rankings = int(bubble_sort_distance > 0.5) + voter_data.num_good_rankings
new_num_rankings = voter_data.num_rankings + 1
return replace(
voter_data,