Add leaderboard stats, periodic updates via fastapi-utils (#724)

* add leaderboard stats, periodic update via fastapi-utils * count label tasks for assistant and prompter replies * Daily stats update every 15 mins, simplify leaderboard endpoint * add indices for some created_date columns * make user stats update intervals configurable * make sure intervals are positive
2026-09-09 11:15:08 +08:00 · 2023-01-15 12:04:19 +01:00
parent e01f2eb4ab
commit b5bb5bb7c0
21 changed files with 555 additions and 61 deletions
@@ -0,0 +1,83 @@
+"""change user_stats ranking counts
+
+Revision ID: 7c98102efbca
+Revises: 619255ae9076
+Create Date: 2023-01-15 00:02:45.622986
+
+"""
+import sqlalchemy as sa
+import sqlmodel
+from alembic import op
+from sqlalchemy.dialects.postgresql import UUID
+
+# revision identifiers, used by Alembic.
+revision = "7c98102efbca"
+down_revision = "619255ae9076"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_table("user_stats")
+    op.create_table(
+        "user_stats",
+        sa.Column("user_id", UUID(as_uuid=True), nullable=False),
+        sa.Column("modified_date", sa.DateTime(), server_default=sa.text("CURRENT_TIMESTAMP"), nullable=False),
+        sa.Column("base_date", sa.DateTime(), nullable=True),
+        sa.Column("time_frame", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("leader_score", sa.Integer(), nullable=False),
+        sa.Column("prompts", sa.Integer(), nullable=False),
+        sa.Column("replies_assistant", sa.Integer(), nullable=False),
+        sa.Column("replies_prompter", sa.Integer(), nullable=False),
+        sa.Column("labels_simple", sa.Integer(), nullable=False),
+        sa.Column("labels_full", sa.Integer(), nullable=False),
+        sa.Column("rankings_total", sa.Integer(), nullable=False),
+        sa.Column("rankings_good", sa.Integer(), nullable=False),
+        sa.Column("accepted_prompts", sa.Integer(), nullable=False),
+        sa.Column("accepted_replies_assistant", sa.Integer(), nullable=False),
+        sa.Column("accepted_replies_prompter", sa.Integer(), nullable=False),
+        sa.Column("reply_ranked_1", sa.Integer(), nullable=False),
+        sa.Column("reply_ranked_2", sa.Integer(), nullable=False),
+        sa.Column("reply_ranked_3", sa.Integer(), nullable=False),
+        sa.Column("streak_last_day_date", sa.DateTime(), nullable=True),
+        sa.Column("streak_days", sa.Integer(), nullable=True),
+        sa.ForeignKeyConstraint(
+            ["user_id"],
+            ["user.id"],
+        ),
+        sa.PrimaryKeyConstraint("user_id", "time_frame"),
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column(
+        "user_stats",
+        sa.Column("reply_prompter_ranked_3", sa.INTEGER(), server_default="0", autoincrement=False, nullable=False),
+    )
+    op.add_column(
+        "user_stats",
+        sa.Column("reply_assistant_ranked_1", sa.INTEGER(), server_default="0", autoincrement=False, nullable=False),
+    )
+    op.add_column(
+        "user_stats",
+        sa.Column("reply_assistant_ranked_2", sa.INTEGER(), server_default="0", autoincrement=False, nullable=False),
+    )
+    op.add_column(
+        "user_stats",
+        sa.Column("reply_prompter_ranked_2", sa.INTEGER(), server_default="0", autoincrement=False, nullable=False),
+    )
+    op.add_column(
+        "user_stats",
+        sa.Column("reply_prompter_ranked_1", sa.INTEGER(), server_default="0", autoincrement=False, nullable=False),
+    )
+    op.add_column(
+        "user_stats",
+        sa.Column("reply_assistant_ranked_3", sa.INTEGER(), server_default="0", autoincrement=False, nullable=False),
+    )
+    op.drop_column("user_stats", "reply_ranked_3")
+    op.drop_column("user_stats", "reply_ranked_2")
+    op.drop_column("user_stats", "reply_ranked_1")
+    # ### end Alembic commands ###
@@ -0,0 +1,30 @@
+"""add indices for created_date
+
+Revision ID: 423557e869e4
+Revises: 7c98102efbca
+Create Date: 2023-01-15 11:39:10.407859
+
+"""
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "423557e869e4"
+down_revision = "7c98102efbca"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_index(op.f("ix_message_created_date"), "message", ["created_date"], unique=False)
+    op.create_index(op.f("ix_message_reaction_created_date"), "message_reaction", ["created_date"], unique=False)
+    op.create_index(op.f("ix_text_labels_created_date"), "text_labels", ["created_date"], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f("ix_text_labels_created_date"), table_name="text_labels")
+    op.drop_index(op.f("ix_message_reaction_created_date"), table_name="message_reaction")
+    op.drop_index(op.f("ix_message_created_date"), table_name="message")
+    # ### end Alembic commands ###