From 55a4cf1fd096f49583365bfac31e6c62636204a6 Mon Sep 17 00:00:00 2001
From: d_auras <auras@students.uni-marburg.de>
Date: Thu, 5 Jan 2023 11:12:11 +0100
Subject: [PATCH 01/69] finally hooked up redis insights to redis

---
 ansible/dev.yaml | 36 ++++++++++++++++++++++++++++++++++++
 1 file changed, 36 insertions(+)

diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index d022ba3c..04252c0d 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -10,6 +10,42 @@
         state: present
         driver: bridge
 
+    - name: Set up Redis
+      community.docker.docker_container:
+        name: redis
+        #name: oasst-redis
+        image: redis
+        state: started
+        restart_policy: always
+        network_mode: oasst
+        ports:
+          - 6379:6379
+        healthcheck:
+          test: ["CMD-SHELL", "redis-cli ping | grep PONG"]
+          interval: 2s
+          timeout: 2s
+          retries: 10
+        command: redis-server /usr/local/etc/redis/redis.conf
+        volumes:
+          - "./redis.conf:/usr/local/etc/redis/redis.conf"
+
+    - name: Set up Redis Insights
+      community.docker.docker_container:
+        name: redis-insights
+        #name: oasst-redis-insights
+        image: redislabs/redisinsight:latest
+        #command: pip install redis-cli python entry.pyc
+        state: started
+        restart_policy: always
+        network_mode: oasst
+        ports:
+          - 8001:8001
+        env:
+          REDIS_URL: redis://redis:6379
+          REDIS_HOST: redis
+        #environment:
+          #- REDIS_URL=redis://redis:6379
+
     - name: Create postgres containers
       community.docker.docker_container:
         name: "{{ item.name }}"

From 8921b4f8dd9d2157f5e69b3bd1b231d08c0baec3 Mon Sep 17 00:00:00 2001
From: d_auras <auras@students.uni-marburg.de>
Date: Thu, 5 Jan 2023 11:31:13 +0100
Subject: [PATCH 02/69] added test files and README, ready for pull request

---
 ansible/README.md          |  3 +++
 ansible/dev.yaml           | 12 ++----------
 ansible/test.inventory.ini |  2 ++
 3 files changed, 7 insertions(+), 10 deletions(-)
 create mode 100644 ansible/README.md
 create mode 100644 ansible/test.inventory.ini

diff --git a/ansible/README.md b/ansible/README.md
new file mode 100644
index 00000000..b15bf75c
--- /dev/null
+++ b/ansible/README.md
@@ -0,0 +1,3 @@
+To test the ansible playbook on localhost run ```ansible-playbook -i test.inventory.ini dev.yaml```.
+Point Redis Insights to the Redis database by visiting localhost:8001 in a browser and select "I already have a database" followed by "Connect to a Redis Database".
+For host, port and name fill in ```oasst-redis```, ```6379``` and ```redis```.
diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index 04252c0d..c9195966 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -12,8 +12,7 @@
 
     - name: Set up Redis
       community.docker.docker_container:
-        name: redis
-        #name: oasst-redis
+        name: oasst-redis
         image: redis
         state: started
         restart_policy: always
@@ -31,20 +30,13 @@
 
     - name: Set up Redis Insights
       community.docker.docker_container:
-        name: redis-insights
-        #name: oasst-redis-insights
+        name: oasst-redis-insights
         image: redislabs/redisinsight:latest
-        #command: pip install redis-cli python entry.pyc
         state: started
         restart_policy: always
         network_mode: oasst
         ports:
           - 8001:8001
-        env:
-          REDIS_URL: redis://redis:6379
-          REDIS_HOST: redis
-        #environment:
-          #- REDIS_URL=redis://redis:6379
 
     - name: Create postgres containers
       community.docker.docker_container:
diff --git a/ansible/test.inventory.ini b/ansible/test.inventory.ini
new file mode 100644
index 00000000..bfe6d93f
--- /dev/null
+++ b/ansible/test.inventory.ini
@@ -0,0 +1,2 @@
+[test]
+dev ansible_connection=local

From 43227b2cdcd241534355a5c8b075966bcc0d2b05 Mon Sep 17 00:00:00 2001
From: d_auras <auras@students.uni-marburg.de>
Date: Thu, 5 Jan 2023 11:42:02 +0100
Subject: [PATCH 03/69] fixed line breaks in README

---
 ansible/README.md | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/ansible/README.md b/ansible/README.md
index b15bf75c..b8bd2a48 100644
--- a/ansible/README.md
+++ b/ansible/README.md
@@ -1,3 +1,4 @@
-To test the ansible playbook on localhost run ```ansible-playbook -i test.inventory.ini dev.yaml```.
-Point Redis Insights to the Redis database by visiting localhost:8001 in a browser and select "I already have a database" followed by "Connect to a Redis Database".
-For host, port and name fill in ```oasst-redis```, ```6379``` and ```redis```.
+To test the ansible playbook on localhost run ```ansible-playbook -i test.inventory.ini dev.yaml```.\
+In case you're missing the ansible docker depencency install it with ```ansible-galaxy collection install community.docker```.\
+Point Redis Insights to the Redis database by visiting localhost:8001 in a browser and select "I already have a database" followed by "Connect to a Redis Database".\
+For host, port and name fill in ```oasst-redis```, ```6379``` and ```redis```.\

From aa09245f7346b02bb13e6c0767993ecdd1f18393 Mon Sep 17 00:00:00 2001
From: d_auras <auras@students.uni-marburg.de>
Date: Thu, 5 Jan 2023 11:44:39 +0100
Subject: [PATCH 04/69] fixed last trailing line break in README

---
 ansible/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ansible/README.md b/ansible/README.md
index b8bd2a48..370f9e1e 100644
--- a/ansible/README.md
+++ b/ansible/README.md
@@ -1,4 +1,4 @@
 To test the ansible playbook on localhost run ```ansible-playbook -i test.inventory.ini dev.yaml```.\
 In case you're missing the ansible docker depencency install it with ```ansible-galaxy collection install community.docker```.\
 Point Redis Insights to the Redis database by visiting localhost:8001 in a browser and select "I already have a database" followed by "Connect to a Redis Database".\
-For host, port and name fill in ```oasst-redis```, ```6379``` and ```redis```.\
+For host, port and name fill in ```oasst-redis```, ```6379``` and ```redis```.

From d379193bed67db15fd9c56929320cc0fc1c7eccd Mon Sep 17 00:00:00 2001
From: rasdani <73563550+rasdani@users.noreply.github.com>
Date: Thu, 5 Jan 2023 16:15:20 +0100
Subject: [PATCH 05/69] add REDIS_HOST environment variable to backend

to comply fully with `docker-compose.yaml`
---
 ansible/dev.yaml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index ca2a11d9..eea49a3e 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -79,6 +79,7 @@
         network_mode: oasst
         env:
           POSTGRES_HOST: oasst-postgres
+          REDIS_HOST: oasst-redis
           DEBUG_ALLOW_ANY_API_KEY: "true"
           DEBUG_USE_SEED_DATA: "true"
           MAX_WORKERS: "1"

From a40e6ec31d17f988d7154b663263de5d15d4d740 Mon Sep 17 00:00:00 2001
From: d_auras <auras@students.uni-marburg.de>
Date: Thu, 5 Jan 2023 16:25:58 +0100
Subject: [PATCH 06/69] ran pre-commit again

---
 ansible/README.md | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/ansible/README.md b/ansible/README.md
index 370f9e1e..2ab1943e 100644
--- a/ansible/README.md
+++ b/ansible/README.md
@@ -1,4 +1,7 @@
-To test the ansible playbook on localhost run ```ansible-playbook -i test.inventory.ini dev.yaml```.\
-In case you're missing the ansible docker depencency install it with ```ansible-galaxy collection install community.docker```.\
-Point Redis Insights to the Redis database by visiting localhost:8001 in a browser and select "I already have a database" followed by "Connect to a Redis Database".\
-For host, port and name fill in ```oasst-redis```, ```6379``` and ```redis```.
+To test the ansible playbook on localhost run
+`ansible-playbook -i test.inventory.ini dev.yaml`.\
+In case you're missing the ansible docker depencency install it with `ansible-galaxy collection install community.docker`.\
+Point Redis Insights to the Redis database by visiting localhost:8001 in a
+browser and select "I already have a database" followed by "Connect to a Redis
+Database".\
+For host, port and name fill in `oasst-redis`, `6379` and `redis`.

From 2870524aa780f55b2bd03d7d1aad1516864f187b Mon Sep 17 00:00:00 2001
From: d_auras <auras@students.uni-marburg.de>
Date: Fri, 6 Jan 2023 20:03:15 +0100
Subject: [PATCH 07/69] ansible copies redis.conf to managed node now

---
 ansible/dev.yaml             | 5 +++++
 ansible/redis.conf           | 2 ++
 ansible/remote.inventory.ini | 3 +++
 3 files changed, 10 insertions(+)
 create mode 100644 ansible/redis.conf
 create mode 100644 ansible/remote.inventory.ini

diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index eea49a3e..90f7a85a 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -10,6 +10,11 @@
         state: present
         driver: bridge
 
+    - name: Copy redis.conf to managed node
+      ansible.builtin.copy:
+        src: ./redis.conf
+        dest: ./redis.conf
+
     - name: Set up Redis
       community.docker.docker_container:
         name: oasst-redis
diff --git a/ansible/redis.conf b/ansible/redis.conf
new file mode 100644
index 00000000..58da1e05
--- /dev/null
+++ b/ansible/redis.conf
@@ -0,0 +1,2 @@
+maxmemory 100mb
+maxmemory-policy allkeys-lru
diff --git a/ansible/remote.inventory.ini b/ansible/remote.inventory.ini
new file mode 100644
index 00000000..a3afb2df
--- /dev/null
+++ b/ansible/remote.inventory.ini
@@ -0,0 +1,3 @@
+[dev]
+;list your remote hosts here
+ubuntu-ssh

From c1dab2d213e4c6684edb78e1b0b6de5f672ea64a Mon Sep 17 00:00:00 2001
From: d_auras <auras@students.uni-marburg.de>
Date: Fri, 6 Jan 2023 21:46:51 +0100
Subject: [PATCH 08/69] deleted my remote.inventory.ini

---
 ansible/remote.inventory.ini | 3 ---
 1 file changed, 3 deletions(-)
 delete mode 100644 ansible/remote.inventory.ini

diff --git a/ansible/remote.inventory.ini b/ansible/remote.inventory.ini
deleted file mode 100644
index a3afb2df..00000000
--- a/ansible/remote.inventory.ini
+++ /dev/null
@@ -1,3 +0,0 @@
-[dev]
-;list your remote hosts here
-ubuntu-ssh

From 3625f39948937b9f5e46c666578048b6304eb6fe Mon Sep 17 00:00:00 2001
From: theblackcat102 <theblackcat102@github.com>
Date: Sat, 7 Jan 2023 01:36:27 +0000
Subject: [PATCH 09/69] [feature] Add GPTJ synthetic dataset, fix reference
 removal regex for webgpt

---
 model/reward/instructor/rank_datasets.py      | 44 ++++++++++++
 model/reward/instructor/tests/test_dataset.py | 16 +++--
 model/reward/instructor/trainer.py            | 71 ++++---------------
 model/reward/instructor/utils.py              | 30 +++++++-
 4 files changed, 96 insertions(+), 65 deletions(-)

diff --git a/model/reward/instructor/rank_datasets.py b/model/reward/instructor/rank_datasets.py
index 5e7da948..a638c0d1 100644
--- a/model/reward/instructor/rank_datasets.py
+++ b/model/reward/instructor/rank_datasets.py
@@ -193,3 +193,47 @@ class HFSummary(Dataset):
         valid_idx = np.random.choice(len(rows), self.max_comparison_per_sample)
         # optimize the format later
         return context + self.postfix_prompt, [r for idx, r in enumerate(rows) if idx in valid_idx]
+
+
+class HFDataset(Dataset):
+    """
+    This is a base huggingface dataset which written to support the
+    simplest pos-neg pair format
+
+    we should do something like this for supervised datasets
+    """
+
+    def __init__(
+        self, dataset_name, question_field, pos_answer_field, neg_answer_field, subset=None, split=None
+    ) -> None:
+        super().__init__()
+        dataset = load_dataset(dataset_name, subset)
+        if split is not None:
+            dataset = dataset[split]
+
+        self.questions = {}
+        self.index2question = {}
+        for row in dataset:
+            question = row[question_field].strip()
+            pos = row[pos_answer_field]
+            neg = row[neg_answer_field]
+            if question not in self.index2question:
+                self.index2question[len(self.index2question)] = question
+
+            if question not in self.questions:
+                self.questions[question] = []
+            self.questions[question].append((pos.strip(), neg.strip()))
+
+    def __len__(self):
+        return len(self.index2question)
+
+    def __getitem__(self, index):
+        question = self.index2question[index]
+        rows = self.questions[question]
+        # optimize the format later
+        return question, rows
+
+
+class GPTJSynthetic(HFDataset):
+    def __init__(self) -> None:
+        super().__init__("Dahoas/synthetic-instruct-gptj-pairwise", "prompt", "chosen", "rejected", None, "train")
diff --git a/model/reward/instructor/tests/test_dataset.py b/model/reward/instructor/tests/test_dataset.py
index 746a3c1e..832aace3 100644
--- a/model/reward/instructor/tests/test_dataset.py
+++ b/model/reward/instructor/tests/test_dataset.py
@@ -1,5 +1,5 @@
 from experimental_dataset import DataCollatorForSummaryScore, HFSummaryQuality
-from rank_datasets import DataCollatorForPairRank, HFSummary, WebGPT
+from rank_datasets import DataCollatorForPairRank, GPTJSynthetic, HFSummary, WebGPT
 from torch.utils.data import DataLoader
 from transformers import AutoTokenizer
 
@@ -25,7 +25,7 @@ def test_webgpt():
         print(batch["input_ids"].shape)
 
 
-def test_hf_quality():
+def test_hf_summary_quality():
 
     tokenizer = AutoTokenizer.from_pretrained("bigscience/mt0-large")
     collate_fn = DataCollatorForSummaryScore(tokenizer, max_length=200)
@@ -35,6 +35,12 @@ def test_hf_quality():
         print(batch["input_ids"].shape)
 
 
-if __name__ == "__main__":
-    test_hf_quality()
-    # test_webgpt()
+def test_gptj_dataset():
+    dataset = GPTJSynthetic()
+    tokenizer = AutoTokenizer.from_pretrained("bigscience/mt0-large")
+    collate_fn = DataCollatorForPairRank(tokenizer, max_length=1024)
+
+    print(len(dataset))
+    dataloader = DataLoader(dataset, collate_fn=collate_fn, batch_size=32)
+    for batch in dataloader:
+        batch["input_ids"].shape
diff --git a/model/reward/instructor/trainer.py b/model/reward/instructor/trainer.py
index f9266d70..ee330377 100644
--- a/model/reward/instructor/trainer.py
+++ b/model/reward/instructor/trainer.py
@@ -1,26 +1,15 @@
 import os
 from argparse import ArgumentParser
-from dataclasses import dataclass
-from typing import Any, Callable, Dict, List, Optional, Tuple, Union
+from typing import Any, Dict, List, Optional, Tuple, Union
 
 import evaluate
 import numpy as np
 import torch
 from models import RankGenModel
-from rank_datasets import DataCollatorForPairRank, HFSummary, RankGenCollator, WebGPT
+from rank_datasets import DataCollatorForPairRank, RankGenCollator
 from torch import nn
-from torch.utils.data import ConcatDataset, Dataset
-from transformers import (
-    AutoModelForSequenceClassification,
-    DataCollator,
-    EvalPrediction,
-    PreTrainedModel,
-    PreTrainedTokenizerBase,
-    Trainer,
-    TrainerCallback,
-    TrainingArguments,
-)
-from utils import argument_parsing, freeze_top_n_layers, get_tokenizer, train_val_dataset
+from transformers import AutoModelForSequenceClassification, PreTrainedModel, Trainer, TrainingArguments
+from utils import argument_parsing, freeze_top_n_layers, get_datasets, get_tokenizer
 
 os.environ["WANDB_PROJECT"] = "reward-model"
 
@@ -29,11 +18,6 @@ parser = ArgumentParser()
 parser.add_argument("config", type=str)
 
 
-@dataclass
-class CustomTrainingArguments(TrainingArguments):
-    loss_function: str = "rank"
-
-
 def compute_metrics(eval_pred):
     predictions, _ = eval_pred
     predictions = np.argmax(predictions, axis=1)
@@ -57,31 +41,12 @@ class RankTrainer(Trainer):
         model: Union[PreTrainedModel, nn.Module] = None,
         model_name: str = None,
         args: Optional[TrainingArguments] = None,
-        data_collator: Optional[DataCollator] = None,
-        train_dataset: Optional[Dataset] = None,
-        eval_dataset: Optional[Dataset] = None,
-        tokenizer: Optional[PreTrainedTokenizerBase] = None,
-        model_init: Callable[[], PreTrainedModel] = None,
-        compute_metrics: Optional[Callable[[EvalPrediction], Dict]] = None,
-        callbacks: Optional[List[TrainerCallback]] = None,
-        optimizers: Tuple[torch.optim.Optimizer, torch.optim.lr_scheduler.LambdaLR] = (None, None),
-        preprocess_logits_for_metrics: Callable[[torch.Tensor, torch.Tensor], torch.Tensor] = None,
+        loss_function: str = "rank",
+        **kwargs,
     ):
-        super().__init__(
-            model,
-            args,
-            data_collator,
-            train_dataset,
-            eval_dataset,
-            tokenizer,
-            model_init,
-            compute_metrics,
-            callbacks,
-            optimizers,
-            preprocess_logits_for_metrics,
-        )
-        self.loss_fct = RankLoss() if args.loss_function == "rank" else nn.CrossEntropyLoss()
-        self.loss_function = args.loss_function
+        super().__init__(model, args, **kwargs)
+        self.loss_fct = RankLoss() if loss_function == "rank" else nn.CrossEntropyLoss()
+        self.loss_function = loss_function
         self.model_name = model_name
 
     def compute_loss(self, model, inputs, return_outputs=False):
@@ -160,7 +125,7 @@ if __name__ == "__main__":
         params = sum([np.prod(p.size()) for p in model_parameters])
         print("Number of trainable : {}M".format(int(params / 1e6)))
 
-    args = CustomTrainingArguments(
+    args = TrainingArguments(
         output_dir=f"{model_name}-finetuned",
         num_train_epochs=training_conf["num_train_epochs"],
         warmup_steps=500,
@@ -181,22 +146,9 @@ if __name__ == "__main__":
         save_steps=1000,
         report_to="local",
     )
-    train_datasets, evals = [], {}
-    if "webgpt" in training_conf["datasets"]:
-        web_dataset = WebGPT()
-        train, eval = train_val_dataset(web_dataset)
-        train_datasets.append(train)
-        evals["webgpt"] = eval
-    if "hfsummary" in training_conf["datasets"]:
-        sum_train = HFSummary(split="train")
-        train_datasets.append(sum_train)
-        sum_eval = HFSummary(split="valid1")
-        assert len(sum_eval) > 0
-        evals["hfsummary"] = sum_eval
-    train = ConcatDataset(train_datasets)
 
     tokenizer = get_tokenizer(training_conf["tokenizer_name"])
-
+    train, evals = get_datasets(training_conf["datasets"])
     if "rankgen" in model_name:
         collate_fn = RankGenCollator(tokenizer, max_length=training_conf["max_length"])
     else:
@@ -206,6 +158,7 @@ if __name__ == "__main__":
         model=model,
         model_name=model_name,
         args=args,
+        loss_function=training_conf["loss"],
         train_dataset=train,
         eval_dataset=eval,
         data_collator=collate_fn,
diff --git a/model/reward/instructor/utils.py b/model/reward/instructor/utils.py
index fe52c2ef..a6f3da4e 100644
--- a/model/reward/instructor/utils.py
+++ b/model/reward/instructor/utils.py
@@ -1,11 +1,13 @@
 import re
+from typing import AnyStr, List
 
 import yaml
 from sklearn.model_selection import train_test_split
 from torch.utils.data import Subset
 from transformers import AutoTokenizer, T5Tokenizer
 
-re_reference_remove = re.compile(r"\[([0-9])+\]|\[([0-9])+,([0-9])+\]")
+# @agoryuno contributed this
+re_reference_remove = re.compile(r"\[\d+(?:,\s*\d+)*?\]")
 
 
 def webgpt_return_format(row):
@@ -97,6 +99,32 @@ def argument_parsing(parser):
     return params
 
 
+def get_datasets(dataset_list: List[AnyStr]):
+    from rank_datasets import GPTJSynthetic, HFSummary, WebGPT
+    from torch.utils.data import ConcatDataset
+
+    train_datasets, evals = [], {}
+    for dataset_name in dataset_list:
+        if "webgpt" == dataset_name:
+            web_dataset = WebGPT()
+            train, eval = train_val_dataset(web_dataset, 0.2)
+            train_datasets.append(train)
+            evals["webgpt"] = eval
+        elif "hfsummary" == dataset_name:
+            sum_train = HFSummary(split="train")
+            train_datasets.append(sum_train)
+            sum_eval = HFSummary(split="valid1")
+            assert len(sum_eval) > 0
+            evals["hfsummary"] = sum_eval
+        elif "gptsynthetic" == dataset_name:
+            dataset = GPTJSynthetic()
+            train, eval = train_val_dataset(dataset, 0.1)
+            train_datasets.append(train)
+            evals["gptsynthetic"] = eval
+    train = ConcatDataset(train_datasets)
+    return train, evals
+
+
 if __name__ == "__main__":
     from transformers import AutoModelForSequenceClassification
 

From f57041cddab90c2fb2bb72d02eb79c0ee097396f Mon Sep 17 00:00:00 2001
From: klotske <ilya@mokhov.vg>
Date: Sat, 7 Jan 2023 15:08:38 +0300
Subject: [PATCH 10/69] Added basic Admin dashboard layout

---
 website/src/components/Layout.tsx | 20 +++++++++++++++++++-
 website/src/pages/admin/index.tsx |  4 ++--
 2 files changed, 21 insertions(+), 3 deletions(-)

diff --git a/website/src/components/Layout.tsx b/website/src/components/Layout.tsx
index 1faefcc0..c4450f58 100644
--- a/website/src/components/Layout.tsx
+++ b/website/src/components/Layout.tsx
@@ -1,7 +1,7 @@
 // https://nextjs.org/docs/basic-features/layouts
 
 import type { NextPage } from "next";
-import { FiLayout, FiMessageSquare } from "react-icons/fi";
+import { FiLayout, FiMessageSquare, FiUsers } from "react-icons/fi";
 import { Header } from "src/components/Header";
 
 import { Footer } from "./Footer";
@@ -51,4 +51,22 @@ export const getDashboardLayout = (page: React.ReactElement) => (
   </div>
 );
 
+export const getAdminLayout = (page: React.ReactElement) => (
+  <div className="grid grid-rows-[min-content_1fr_min-content] h-full justify-items-stretch">
+    <Header transparent={true} />
+    <SideMenuLayout
+      menuButtonOptions={[
+        {
+          label: "Users",
+          pathname: "/admin",
+          desc: "Users Dashboard",
+          icon: FiUsers,
+        },
+      ]}
+    >
+      {page}
+    </SideMenuLayout>
+  </div>
+);
+
 export const noLayout = (page: React.ReactElement) => page;
diff --git a/website/src/pages/admin/index.tsx b/website/src/pages/admin/index.tsx
index 60d61903..114eee3e 100644
--- a/website/src/pages/admin/index.tsx
+++ b/website/src/pages/admin/index.tsx
@@ -2,7 +2,7 @@ import Head from "next/head";
 import { useRouter } from "next/router";
 import { useSession } from "next-auth/react";
 import { useEffect } from "react";
-import { getTransparentHeaderLayout } from "src/components/Layout";
+import { getAdminLayout } from "src/components/Layout";
 import UsersCell from "src/components/UsersCell";
 
 /**
@@ -44,6 +44,6 @@ const AdminIndex = () => {
   );
 };
 
-AdminIndex.getLayout = getTransparentHeaderLayout;
+AdminIndex.getLayout = getAdminLayout;
 
 export default AdminIndex;

From 53814d77abc06a639bb7d8c7ea9ffecb6c58bc86 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sat, 7 Jan 2023 11:25:25 +0100
Subject: [PATCH 11/69] Label Initial Prompt

---
 website/.eslintrc.json                        |   3 +-
 .../src/components/Dashboard/TaskOption.tsx   |   6 +-
 website/src/components/FlaggableElement.tsx   |   3 +-
 website/src/components/Messages.tsx           |  34 +++---
 website/src/components/Tasks/TaskTypes.tsx    |  15 ++-
 website/src/hooks/useLabelingTask.ts          |  52 ++++++++
 website/src/lib/oasst_api_client.ts           |   2 +-
 website/src/pages/api/update_task.ts          |   7 +-
 .../src/pages/label/label_initial_prompt.tsx  | 113 ++++++++++++++++++
 9 files changed, 210 insertions(+), 25 deletions(-)
 create mode 100644 website/src/hooks/useLabelingTask.ts
 create mode 100644 website/src/pages/label/label_initial_prompt.tsx

diff --git a/website/.eslintrc.json b/website/.eslintrc.json
index 04b5d542..690c055c 100644
--- a/website/.eslintrc.json
+++ b/website/.eslintrc.json
@@ -8,7 +8,8 @@
   "rules": {
     "unused-imports/no-unused-imports": "warn",
     "simple-import-sort/imports": "warn",
-    "simple-import-sort/exports": "warn"
+    "simple-import-sort/exports": "warn",
+    "eqeqeq": "warn"
   },
   "plugins": ["simple-import-sort", "unused-imports"]
 }
diff --git a/website/src/components/Dashboard/TaskOption.tsx b/website/src/components/Dashboard/TaskOption.tsx
index 5e6ceb2f..1c070e17 100644
--- a/website/src/components/Dashboard/TaskOption.tsx
+++ b/website/src/components/Dashboard/TaskOption.tsx
@@ -3,7 +3,7 @@ import Link from "next/link";
 
 import { TaskCategory, TaskTypes } from "../Tasks/TaskTypes";
 
-const displayTaskCategories = [TaskCategory.Create, TaskCategory.Evaluate];
+const displayTaskCategories = [TaskCategory.Create, TaskCategory.Evaluate, TaskCategory.Label];
 
 export const TaskOption = () => {
   const backgroundColor = useColorModeValue("white", "gray.700");
@@ -12,9 +12,9 @@ export const TaskOption = () => {
     <Box className="flex flex-col gap-14" fontFamily="inter">
       {displayTaskCategories.map((category, categoryIndex) => (
         <div key={categoryIndex}>
-          <Text className="text-2xl font-bold pb-4">{TaskCategory[category]}</Text>
+          <Text className="text-2xl font-bold pb-4">{category}</Text>
           <SimpleGrid columns={[1, 2, 2, 3, 4]} gap={4}>
-            {TaskTypes.filter((task) => task.category == category).map((item, itemIndex) => (
+            {TaskTypes.filter((task) => task.category === category).map((item, itemIndex) => (
               <Link key={itemIndex} href={item.pathname}>
                 <GridItem
                   bg={backgroundColor}
diff --git a/website/src/components/FlaggableElement.tsx b/website/src/components/FlaggableElement.tsx
index dbd20e93..c4fe5c58 100644
--- a/website/src/components/FlaggableElement.tsx
+++ b/website/src/components/FlaggableElement.tsx
@@ -118,7 +118,8 @@ export const FlaggableElement = (props) => {
     </Popover>
   );
 };
-function FlagCheckbox(props: {
+
+export function FlagCheckbox(props: {
   option: textFlagLabels;
   idx: number;
   checkboxValues: boolean[];
diff --git a/website/src/components/Messages.tsx b/website/src/components/Messages.tsx
index d3d7b3b8..7b69bc50 100644
--- a/website/src/components/Messages.tsx
+++ b/website/src/components/Messages.tsx
@@ -1,5 +1,6 @@
 import { Grid } from "@chakra-ui/react";
 import { useColorMode } from "@chakra-ui/react";
+import { useMemo } from "react";
 
 import { FlaggableElement } from "./FlaggableElement";
 
@@ -8,29 +9,30 @@ export interface Message {
   is_assistant: boolean;
 }
 
-const getBgColor = (isAssistant: boolean, colorMode: "light" | "dark") => {
-  if (colorMode === "light") {
-    return isAssistant ? "bg-slate-800" : "bg-sky-900";
-  } else {
-    return isAssistant ? "bg-black" : "bg-sky-900";
-  }
-};
-
 export const Messages = ({ messages, post_id }: { messages: Message[]; post_id: string }) => {
-  const { colorMode } = useColorMode();
+  const items = messages.map((messageProps: Message, i: number) => {
+    const { text } = messageProps;
 
-  const items = messages.map(({ text, is_assistant }: Message, i: number) => {
     return (
       <FlaggableElement text={text} post_id={post_id} key={i + text}>
-        <div
-          key={i + text}
-          className={`${getBgColor(is_assistant, colorMode)} p-4 rounded-md text-white whitespace-pre-wrap`}
-        >
-          {text}
-        </div>
+        <MessageView {...messageProps} />
       </FlaggableElement>
     );
   });
   // Maybe also show a legend of the colors?
   return <Grid gap={2}>{items}</Grid>;
 };
+
+export const MessageView = ({ is_assistant, text }: Message) => {
+  const { colorMode } = useColorMode();
+
+  const bgColor = useMemo(() => {
+    if (colorMode === "light") {
+      return is_assistant ? "bg-slate-800" : "bg-sky-900";
+    } else {
+      return is_assistant ? "bg-black" : "bg-sky-900";
+    }
+  }, [colorMode, is_assistant]);
+
+  return <div className={`${bgColor} p-4 rounded-md text-white whitespace-pre-wrap`}>{text}</div>;
+};
diff --git a/website/src/components/Tasks/TaskTypes.tsx b/website/src/components/Tasks/TaskTypes.tsx
index 413a1e16..7cec2177 100644
--- a/website/src/components/Tasks/TaskTypes.tsx
+++ b/website/src/components/Tasks/TaskTypes.tsx
@@ -1,9 +1,11 @@
 export enum TaskCategory {
-  Create,
-  Evaluate,
+  Create = "Create",
+  Evaluate = "Evaluate",
+  Label = "Label",
 }
 
 export const TaskTypes = [
+  // create
   {
     label: "Create Initial Prompts",
     desc: "Write initial prompts to help Open Assistant to try replying to diverse messages.",
@@ -31,6 +33,7 @@ export const TaskTypes = [
     overview: "Given the following conversation, provide an adequate reply",
     instruction: "Provide the assistant`s reply",
   },
+  // evaluate
   {
     label: "Rank User Replies",
     category: TaskCategory.Evaluate,
@@ -52,4 +55,12 @@ export const TaskTypes = [
     pathname: "/evaluate/rank_initial_prompts",
     type: "rank_initial_prompts",
   },
+  // label
+  {
+    label: "Label Initial Prompt",
+    desc: "Provide labels for a prompt.",
+    category: TaskCategory.Label,
+    pathname: "/label/label_initial_prompt",
+    type: "label_initial_prompt",
+  },
 ];
diff --git a/website/src/hooks/useLabelingTask.ts b/website/src/hooks/useLabelingTask.ts
new file mode 100644
index 00000000..872909b7
--- /dev/null
+++ b/website/src/hooks/useLabelingTask.ts
@@ -0,0 +1,52 @@
+import { useEffect, useState } from "react";
+import fetcher from "src/lib/fetcher";
+import poster from "src/lib/poster";
+import useSWRImmutable from "swr/immutable";
+import useSWRMutation from "swr/mutation";
+
+// TODO: type & centralize types for all tasks
+interface TaskResponse<TaskType> {
+  id: string;
+  userId: string;
+  task: TaskType;
+}
+
+export interface LabelInitialPromptTask {
+  id: string;
+  message_id: string;
+  prompt: string;
+  type: string;
+  valid_labels: string[];
+}
+
+export type LabelInitialPromptTaskResponse = TaskResponse<LabelInitialPromptTask>;
+
+export const useLabelingTask = <LabelingTaskType>({ taskApiEndpoint }: { taskApiEndpoint: "label_initial_prompt" }) => {
+  type ConcreteTaskResponse = TaskResponse<LabelingTaskType>;
+
+  const [tasks, setTasks] = useState<Array<ConcreteTaskResponse>>([]);
+
+  const { isLoading, mutate, error } = useSWRImmutable("/api/new_task/" + taskApiEndpoint, fetcher, {
+    onSuccess: (data: ConcreteTaskResponse) => {
+      setTasks([data]);
+    },
+  });
+
+  useEffect(() => {
+    if (tasks.length === 0 && !isLoading && !error) {
+      mutate();
+    }
+  }, [tasks, isLoading, mutate, error]);
+
+  const { trigger } = useSWRMutation("/api/update_task", poster, {
+    onSuccess: async (reply) => {
+      const newTask: ConcreteTaskResponse = await reply.json();
+      setTasks((oldTasks) => [...oldTasks, newTask]);
+    },
+  });
+
+  const submit = (id: string, message_id: string, text: string, labels: Record<string, string>) =>
+    trigger({ id, update_type: "text_labels", content: { labels, text, message_id } });
+
+  return { tasks, isLoading, submit, error, reset: mutate };
+};
diff --git a/website/src/lib/oasst_api_client.ts b/website/src/lib/oasst_api_client.ts
index 4cf891e1..86854c21 100644
--- a/website/src/lib/oasst_api_client.ts
+++ b/website/src/lib/oasst_api_client.ts
@@ -42,7 +42,7 @@ export class OasstApiClient {
       } catch (e) {
         throw new OasstError(errorText, 0, resp.status);
       }
-      throw new OasstError(error.message, error.error_code, resp.status);
+      throw new OasstError(error.message ?? error, error.error_code, resp.status);
     }
 
     return await resp.json();
diff --git a/website/src/pages/api/update_task.ts b/website/src/pages/api/update_task.ts
index 4eea8c1e..c8760324 100644
--- a/website/src/pages/api/update_task.ts
+++ b/website/src/pages/api/update_task.ts
@@ -35,7 +35,12 @@ const handler = async (req, res) => {
     },
   });
 
-  const newTask = await oasstApiClient.interactTask(update_type, id, interaction.id, content, token);
+  let newTask;
+  try {
+    newTask = await oasstApiClient.interactTask(update_type, id, interaction.id, content, token);
+  } catch (err) {
+    return res.status(500).json(err);
+  }
 
   // Stores the new task with our database.
   const newRegisteredTask = await prisma.registeredTask.create({
diff --git a/website/src/pages/label/label_initial_prompt.tsx b/website/src/pages/label/label_initial_prompt.tsx
new file mode 100644
index 00000000..66ab0580
--- /dev/null
+++ b/website/src/pages/label/label_initial_prompt.tsx
@@ -0,0 +1,113 @@
+import {  Container, Grid, Slider, SliderFilledTrack, SliderThumb, SliderTrack } from "@chakra-ui/react";
+import { useColorMode } from "@chakra-ui/react";
+import { useEffect, useId, useState } from "react";
+import { LoadingScreen } from "src/components/Loading/LoadingScreen";
+import { MessageView } from "src/components/Messages";
+import { TaskControls } from "src/components/Survey/TaskControls";
+import { TwoColumnsWithCards } from "src/components/Survey/TwoColumnsWithCards";
+import { LabelInitialPromptTask, LabelInitialPromptTaskResponse, useLabelingTask } from "src/hooks/useLabelingTask";
+import { colors } from "styles/Theme/colors";
+
+const LabelInitialPrompt = () => {
+  const [sliderValues, setSliderValues] = useState<number[]>([]);
+
+  const { tasks, isLoading, submit, reset } = useLabelingTask<LabelInitialPromptTask>({
+    taskApiEndpoint: "label_initial_prompt",
+  });
+
+  const submitResponse = ({ id, task }: LabelInitialPromptTaskResponse) => {
+    const labels = task.valid_labels.reduce((obj, label, i) => {
+      obj[label] = sliderValues[i].toString();
+      return obj;
+    }, {} as Record<string, string>);
+
+    submit(id, task.message_id, task.prompt, labels);
+  };
+
+  const { colorMode } = useColorMode();
+  const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
+
+  if (isLoading) {
+    return <LoadingScreen text="Loading..." />;
+  }
+
+  if (tasks.length === 0) {
+    return <Container className="p-6 text-center text-gray-800">No tasks found...</Container>;
+  }
+
+  const task = tasks[0].task;
+
+  return (
+    <div className={`p-12 ${mainBgClasses}`}>
+      <TwoColumnsWithCards>
+        <>
+          <h5 className="text-lg font-semibold">Label Initial Prompt</h5>
+          <p className="text-lg py-1">Provide labels for the following prompt</p>
+          <MessageView text={task.prompt} is_assistant />
+        </>
+        <CheckboxSliderGroup labelIDs={task.valid_labels} onChange={setSliderValues} />
+      </TwoColumnsWithCards>
+      <TaskControls tasks={tasks} onSubmitResponse={submitResponse} onSkip={reset} />
+    </div>
+  );
+};
+
+export default LabelInitialPrompt;
+
+// TODO: consolidate with FlaggableElement
+
+interface CheckboxSliderGroupProps {
+  labelIDs: Array<string>;
+  onChange: (sliderValues: number[]) => unknown;
+}
+
+const CheckboxSliderGroup = ({ labelIDs, onChange }: CheckboxSliderGroupProps) => {
+  const [sliderValues, setSliderValues] = useState<number[]>(Array.from({ length: labelIDs.length }).map(() => 0));
+
+  useEffect(() => {
+    onChange(sliderValues);
+  }, [sliderValues, onChange]);
+
+  return (
+    <Grid templateColumns="auto 1fr" rowGap={1} columnGap={3}>
+      {labelIDs.map((labelId, idx) => (
+        <CheckboxSliderItem
+          key={idx}
+          labelId={labelId}
+          sliderValue={sliderValues[idx]}
+          sliderHandler={(sliderValue) => {
+            const newState = sliderValues.slice();
+            newState[idx] = sliderValue;
+            setSliderValues(newState);
+          }}
+        />
+      ))}
+    </Grid>
+  );
+};
+
+function CheckboxSliderItem(props: {
+  labelId: string;
+  sliderValue: number;
+  sliderHandler: (newVal: number) => unknown;
+}) {
+  const id = useId();
+  const { colorMode } = useColorMode();
+
+  const labelTextClass = colorMode === "light" ? `text-${colors.light.text}` : `text-${colors.dark.text}`;
+
+  return (
+    <>
+      <label className="text-sm" htmlFor={id}>
+        {/* TODO: display real text instead of just the id */}
+        <span className={labelTextClass}>{props.labelId}</span>
+      </label>
+      <Slider defaultValue={0} onChangeEnd={(val) => props.sliderHandler(val / 100)}>
+        <SliderTrack>
+          <SliderFilledTrack />
+          <SliderThumb />
+        </SliderTrack>
+      </Slider>
+    </>
+  );
+}

From 2a5d37a07f59f229d594c57263a653db1efa6061 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sat, 7 Jan 2023 17:25:05 +0100
Subject: [PATCH 12/69] Remove unused task elements

---
 .../components/TaskSelection/TaskOption.tsx   | 39 ----------
 .../components/TaskSelection/TaskOptions.tsx  | 23 ------
 .../TaskSelection/TaskSelection.tsx           | 73 -------------------
 website/src/components/TaskSelection/index.ts |  3 -
 .../src/pages/label/label_initial_prompt.tsx  |  2 +-
 5 files changed, 1 insertion(+), 139 deletions(-)
 delete mode 100644 website/src/components/TaskSelection/TaskOption.tsx
 delete mode 100644 website/src/components/TaskSelection/TaskOptions.tsx
 delete mode 100644 website/src/components/TaskSelection/TaskSelection.tsx
 delete mode 100644 website/src/components/TaskSelection/index.ts

diff --git a/website/src/components/TaskSelection/TaskOption.tsx b/website/src/components/TaskSelection/TaskOption.tsx
deleted file mode 100644
index 764efa68..00000000
--- a/website/src/components/TaskSelection/TaskOption.tsx
+++ /dev/null
@@ -1,39 +0,0 @@
-import { Card, CardBody, Flex, Heading } from "@chakra-ui/react";
-import Image from "next/image";
-import Link from "next/link";
-
-export type OptionProps = {
-  img: string;
-  alt: string;
-  title: string;
-  link: string;
-};
-
-export const TaskOption = (props: OptionProps) => {
-  const { alt, img, title, link } = props;
-  return (
-    <Link href={link}>
-      <Card
-        maxW="300"
-        minW="300"
-        minH="300"
-        maxH="300"
-        className="transition ease-in-out duration-500 sm:grayscale hover:grayscale-0"
-      >
-        <CardBody width="full" height="full">
-          <Flex direction="column" alignItems="center" justifyContent="center">
-            <Image src={img} alt={alt} width={200} height={200} />
-            <Heading
-              mt={-10}
-              className="bg-gradient-to-r from-indigo-600 via-sky-400 to-indigo-700 bg-clip-text tracking-tight text-transparent"
-              textAlign="center"
-              fontSize="3xl"
-            >
-              {title}
-            </Heading>
-          </Flex>
-        </CardBody>
-      </Card>
-    </Link>
-  );
-};
diff --git a/website/src/components/TaskSelection/TaskOptions.tsx b/website/src/components/TaskSelection/TaskOptions.tsx
deleted file mode 100644
index fe24b393..00000000
--- a/website/src/components/TaskSelection/TaskOptions.tsx
+++ /dev/null
@@ -1,23 +0,0 @@
-import { Divider, Flex, Heading } from "@chakra-ui/react";
-import React from "react";
-
-export type TaskOptionsProps = {
-  title: string;
-  children: JSX.Element | JSX.Element[];
-};
-
-export const TaskOptions = (props: TaskOptionsProps) => {
-  const { title, children } = props;
-  return (
-    <Flex gap={10} wrap="wrap" justifyContent="center">
-      <Heading
-        className="bg-gradient-to-r from-indigo-600 via-sky-400 to-indigo-700 bg-clip-text tracking-tight text-transparent"
-        fontSize="5xl"
-      >
-        {title}
-      </Heading>
-      <Divider mt={-8} />
-      {children}
-    </Flex>
-  );
-};
diff --git a/website/src/components/TaskSelection/TaskSelection.tsx b/website/src/components/TaskSelection/TaskSelection.tsx
deleted file mode 100644
index 683c80e9..00000000
--- a/website/src/components/TaskSelection/TaskSelection.tsx
+++ /dev/null
@@ -1,73 +0,0 @@
-import { Flex } from "@chakra-ui/react";
-import { useColorMode } from "@chakra-ui/react";
-import React from "react";
-
-import { TaskOption } from "./TaskOption";
-import { TaskOptions } from "./TaskOptions";
-
-export const TaskSelection = () => {
-  const { colorMode } = useColorMode();
-  const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
-
-  return (
-    <Flex
-      gap={10}
-      wrap="wrap"
-      justifyContent="space-evenly"
-      width="full"
-      height="full"
-      alignItems={"center"}
-      className={mainBgClasses}
-    >
-      <TaskOptions key="create" title="Create">
-        {/* <TaskOption
-          alt="Summarize Stories"
-          img="/images/logos/logo.svg"
-          title="Summarize stories"
-          link="/create/summarize_story"
-        /> */}
-        <TaskOption
-          alt="Create Initial Prompt"
-          img="/images/logos/logo.svg"
-          title="Create Initial Prompt"
-          link="/create/initial_prompt"
-        />
-        <TaskOption alt="Reply as User" img="/images/logos/logo.svg" title="Reply as User" link="/create/user_reply" />
-        <TaskOption
-          alt="Reply as Assistant"
-          img="/images/logos/logo.svg"
-          title="Reply as Assistant"
-          link="/create/assistant_reply"
-        />
-      </TaskOptions>
-      <TaskOptions key="evaluate" title="Evaluate">
-        {/*
-        Commented out while the backend does not support them.
-        <TaskOption
-          alt="Rate Prompts"
-          img="/images/logos/logo.svg"
-          title="Rate Prompts"
-          link="/evaluate/rate_summary"
-        /> */}
-        <TaskOption
-          alt="Rank Initial Prompts"
-          img="/images/logos/logo.svg"
-          title="Rank Initial Prompts"
-          link="/evaluate/rank_initial_prompts"
-        />
-        <TaskOption
-          alt="Rank User Replies"
-          img="/images/logos/logo.svg"
-          title="Rank User Replies"
-          link="/evaluate/rank_user_replies"
-        />
-        <TaskOption
-          alt="Rank Assistant Replies"
-          img="/images/logos/logo.svg"
-          title="Rank Assistant Replies"
-          link="/evaluate/rank_assistant_replies"
-        />
-      </TaskOptions>
-    </Flex>
-  );
-};
diff --git a/website/src/components/TaskSelection/index.ts b/website/src/components/TaskSelection/index.ts
deleted file mode 100644
index d6d93973..00000000
--- a/website/src/components/TaskSelection/index.ts
+++ /dev/null
@@ -1,3 +0,0 @@
-export { TaskOption } from "./TaskOption";
-export { TaskOptions } from "./TaskOptions";
-export { TaskSelection } from "./TaskSelection";
diff --git a/website/src/pages/label/label_initial_prompt.tsx b/website/src/pages/label/label_initial_prompt.tsx
index 66ab0580..0c3b47be 100644
--- a/website/src/pages/label/label_initial_prompt.tsx
+++ b/website/src/pages/label/label_initial_prompt.tsx
@@ -1,4 +1,4 @@
-import {  Container, Grid, Slider, SliderFilledTrack, SliderThumb, SliderTrack } from "@chakra-ui/react";
+import { Container, Grid, Slider, SliderFilledTrack, SliderThumb, SliderTrack } from "@chakra-ui/react";
 import { useColorMode } from "@chakra-ui/react";
 import { useEffect, useId, useState } from "react";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";

From 25ce928733ab47e676ce91ca29539a1c497a7d31 Mon Sep 17 00:00:00 2001
From: notmd <tinhmeo10@gmail.com>
Date: Sun, 8 Jan 2023 06:53:39 +0700
Subject: [PATCH 13/69] fix: improve `TaskControls` UI on mobile

---
 .../src/components/Survey/TaskControls.tsx    | 21 +++++++++++--------
 .../src/components/Survey/TrackedTextarea.tsx |  2 +-
 website/src/components/TaskInfo/TaskInfo.tsx  |  2 +-
 3 files changed, 14 insertions(+), 11 deletions(-)

diff --git a/website/src/components/Survey/TaskControls.tsx b/website/src/components/Survey/TaskControls.tsx
index 851e659c..ea71467c 100644
--- a/website/src/components/Survey/TaskControls.tsx
+++ b/website/src/components/Survey/TaskControls.tsx
@@ -1,5 +1,6 @@
 import { useColorMode } from "@chakra-ui/react";
 import { Flex } from "@chakra-ui/react";
+import clsx from "clsx";
 import { SkipButton } from "src/components/Buttons/Skip";
 import { SubmitButton } from "src/components/Buttons/Submit";
 import { TaskInfo } from "src/components/TaskInfo/TaskInfo";
@@ -14,18 +15,20 @@ export interface TaskControlsProps {
 }
 
 export const TaskControls = (props: TaskControlsProps) => {
-  const extraClases = props.className || "";
   const { colorMode } = useColorMode();
-
-  const baseClasses = "flex flex-row justify-items-stretch mb-8 p-4 rounded-lg max-w-7xl mx-auto";
-  const taskControlClases =
-    colorMode === "light"
-      ? `${baseClasses} bg-white text-gray-800 shadow-lg ${extraClases}`
-      : `${baseClasses} bg-slate-800 text-slate-400 shadow-xl ring-1 ring-white/10 ring-inset ${extraClases}`;
-
+  const isLightMode = colorMode === "light";
   const endTask = props.tasks[props.tasks.length - 1];
   return (
-    <section className={taskControlClases}>
+    <section
+      className={clsx(
+        "flex-row justify-items-stretch mb-8 p-4 rounded-lg max-w-7xl mx-auto space-y-4 sm:flex",
+        props.className,
+        {
+          "bg-white text-gray-800 shadow-lg": isLightMode,
+          "bg-slate-800 text-slate-400 shadow-xl ring-1 ring-white/10 ring-inset": !isLightMode,
+        }
+      )}
+    >
       <TaskInfo id={props.tasks[0].id} output="Submit your answer" />
       <Flex justify="center" ml="auto" gap={2}>
         <SkipButton>Skip</SkipButton>
diff --git a/website/src/components/Survey/TrackedTextarea.tsx b/website/src/components/Survey/TrackedTextarea.tsx
index f1691b72..d20107ac 100644
--- a/website/src/components/Survey/TrackedTextarea.tsx
+++ b/website/src/components/Survey/TrackedTextarea.tsx
@@ -28,7 +28,7 @@ export const TrackedTextarea = (props: TrackedTextboxProps) => {
 
   return (
     <Stack direction={"column"}>
-      <Textarea data-cy="reply" value={props.text} onChange={props.onTextChange} {...props.textareaProps} onCapture />
+      <Textarea data-cy="reply" value={props.text} onChange={props.onTextChange} {...props.textareaProps} />
       <Progress size={"md"} rounded={"md"} value={wordCount} colorScheme={progressColor} max={props.thresholds.goal} />
     </Stack>
   );
diff --git a/website/src/components/TaskInfo/TaskInfo.tsx b/website/src/components/TaskInfo/TaskInfo.tsx
index 86fd2d96..c692e172 100644
--- a/website/src/components/TaskInfo/TaskInfo.tsx
+++ b/website/src/components/TaskInfo/TaskInfo.tsx
@@ -1,6 +1,6 @@
 export const TaskInfo = ({ id, output }: { id: string; output: string }) => {
   return (
-    <div className="grid grid-cols-[min-content_auto] gap-x-2  ">
+    <div className="grid grid-cols-[min-content_auto] gap-x-2">
       <b>Prompt</b>
       <span data-cy="task-id">{id}</span>
       <b>Output</b>

From 6e0e820f943af43907c6a907ddce5c60f2ff4945 Mon Sep 17 00:00:00 2001
From: notmd <tinhmeo10@gmail.com>
Date: Sun, 8 Jan 2023 06:59:38 +0700
Subject: [PATCH 14/69] fix: desktop regression

---
 website/src/components/Survey/TaskControls.tsx | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/website/src/components/Survey/TaskControls.tsx b/website/src/components/Survey/TaskControls.tsx
index ea71467c..4a6d477a 100644
--- a/website/src/components/Survey/TaskControls.tsx
+++ b/website/src/components/Survey/TaskControls.tsx
@@ -21,7 +21,7 @@ export const TaskControls = (props: TaskControlsProps) => {
   return (
     <section
       className={clsx(
-        "flex-row justify-items-stretch mb-8 p-4 rounded-lg max-w-7xl mx-auto space-y-4 sm:flex",
+        "flex-row justify-items-stretch mb-8 p-4 rounded-lg max-w-7xl mx-auto space-y-4 sm:space-y-0 sm:flex",
         props.className,
         {
           "bg-white text-gray-800 shadow-lg": isLightMode,

From 116045915ec161892d9f7f852861fe77270a75a6 Mon Sep 17 00:00:00 2001
From: theblackcat102 <theblackcat102@github.com>
Date: Sun, 8 Jan 2023 02:14:49 +0000
Subject: [PATCH 15/69] [fix] syntax error and some typing  issue in py38

---
 model/reward/instructor/rank_datasets.py | 3 ++-
 model/reward/instructor/trainer.py       | 1 -
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/model/reward/instructor/rank_datasets.py b/model/reward/instructor/rank_datasets.py
index a638c0d1..0d710124 100644
--- a/model/reward/instructor/rank_datasets.py
+++ b/model/reward/instructor/rank_datasets.py
@@ -18,6 +18,7 @@
 
 
 """
+from typing import List, Dict
 from dataclasses import dataclass
 from typing import Optional, Union
 
@@ -35,7 +36,7 @@ class RankGenCollator:
     max_length: Optional[int] = None
     max_examples: Optional[int] = None
 
-    def __call__(self, batch: list[dict[str, str]]) -> dict[str, torch.Tensor]:
+    def __call__(self, batch: List[Dict[str, str]]) -> Dict[str, torch.Tensor]:
         prefixes = []
         better_answers = []
         worse_answers = []
diff --git a/model/reward/instructor/trainer.py b/model/reward/instructor/trainer.py
index 9312f7d3..7500901b 100644
--- a/model/reward/instructor/trainer.py
+++ b/model/reward/instructor/trainer.py
@@ -137,7 +137,6 @@ if __name__ == "__main__":
         output_dir=f"{model_name}-finetuned",
         num_train_epochs=training_conf["num_train_epochs"],
         warmup_steps=500,
-        loss_function=training_conf["loss"],
         learning_rate=training_conf["learning_rate"],
         # half_precision_backend="apex",
         fp16=training_conf["fp16"],

From 9d05b73efc67d66f8d7874e1692b384341f75473 Mon Sep 17 00:00:00 2001
From: theblackcat102 <theblackcat102@github.com>
Date: Sun, 8 Jan 2023 02:15:08 +0000
Subject: [PATCH 16/69] [fix] syntax error and some typing  issue in py38

---
 model/reward/instructor/rank_datasets.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/model/reward/instructor/rank_datasets.py b/model/reward/instructor/rank_datasets.py
index 0d710124..bd53eb02 100644
--- a/model/reward/instructor/rank_datasets.py
+++ b/model/reward/instructor/rank_datasets.py
@@ -18,9 +18,8 @@
 
 
 """
-from typing import List, Dict
 from dataclasses import dataclass
-from typing import Optional, Union
+from typing import Dict, List, Optional, Union
 
 import numpy as np
 import torch

From eaf7d74b3e6c1a9386b36f06e14000610561af8a Mon Sep 17 00:00:00 2001
From: James Melvin <melvinebenezer@gmail.com>
Date: Sun, 8 Jan 2023 08:53:56 +0530
Subject: [PATCH 17/69] fix: new web route to update text_labels fix: minimum
 changes to textFlagLabels to keep it coherent with the backend

---
 website/src/components/FlaggableElement.tsx | 62 ++++++++++-----------
 website/src/pages/api/set_label.ts          | 55 ++++++++++++++++++
 2 files changed, 86 insertions(+), 31 deletions(-)
 create mode 100644 website/src/pages/api/set_label.ts

diff --git a/website/src/components/FlaggableElement.tsx b/website/src/components/FlaggableElement.tsx
index a55d29c5..7f77a3b7 100644
--- a/website/src/components/FlaggableElement.tsx
+++ b/website/src/components/FlaggableElement.tsx
@@ -29,7 +29,7 @@ import { colors } from "styles/Theme/colors";
 
 export const FlaggableElement = (props) => {
   const [isEditing, setIsEditing] = useBoolean();
-  const { trigger } = useSWRMutation("/api/v1/text_labels", poster, {
+  const { trigger } = useSWRMutation("/api/set_label", poster, {
     onSuccess: () => {
       setIsEditing.off;
     },
@@ -183,40 +183,40 @@ interface textFlagLabels {
 const TEXT_LABEL_FLAGS: textFlagLabels[] = [
   // For the time being this list is configured on the FE.
   // In the future it may be provided by the API.
+  // {
+  //   attributeName: "fails_task",
+  //   labelText: "Fails to follow the correct instruction / task",
+  //   additionalExplanation: "__TODO__",
+  // },
+  // {
+  //   attributeName: "not_customer_assistant_appropriate",
+  //   labelText: "Inappropriate for customer assistant",
+  //   additionalExplanation: "__TODO__",
+  // },
   {
-    attributeName: "fails_task",
-    labelText: "Fails to follow the correct instruction / task",
-    additionalExplanation: "__TODO__",
-  },
-  {
-    attributeName: "not_customer_assistant_appropriate",
-    labelText: "Inappropriate for customer assistant",
-    additionalExplanation: "__TODO__",
-  },
-  {
-    attributeName: "contains_sexual_content",
+    attributeName: "sexual_content",
     labelText: "Contains sexual content",
   },
   {
-    attributeName: "contains_violent_content",
+    attributeName: "violence",
     labelText: "Contains violent content",
   },
-  {
-    attributeName: "encourages_violence",
-    labelText: "Encourages or fails to discourage violence/abuse/terrorism/self-harm",
-  },
-  {
-    attributeName: "denigrates_a_protected_class",
-    labelText: "Denigrates a protected class",
-  },
-  {
-    attributeName: "gives_harmful_advice",
-    labelText: "Fails to follow the correct instruction / task",
-    additionalExplanation:
-      "The advice given in the output is harmful or counter-productive. This may be in addition to, but is distinct from the question about encouraging violence/abuse/terrorism/self-harm.",
-  },
-  {
-    attributeName: "expresses_moral_judgement",
-    labelText: "Expresses moral judgement",
-  },
+  // {
+  //   attributeName: "encourages_violence",
+  //   labelText: "Encourages or fails to discourage violence/abuse/terrorism/self-harm",
+  // },
+  // {
+  //   attributeName: "denigrates_a_protected_class",
+  //   labelText: "Denigrates a protected class",
+  // },
+  // {
+  //   attributeName: "gives_harmful_advice",
+  //   labelText: "Fails to follow the correct instruction / task",
+  //   additionalExplanation:
+  //     "The advice given in the output is harmful or counter-productive. This may be in addition to, but is distinct from the question about encouraging violence/abuse/terrorism/self-harm.",
+  // },
+  // {
+  //   attributeName: "expresses_moral_judgement",
+  //   labelText: "Expresses moral judgement",
+  // },
 ];
diff --git a/website/src/pages/api/set_label.ts b/website/src/pages/api/set_label.ts
new file mode 100644
index 00000000..7ea589b0
--- /dev/null
+++ b/website/src/pages/api/set_label.ts
@@ -0,0 +1,55 @@
+import { getToken } from "next-auth/jwt";
+import prisma from "src/lib/prismadb";
+
+/**
+ * Sets the Label in the Backend.
+ *
+ */
+const handler = async (req, res) => {
+  const token = await getToken({ req });
+
+  // Return nothing if the user isn't registered.
+  if (!token) {
+    res.status(401).end();
+    return;
+  }
+ console.log(JSON.parse(req.body));
+  // Parse out the local task ID and the interaction contents.
+  const { post_id, label_map, text } = await JSON.parse(req.body);
+  console.log(JSON.stringify(
+      {
+        "type": "text_labels",
+        "message_id": post_id,
+        "labels": label_map,
+        "text": text,
+        "user": {
+          "id": token.sub,
+          "display_name": token.name || token.email,
+          "auth_method": "local",
+        }}));
+  console.log("Here sending text_labels1...");
+  // Send the interaction to the Text Label to the Backend.
+  const interactionRes = await fetch(`${process.env.FASTAPI_URL}/api/v1/text_labels`, {
+    method: "POST",
+    headers: {
+      "X-API-Key": process.env.FASTAPI_KEY,
+      "Content-Type": "application/json",
+    },
+    body: JSON.stringify({
+        "type": "text_labels",
+        "message_id": post_id,
+        "labels": label_map,
+        "text": text,
+        "user": {
+          "id": token.sub,
+          "display_name": token.name || token.email,
+          "auth_method": "local",
+        }
+
+    }),
+  });
+  console.log(interactionRes);
+  res.status(interactionRes.status).json(interactionRes.json());
+};
+
+export default handler;

From a1e1445de9c73d57914f5ac9280f608ddfbb104c Mon Sep 17 00:00:00 2001
From: theblackcat102 <theblackcat102@github.com>
Date: Sun, 8 Jan 2023 03:42:40 +0000
Subject: [PATCH 18/69] [fix] evaluation dataset is incorrect in
 reward-model/trainer.py

---
 model/reward/instructor/trainer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/model/reward/instructor/trainer.py b/model/reward/instructor/trainer.py
index 7500901b..940c0708 100644
--- a/model/reward/instructor/trainer.py
+++ b/model/reward/instructor/trainer.py
@@ -182,7 +182,7 @@ if __name__ == "__main__":
         args=args,
         loss_function=training_conf["loss"],
         train_dataset=train,
-        eval_dataset=eval,
+        eval_dataset=evals,
         data_collator=collate_fn,
         tokenizer=tokenizer,
         compute_metrics=compute_metrics,

From f5130b0fd8f0db4053e7306a84315164f9fb58a0 Mon Sep 17 00:00:00 2001
From: James Melvin <melvinebenezer@gmail.com>
Date: Sun, 8 Jan 2023 08:53:56 +0530
Subject: [PATCH 19/69] fix: new web route to update text_labels fix: minimum
 changes to textFlagLabels to keep it coherent with the backend

---
 website/src/components/FlaggableElement.tsx | 62 ++++++++++-----------
 website/src/pages/api/set_label.ts          | 55 ++++++++++++++++++
 2 files changed, 86 insertions(+), 31 deletions(-)
 create mode 100644 website/src/pages/api/set_label.ts

diff --git a/website/src/components/FlaggableElement.tsx b/website/src/components/FlaggableElement.tsx
index c4fe5c58..82db4738 100644
--- a/website/src/components/FlaggableElement.tsx
+++ b/website/src/components/FlaggableElement.tsx
@@ -29,7 +29,7 @@ import useSWRMutation from "swr/mutation";
 
 export const FlaggableElement = (props) => {
   const [isEditing, setIsEditing] = useBoolean();
-  const { trigger } = useSWRMutation("/api/v1/text_labels", poster, {
+  const { trigger } = useSWRMutation("/api/set_label", poster, {
     onSuccess: () => {
       setIsEditing.off;
     },
@@ -184,40 +184,40 @@ interface textFlagLabels {
 const TEXT_LABEL_FLAGS: textFlagLabels[] = [
   // For the time being this list is configured on the FE.
   // In the future it may be provided by the API.
+  // {
+  //   attributeName: "fails_task",
+  //   labelText: "Fails to follow the correct instruction / task",
+  //   additionalExplanation: "__TODO__",
+  // },
+  // {
+  //   attributeName: "not_customer_assistant_appropriate",
+  //   labelText: "Inappropriate for customer assistant",
+  //   additionalExplanation: "__TODO__",
+  // },
   {
-    attributeName: "fails_task",
-    labelText: "Fails to follow the correct instruction / task",
-    additionalExplanation: "__TODO__",
-  },
-  {
-    attributeName: "not_customer_assistant_appropriate",
-    labelText: "Inappropriate for customer assistant",
-    additionalExplanation: "__TODO__",
-  },
-  {
-    attributeName: "contains_sexual_content",
+    attributeName: "sexual_content",
     labelText: "Contains sexual content",
   },
   {
-    attributeName: "contains_violent_content",
+    attributeName: "violence",
     labelText: "Contains violent content",
   },
-  {
-    attributeName: "encourages_violence",
-    labelText: "Encourages or fails to discourage violence/abuse/terrorism/self-harm",
-  },
-  {
-    attributeName: "denigrates_a_protected_class",
-    labelText: "Denigrates a protected class",
-  },
-  {
-    attributeName: "gives_harmful_advice",
-    labelText: "Fails to follow the correct instruction / task",
-    additionalExplanation:
-      "The advice given in the output is harmful or counter-productive. This may be in addition to, but is distinct from the question about encouraging violence/abuse/terrorism/self-harm.",
-  },
-  {
-    attributeName: "expresses_moral_judgement",
-    labelText: "Expresses moral judgement",
-  },
+  // {
+  //   attributeName: "encourages_violence",
+  //   labelText: "Encourages or fails to discourage violence/abuse/terrorism/self-harm",
+  // },
+  // {
+  //   attributeName: "denigrates_a_protected_class",
+  //   labelText: "Denigrates a protected class",
+  // },
+  // {
+  //   attributeName: "gives_harmful_advice",
+  //   labelText: "Fails to follow the correct instruction / task",
+  //   additionalExplanation:
+  //     "The advice given in the output is harmful or counter-productive. This may be in addition to, but is distinct from the question about encouraging violence/abuse/terrorism/self-harm.",
+  // },
+  // {
+  //   attributeName: "expresses_moral_judgement",
+  //   labelText: "Expresses moral judgement",
+  // },
 ];
diff --git a/website/src/pages/api/set_label.ts b/website/src/pages/api/set_label.ts
new file mode 100644
index 00000000..7ea589b0
--- /dev/null
+++ b/website/src/pages/api/set_label.ts
@@ -0,0 +1,55 @@
+import { getToken } from "next-auth/jwt";
+import prisma from "src/lib/prismadb";
+
+/**
+ * Sets the Label in the Backend.
+ *
+ */
+const handler = async (req, res) => {
+  const token = await getToken({ req });
+
+  // Return nothing if the user isn't registered.
+  if (!token) {
+    res.status(401).end();
+    return;
+  }
+ console.log(JSON.parse(req.body));
+  // Parse out the local task ID and the interaction contents.
+  const { post_id, label_map, text } = await JSON.parse(req.body);
+  console.log(JSON.stringify(
+      {
+        "type": "text_labels",
+        "message_id": post_id,
+        "labels": label_map,
+        "text": text,
+        "user": {
+          "id": token.sub,
+          "display_name": token.name || token.email,
+          "auth_method": "local",
+        }}));
+  console.log("Here sending text_labels1...");
+  // Send the interaction to the Text Label to the Backend.
+  const interactionRes = await fetch(`${process.env.FASTAPI_URL}/api/v1/text_labels`, {
+    method: "POST",
+    headers: {
+      "X-API-Key": process.env.FASTAPI_KEY,
+      "Content-Type": "application/json",
+    },
+    body: JSON.stringify({
+        "type": "text_labels",
+        "message_id": post_id,
+        "labels": label_map,
+        "text": text,
+        "user": {
+          "id": token.sub,
+          "display_name": token.name || token.email,
+          "auth_method": "local",
+        }
+
+    }),
+  });
+  console.log(interactionRes);
+  res.status(interactionRes.status).json(interactionRes.json());
+};
+
+export default handler;

From 81a47eeafdab65eacdd9e1bc7aa4678d1e8928b7 Mon Sep 17 00:00:00 2001
From: James Melvin <melvin@gameface.ai>
Date: Sun, 8 Jan 2023 10:17:28 +0530
Subject: [PATCH 20/69] fix: Removed console logs.

---
 website/src/pages/api/set_label.ts | 23 +++++------------------
 1 file changed, 5 insertions(+), 18 deletions(-)

diff --git a/website/src/pages/api/set_label.ts b/website/src/pages/api/set_label.ts
index 7ea589b0..970e1687 100644
--- a/website/src/pages/api/set_label.ts
+++ b/website/src/pages/api/set_label.ts
@@ -13,22 +13,10 @@ const handler = async (req, res) => {
     res.status(401).end();
     return;
   }
- console.log(JSON.parse(req.body));
-  // Parse out the local task ID and the interaction contents.
-  const { post_id, label_map, text } = await JSON.parse(req.body);
-  console.log(JSON.stringify(
-      {
-        "type": "text_labels",
-        "message_id": post_id,
-        "labels": label_map,
-        "text": text,
-        "user": {
-          "id": token.sub,
-          "display_name": token.name || token.email,
-          "auth_method": "local",
-        }}));
-  console.log("Here sending text_labels1...");
-  // Send the interaction to the Text Label to the Backend.
+  
+  // Parse out the local message_id, task ID and the interaction contents.
+  const { message_id, post_id, label_map, text } = await JSON.parse(req.body);
+  
   const interactionRes = await fetch(`${process.env.FASTAPI_URL}/api/v1/text_labels`, {
     method: "POST",
     headers: {
@@ -37,7 +25,7 @@ const handler = async (req, res) => {
     },
     body: JSON.stringify({
         "type": "text_labels",
-        "message_id": post_id,
+        "message_id": message_id,
         "labels": label_map,
         "text": text,
         "user": {
@@ -48,7 +36,6 @@ const handler = async (req, res) => {
 
     }),
   });
-  console.log(interactionRes);
   res.status(interactionRes.status).json(interactionRes.json());
 };
 

From c129ca9862336c687668da17d937e2f2ded9c325 Mon Sep 17 00:00:00 2001
From: James Melvin <melvin@gameface.ai>
Date: Sun, 8 Jan 2023 10:20:38 +0530
Subject: [PATCH 21/69] fix: propagated message_id to FlaggableElement.tsx

---
 website/src/components/FlaggableElement.tsx | 2 +-
 website/src/components/Messages.tsx         | 5 +++--
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/website/src/components/FlaggableElement.tsx b/website/src/components/FlaggableElement.tsx
index 82db4738..80d97a5b 100644
--- a/website/src/components/FlaggableElement.tsx
+++ b/website/src/components/FlaggableElement.tsx
@@ -42,7 +42,7 @@ export const FlaggableElement = (props) => {
         label_map.set(flag.attributeName, sliderValues[i]);
       }
     });
-    trigger({ post_id: props.post_id, label_map: Object.fromEntries(label_map), text: props.text });
+    trigger({ message_id: props.message_id, post_id: props.post_id, label_map: Object.fromEntries(label_map), text: props.text });
   };
   const [checkboxValues, setCheckboxValues] = useState(new Array(TEXT_LABEL_FLAGS.length).fill(false));
   const [sliderValues, setSliderValues] = useState(new Array(TEXT_LABEL_FLAGS.length).fill(1));
diff --git a/website/src/components/Messages.tsx b/website/src/components/Messages.tsx
index 7b69bc50..750d3946 100644
--- a/website/src/components/Messages.tsx
+++ b/website/src/components/Messages.tsx
@@ -7,14 +7,15 @@ import { FlaggableElement } from "./FlaggableElement";
 export interface Message {
   text: string;
   is_assistant: boolean;
+  message_id: string;
 }
 
 export const Messages = ({ messages, post_id }: { messages: Message[]; post_id: string }) => {
   const items = messages.map((messageProps: Message, i: number) => {
     const { text } = messageProps;
-
+    const { message_id } = messageProps;
     return (
-      <FlaggableElement text={text} post_id={post_id} key={i + text}>
+      <FlaggableElement text={text} post_id={post_id} message_id={message_id} key={i + text}>
         <MessageView {...messageProps} />
       </FlaggableElement>
     );

From 3d469baaf55e4facf6782090ef97645a9862a575 Mon Sep 17 00:00:00 2001
From: James Melvin <melvin@gameface.ai>
Date: Sun, 8 Jan 2023 10:26:32 +0530
Subject: [PATCH 22/69] fix: handling for 204 return status. Since text_labels
 API responds with no data

---
 website/src/pages/api/set_label.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/website/src/pages/api/set_label.ts b/website/src/pages/api/set_label.ts
index 970e1687..202f30cd 100644
--- a/website/src/pages/api/set_label.ts
+++ b/website/src/pages/api/set_label.ts
@@ -36,7 +36,7 @@ const handler = async (req, res) => {
 
     }),
   });
-  res.status(interactionRes.status).json(interactionRes.json());
+  res.status(interactionRes.status).end();
 };
 
 export default handler;

From d4fdaeca810aaedc20e9a5d152fe4c68cf602767 Mon Sep 17 00:00:00 2001
From: James Melvin <melvin@gameface.ai>
Date: Sun, 8 Jan 2023 10:52:50 +0530
Subject: [PATCH 23/69] fix: pre-commit errors

---
 website/src/components/FlaggableElement.tsx |  7 ++++++-
 website/src/pages/api/set_label.ts          | 23 ++++++++++-----------
 2 files changed, 17 insertions(+), 13 deletions(-)

diff --git a/website/src/components/FlaggableElement.tsx b/website/src/components/FlaggableElement.tsx
index 80d97a5b..63370444 100644
--- a/website/src/components/FlaggableElement.tsx
+++ b/website/src/components/FlaggableElement.tsx
@@ -42,7 +42,12 @@ export const FlaggableElement = (props) => {
         label_map.set(flag.attributeName, sliderValues[i]);
       }
     });
-    trigger({ message_id: props.message_id, post_id: props.post_id, label_map: Object.fromEntries(label_map), text: props.text });
+    trigger({
+      message_id: props.message_id,
+      post_id: props.post_id,
+      label_map: Object.fromEntries(label_map),
+      text: props.text,
+    });
   };
   const [checkboxValues, setCheckboxValues] = useState(new Array(TEXT_LABEL_FLAGS.length).fill(false));
   const [sliderValues, setSliderValues] = useState(new Array(TEXT_LABEL_FLAGS.length).fill(1));
diff --git a/website/src/pages/api/set_label.ts b/website/src/pages/api/set_label.ts
index 202f30cd..4db5ddaf 100644
--- a/website/src/pages/api/set_label.ts
+++ b/website/src/pages/api/set_label.ts
@@ -13,10 +13,10 @@ const handler = async (req, res) => {
     res.status(401).end();
     return;
   }
-  
+
   // Parse out the local message_id, task ID and the interaction contents.
   const { message_id, post_id, label_map, text } = await JSON.parse(req.body);
-  
+
   const interactionRes = await fetch(`${process.env.FASTAPI_URL}/api/v1/text_labels`, {
     method: "POST",
     headers: {
@@ -24,16 +24,15 @@ const handler = async (req, res) => {
       "Content-Type": "application/json",
     },
     body: JSON.stringify({
-        "type": "text_labels",
-        "message_id": message_id,
-        "labels": label_map,
-        "text": text,
-        "user": {
-          "id": token.sub,
-          "display_name": token.name || token.email,
-          "auth_method": "local",
-        }
-
+      type: "text_labels",
+      message_id: message_id,
+      labels: label_map,
+      text: text,
+      user: {
+        id: token.sub,
+        display_name: token.name || token.email,
+        auth_method: "local",
+      },
     }),
   });
   res.status(interactionRes.status).end();

From e39602cf7c817bd449db8b176c62ed61085728d6 Mon Sep 17 00:00:00 2001
From: James Melvin <melvin@gameface.ai>
Date: Sun, 8 Jan 2023 11:19:01 +0530
Subject: [PATCH 24/69] fix: review comments and frontend build issue in
 label_initial_prompt.tsx due to previous message_id changes

---
 website/src/components/Messages.tsx              | 4 ++--
 website/src/pages/label/label_initial_prompt.tsx | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/website/src/components/Messages.tsx b/website/src/components/Messages.tsx
index 750d3946..226c6154 100644
--- a/website/src/components/Messages.tsx
+++ b/website/src/components/Messages.tsx
@@ -12,8 +12,8 @@ export interface Message {
 
 export const Messages = ({ messages, post_id }: { messages: Message[]; post_id: string }) => {
   const items = messages.map((messageProps: Message, i: number) => {
-    const { text } = messageProps;
     const { message_id } = messageProps;
+    const { text } = messageProps;
     return (
       <FlaggableElement text={text} post_id={post_id} message_id={message_id} key={i + text}>
         <MessageView {...messageProps} />
@@ -24,7 +24,7 @@ export const Messages = ({ messages, post_id }: { messages: Message[]; post_id:
   return <Grid gap={2}>{items}</Grid>;
 };
 
-export const MessageView = ({ is_assistant, text }: Message) => {
+export const MessageView = ({ is_assistant, text, message_id }: Message) => {
   const { colorMode } = useColorMode();
 
   const bgColor = useMemo(() => {
diff --git a/website/src/pages/label/label_initial_prompt.tsx b/website/src/pages/label/label_initial_prompt.tsx
index 0c3b47be..e400e8fd 100644
--- a/website/src/pages/label/label_initial_prompt.tsx
+++ b/website/src/pages/label/label_initial_prompt.tsx
@@ -43,7 +43,7 @@ const LabelInitialPrompt = () => {
         <>
           <h5 className="text-lg font-semibold">Label Initial Prompt</h5>
           <p className="text-lg py-1">Provide labels for the following prompt</p>
-          <MessageView text={task.prompt} is_assistant />
+          <MessageView text={task.prompt} is_assistant message_id={task.message_id} />
         </>
         <CheckboxSliderGroup labelIDs={task.valid_labels} onChange={setSliderValues} />
       </TwoColumnsWithCards>

From c234e8b0d08da029122ff714047a1e0f2c20c5a9 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Sun, 8 Jan 2023 16:15:48 +0900
Subject: [PATCH 25/69] Adding an admin page to manage a specific user's status

---
 website/package-lock.json                    | 368 ++++++++++++++++++-
 website/package.json                         |   9 +-
 website/prisma/seed.ts                       |  57 +++
 website/src/components/UsersCell.tsx         |   5 +
 website/src/pages/admin/index.tsx            |   2 -
 website/src/pages/admin/manage_user/[id].tsx | 131 +++++++
 website/src/pages/api/admin/update_user.ts   |  29 ++
 7 files changed, 587 insertions(+), 14 deletions(-)
 create mode 100644 website/prisma/seed.ts
 create mode 100644 website/src/pages/admin/manage_user/[id].tsx
 create mode 100644 website/src/pages/api/admin/update_user.ts

diff --git a/website/package-lock.json b/website/package-lock.json
index 8d94e779..ef867a98 100644
--- a/website/package-lock.json
+++ b/website/package-lock.json
@@ -29,6 +29,7 @@
         "eslint-config-next": "13.0.6",
         "eslint-plugin-simple-import-sort": "^8.0.0",
         "focus-visible": "^5.2.0",
+        "formik": "^2.2.9",
         "framer-motion": "^6.5.1",
         "install": "^0.13.0",
         "next": "13.0.6",
@@ -56,7 +57,7 @@
         "@storybook/manager-webpack5": "^6.5.15",
         "@storybook/react": "^6.5.15",
         "@storybook/testing-library": "^0.0.13",
-        "@types/node": "18.11.17",
+        "@types/node": "^18.11.17",
         "@types/react": "18.0.26",
         "@typescript-eslint/eslint-plugin": "^5.47.1",
         "babel-loader": "^8.3.0",
@@ -66,7 +67,8 @@
         "eslint-plugin-unused-imports": "^2.0.0",
         "prettier": "2.8.1",
         "prisma": "^4.7.1",
-        "typescript": "4.9.4"
+        "ts-node": "^10.9.1",
+        "typescript": "^4.9.4"
       }
     },
     "node_modules/@ampproject/remapping": {
@@ -3122,6 +3124,28 @@
         "node": ">=0.1.90"
       }
     },
+    "node_modules/@cspotcode/source-map-support": {
+      "version": "0.8.1",
+      "resolved": "https://registry.npmjs.org/@cspotcode/source-map-support/-/source-map-support-0.8.1.tgz",
+      "integrity": "sha512-IchNf6dN4tHoMFIn/7OE8LWZ19Y6q/67Bmf6vnGREv8RSbBVb9LPJxEcnwrcwX6ixSvaiGoomAUvu4YSxXrVgw==",
+      "devOptional": true,
+      "dependencies": {
+        "@jridgewell/trace-mapping": "0.3.9"
+      },
+      "engines": {
+        "node": ">=12"
+      }
+    },
+    "node_modules/@cspotcode/source-map-support/node_modules/@jridgewell/trace-mapping": {
+      "version": "0.3.9",
+      "resolved": "https://registry.npmjs.org/@jridgewell/trace-mapping/-/trace-mapping-0.3.9.tgz",
+      "integrity": "sha512-3Belt6tdc8bPgAtbcmdtNJlirVoTmEb5e2gC94PnkwEW9jI6CAHUeoG85tjWP5WquqfavoMtMwiG4P926ZKKuQ==",
+      "devOptional": true,
+      "dependencies": {
+        "@jridgewell/resolve-uri": "^3.0.3",
+        "@jridgewell/sourcemap-codec": "^1.4.10"
+      }
+    },
     "node_modules/@cypress/request": {
       "version": "2.88.10",
       "resolved": "https://registry.npmjs.org/@cypress/request/-/request-2.88.10.tgz",
@@ -10836,6 +10860,30 @@
         "@testing-library/dom": ">=7.21.4"
       }
     },
+    "node_modules/@tsconfig/node10": {
+      "version": "1.0.9",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node10/-/node10-1.0.9.tgz",
+      "integrity": "sha512-jNsYVVxU8v5g43Erja32laIDHXeoNvFEpX33OK4d6hljo3jDhCBDhx5dhCCTMWUojscpAagGiRkBKxpdl9fxqA==",
+      "devOptional": true
+    },
+    "node_modules/@tsconfig/node12": {
+      "version": "1.0.11",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node12/-/node12-1.0.11.tgz",
+      "integrity": "sha512-cqefuRsh12pWyGsIoBKJA9luFu3mRxCA+ORZvA4ktLSzIuCUtWVxGIuXigEwO5/ywWFMZ2QEGKWvkZG1zDMTag==",
+      "devOptional": true
+    },
+    "node_modules/@tsconfig/node14": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node14/-/node14-1.0.3.tgz",
+      "integrity": "sha512-ysT8mhdixWK6Hw3i1V2AeRqZ5WfXg1G43mqoYlM2nc6388Fq5jcXyr5mRsqViLx/GJYdoL0bfXD8nmF+Zn/Iow==",
+      "devOptional": true
+    },
+    "node_modules/@tsconfig/node16": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node16/-/node16-1.0.3.tgz",
+      "integrity": "sha512-yOlFc+7UtL/89t2ZhjPvvB/DeAr3r+Dq58IgzsFkOAvVC6NMJXmCGjbptdXdR9qsX7pKcTL+s87FtYREi2dEEQ==",
+      "devOptional": true
+    },
     "node_modules/@types/aria-query": {
       "version": "5.0.1",
       "resolved": "https://registry.npmjs.org/@types/aria-query/-/aria-query-5.0.1.tgz",
@@ -10975,7 +11023,7 @@
       "version": "18.11.17",
       "resolved": "https://registry.npmjs.org/@types/node/-/node-18.11.17.tgz",
       "integrity": "sha512-HJSUJmni4BeDHhfzn6nF0sVmd1SMezP7/4F0Lq+aXzmp2xm9O7WXrUtHW/CHlYVtZUbByEvWidHqRtcJXGF2Ng==",
-      "dev": true
+      "devOptional": true
     },
     "node_modules/@types/node-fetch": {
       "version": "2.6.2",
@@ -12013,7 +12061,7 @@
       "version": "4.1.3",
       "resolved": "https://registry.npmjs.org/arg/-/arg-4.1.3.tgz",
       "integrity": "sha512-58S9QDqG0Xx27YwPSt9fJxivjYl432YCwfDMfZ+71RAqUrZef7LrKQZ3LHLOwCS4FLNBplP533Zx895SeOCHvA==",
-      "dev": true
+      "devOptional": true
     },
     "node_modules/argparse": {
       "version": "1.0.10",
@@ -14691,6 +14739,12 @@
         "sha.js": "^2.4.8"
       }
     },
+    "node_modules/create-require": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/create-require/-/create-require-1.1.1.tgz",
+      "integrity": "sha512-dcKFX3jn0MpIaXjisoRvexIJVEKzaq7z2rZKxf+MSr9TkdmHmsU4m2lcLojrj/FHl8mk5VxMmYA+ftRkP/3oKQ==",
+      "devOptional": true
+    },
     "node_modules/cross-spawn": {
       "version": "7.0.3",
       "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.3.tgz",
@@ -15462,6 +15516,15 @@
       "resolved": "https://registry.npmjs.org/didyoumean/-/didyoumean-1.2.2.tgz",
       "integrity": "sha512-gxtyfqMg7GKyhQmb056K7M3xszy/myH8w+B4RT+QXBQsvAOdc3XymqDDPHx1BgPgsdAA5SIifona89YtRATDzw=="
     },
+    "node_modules/diff": {
+      "version": "4.0.2",
+      "resolved": "https://registry.npmjs.org/diff/-/diff-4.0.2.tgz",
+      "integrity": "sha512-58lmxKSA4BNyLz+HHMUzlOEpg09FV+ev6ZMe3vJihgdxzgcwZ8VoEEPmALCZG9LmqfVoNMMKpttIYTVG6uDY7A==",
+      "devOptional": true,
+      "engines": {
+        "node": ">=0.3.1"
+      }
+    },
     "node_modules/diffie-hellman": {
       "version": "5.0.3",
       "resolved": "https://registry.npmjs.org/diffie-hellman/-/diffie-hellman-5.0.3.tgz",
@@ -17688,6 +17751,47 @@
         "node": ">= 6"
       }
     },
+    "node_modules/formik": {
+      "version": "2.2.9",
+      "resolved": "https://registry.npmjs.org/formik/-/formik-2.2.9.tgz",
+      "integrity": "sha512-LQLcISMmf1r5at4/gyJigGn0gOwFbeEAlji+N9InZF6LIMXnFNkO42sCI8Jt84YZggpD4cPWObAZaxpEFtSzNA==",
+      "funding": [
+        {
+          "type": "individual",
+          "url": "https://opencollective.com/formik"
+        }
+      ],
+      "dependencies": {
+        "deepmerge": "^2.1.1",
+        "hoist-non-react-statics": "^3.3.0",
+        "lodash": "^4.17.21",
+        "lodash-es": "^4.17.21",
+        "react-fast-compare": "^2.0.1",
+        "tiny-warning": "^1.0.2",
+        "tslib": "^1.10.0"
+      },
+      "peerDependencies": {
+        "react": ">=16.8.0"
+      }
+    },
+    "node_modules/formik/node_modules/deepmerge": {
+      "version": "2.2.1",
+      "resolved": "https://registry.npmjs.org/deepmerge/-/deepmerge-2.2.1.tgz",
+      "integrity": "sha512-R9hc1Xa/NOBi9WRVUWg19rl1UB7Tt4kuPd+thNJgFZoxXsTz7ncaPaeIm+40oSGuP33DfMb4sZt1QIGiJzC4EA==",
+      "engines": {
+        "node": ">=0.10.0"
+      }
+    },
+    "node_modules/formik/node_modules/react-fast-compare": {
+      "version": "2.0.4",
+      "resolved": "https://registry.npmjs.org/react-fast-compare/-/react-fast-compare-2.0.4.tgz",
+      "integrity": "sha512-suNP+J1VU1MWFKcyt7RtjiSWUjvidmQSlqu+eHslq+342xCbGTYmC0mEhPCOHxlW0CywylOC1u2DFAT+bv4dBw=="
+    },
+    "node_modules/formik/node_modules/tslib": {
+      "version": "1.14.1",
+      "resolved": "https://registry.npmjs.org/tslib/-/tslib-1.14.1.tgz",
+      "integrity": "sha512-Xni35NKzjgMrwevysHTCArtLDpPvye8zV/0E4EyYn43P7/7qvQwPh9BGkHewbMulVntbigmcT7rdX3BNo9wRJg=="
+    },
     "node_modules/forwarded": {
       "version": "0.2.0",
       "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz",
@@ -20409,8 +20513,12 @@
     "node_modules/lodash": {
       "version": "4.17.21",
       "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz",
-      "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==",
-      "dev": true
+      "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg=="
+    },
+    "node_modules/lodash-es": {
+      "version": "4.17.21",
+      "resolved": "https://registry.npmjs.org/lodash-es/-/lodash-es-4.17.21.tgz",
+      "integrity": "sha512-mKnC+QJ9pWVzv+C4/U3rRsHapFfHvQFoFB92e52xeyGMcX6/OlIl78je1u8vePzYZSkkogMPJ2yjxxsb89cxyw=="
     },
     "node_modules/lodash.debounce": {
       "version": "4.0.8",
@@ -20690,6 +20798,12 @@
         "semver": "bin/semver"
       }
     },
+    "node_modules/make-error": {
+      "version": "1.3.6",
+      "resolved": "https://registry.npmjs.org/make-error/-/make-error-1.3.6.tgz",
+      "integrity": "sha512-s8UhlNe7vPKomQhC1qFelMokr/Sc3AgNbso3n74mVPA5LTZwkB9NlXf4XPamLxJE8h0gh73rM94xvwRT2CVInw==",
+      "devOptional": true
+    },
     "node_modules/makeerror": {
       "version": "1.0.12",
       "resolved": "https://registry.npmjs.org/makeerror/-/makeerror-1.0.12.tgz",
@@ -29081,6 +29195,11 @@
       "resolved": "https://registry.npmjs.org/tiny-invariant/-/tiny-invariant-1.3.1.tgz",
       "integrity": "sha512-AD5ih2NlSssTCwsMznbvwMZpJ1cbhkGd2uueNxzv2jDlEeZdU04JQfRnggJQ8DrcVBGjAsCKwFBbDlVNtEMlzw=="
     },
+    "node_modules/tiny-warning": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/tiny-warning/-/tiny-warning-1.0.3.tgz",
+      "integrity": "sha512-lBN9zLN/oAf68o3zNXYrdCt1kP8WsiGW8Oo2ka41b2IM5JL/S1CTyX1rW0mb/zSuJun0ZUrDxx4sqvYS2FWzPA=="
+    },
     "node_modules/tmp": {
       "version": "0.2.1",
       "resolved": "https://registry.npmjs.org/tmp/-/tmp-0.2.1.tgz",
@@ -29247,6 +29366,70 @@
         "node": ">=6.10"
       }
     },
+    "node_modules/ts-node": {
+      "version": "10.9.1",
+      "resolved": "https://registry.npmjs.org/ts-node/-/ts-node-10.9.1.tgz",
+      "integrity": "sha512-NtVysVPkxxrwFGUUxGYhfux8k78pQB3JqYBXlLRZgdGUqTO5wU/UyHop5p70iEbGhB7q5KmiZiU0Y3KlJrScEw==",
+      "devOptional": true,
+      "dependencies": {
+        "@cspotcode/source-map-support": "^0.8.0",
+        "@tsconfig/node10": "^1.0.7",
+        "@tsconfig/node12": "^1.0.7",
+        "@tsconfig/node14": "^1.0.0",
+        "@tsconfig/node16": "^1.0.2",
+        "acorn": "^8.4.1",
+        "acorn-walk": "^8.1.1",
+        "arg": "^4.1.0",
+        "create-require": "^1.1.0",
+        "diff": "^4.0.1",
+        "make-error": "^1.1.1",
+        "v8-compile-cache-lib": "^3.0.1",
+        "yn": "3.1.1"
+      },
+      "bin": {
+        "ts-node": "dist/bin.js",
+        "ts-node-cwd": "dist/bin-cwd.js",
+        "ts-node-esm": "dist/bin-esm.js",
+        "ts-node-script": "dist/bin-script.js",
+        "ts-node-transpile-only": "dist/bin-transpile.js",
+        "ts-script": "dist/bin-script-deprecated.js"
+      },
+      "peerDependencies": {
+        "@swc/core": ">=1.2.50",
+        "@swc/wasm": ">=1.2.50",
+        "@types/node": "*",
+        "typescript": ">=2.7"
+      },
+      "peerDependenciesMeta": {
+        "@swc/core": {
+          "optional": true
+        },
+        "@swc/wasm": {
+          "optional": true
+        }
+      }
+    },
+    "node_modules/ts-node/node_modules/acorn": {
+      "version": "8.8.1",
+      "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.8.1.tgz",
+      "integrity": "sha512-7zFpHzhnqYKrkYdUjF1HI1bzd0VygEGX8lFk4k5zVMqHEoES+P+7TKI+EvLO9WVMJ8eekdO0aDEK044xTXwPPA==",
+      "devOptional": true,
+      "bin": {
+        "acorn": "bin/acorn"
+      },
+      "engines": {
+        "node": ">=0.4.0"
+      }
+    },
+    "node_modules/ts-node/node_modules/acorn-walk": {
+      "version": "8.2.0",
+      "resolved": "https://registry.npmjs.org/acorn-walk/-/acorn-walk-8.2.0.tgz",
+      "integrity": "sha512-k+iyHEuPgSw6SbuDpGQM+06HQUa04DZ3o+F6CSzXMvvI5KMvnaEqXe+YVe555R9nn6GPt404fos4wcgpw12SDA==",
+      "devOptional": true,
+      "engines": {
+        "node": ">=0.4.0"
+      }
+    },
     "node_modules/ts-pnp": {
       "version": "1.2.0",
       "resolved": "https://registry.npmjs.org/ts-pnp/-/ts-pnp-1.2.0.tgz",
@@ -29951,6 +30134,12 @@
       "integrity": "sha512-dsNgbLaTrd6l3MMxTtouOCFw4CBFc/3a+GgYA2YyrJvyQ1u6q4pcu3ktLoUZ/VN/Aw9WsauazbgsgdfVWgAKQg==",
       "dev": true
     },
+    "node_modules/v8-compile-cache-lib": {
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/v8-compile-cache-lib/-/v8-compile-cache-lib-3.0.1.tgz",
+      "integrity": "sha512-wa7YjyUGfNZngI/vtK0UHAN+lgDCxBPCylVXGp0zu59Fz5aiGtNXaq3DhIov063MorB+VfufLh3JlF2KdTK3xg==",
+      "devOptional": true
+    },
     "node_modules/v8-to-istanbul": {
       "version": "9.0.1",
       "resolved": "https://registry.npmjs.org/v8-to-istanbul/-/v8-to-istanbul-9.0.1.tgz",
@@ -30850,6 +31039,15 @@
         "fd-slicer": "~1.1.0"
       }
     },
+    "node_modules/yn": {
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/yn/-/yn-3.1.1.tgz",
+      "integrity": "sha512-Ux4ygGWsu2c7isFWe8Yu1YluJmqVhxqK2cLXNQA5AcC3QfbGNpM7fu0Y8b/z16pXLnFxZYvWhd3fhBY9DLmC6Q==",
+      "devOptional": true,
+      "engines": {
+        "node": ">=6"
+      }
+    },
     "node_modules/yocto-queue": {
       "version": "0.1.0",
       "resolved": "https://registry.npmjs.org/yocto-queue/-/yocto-queue-0.1.0.tgz",
@@ -33044,6 +33242,27 @@
       "dev": true,
       "optional": true
     },
+    "@cspotcode/source-map-support": {
+      "version": "0.8.1",
+      "resolved": "https://registry.npmjs.org/@cspotcode/source-map-support/-/source-map-support-0.8.1.tgz",
+      "integrity": "sha512-IchNf6dN4tHoMFIn/7OE8LWZ19Y6q/67Bmf6vnGREv8RSbBVb9LPJxEcnwrcwX6ixSvaiGoomAUvu4YSxXrVgw==",
+      "devOptional": true,
+      "requires": {
+        "@jridgewell/trace-mapping": "0.3.9"
+      },
+      "dependencies": {
+        "@jridgewell/trace-mapping": {
+          "version": "0.3.9",
+          "resolved": "https://registry.npmjs.org/@jridgewell/trace-mapping/-/trace-mapping-0.3.9.tgz",
+          "integrity": "sha512-3Belt6tdc8bPgAtbcmdtNJlirVoTmEb5e2gC94PnkwEW9jI6CAHUeoG85tjWP5WquqfavoMtMwiG4P926ZKKuQ==",
+          "devOptional": true,
+          "requires": {
+            "@jridgewell/resolve-uri": "^3.0.3",
+            "@jridgewell/sourcemap-codec": "^1.4.10"
+          }
+        }
+      }
+    },
     "@cypress/request": {
       "version": "2.88.10",
       "resolved": "https://registry.npmjs.org/@cypress/request/-/request-2.88.10.tgz",
@@ -38884,6 +39103,30 @@
         "@babel/runtime": "^7.12.5"
       }
     },
+    "@tsconfig/node10": {
+      "version": "1.0.9",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node10/-/node10-1.0.9.tgz",
+      "integrity": "sha512-jNsYVVxU8v5g43Erja32laIDHXeoNvFEpX33OK4d6hljo3jDhCBDhx5dhCCTMWUojscpAagGiRkBKxpdl9fxqA==",
+      "devOptional": true
+    },
+    "@tsconfig/node12": {
+      "version": "1.0.11",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node12/-/node12-1.0.11.tgz",
+      "integrity": "sha512-cqefuRsh12pWyGsIoBKJA9luFu3mRxCA+ORZvA4ktLSzIuCUtWVxGIuXigEwO5/ywWFMZ2QEGKWvkZG1zDMTag==",
+      "devOptional": true
+    },
+    "@tsconfig/node14": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node14/-/node14-1.0.3.tgz",
+      "integrity": "sha512-ysT8mhdixWK6Hw3i1V2AeRqZ5WfXg1G43mqoYlM2nc6388Fq5jcXyr5mRsqViLx/GJYdoL0bfXD8nmF+Zn/Iow==",
+      "devOptional": true
+    },
+    "@tsconfig/node16": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/@tsconfig/node16/-/node16-1.0.3.tgz",
+      "integrity": "sha512-yOlFc+7UtL/89t2ZhjPvvB/DeAr3r+Dq58IgzsFkOAvVC6NMJXmCGjbptdXdR9qsX7pKcTL+s87FtYREi2dEEQ==",
+      "devOptional": true
+    },
     "@types/aria-query": {
       "version": "5.0.1",
       "resolved": "https://registry.npmjs.org/@types/aria-query/-/aria-query-5.0.1.tgz",
@@ -39023,7 +39266,7 @@
       "version": "18.11.17",
       "resolved": "https://registry.npmjs.org/@types/node/-/node-18.11.17.tgz",
       "integrity": "sha512-HJSUJmni4BeDHhfzn6nF0sVmd1SMezP7/4F0Lq+aXzmp2xm9O7WXrUtHW/CHlYVtZUbByEvWidHqRtcJXGF2Ng==",
-      "dev": true
+      "devOptional": true
     },
     "@types/node-fetch": {
       "version": "2.6.2",
@@ -39875,7 +40118,7 @@
       "version": "4.1.3",
       "resolved": "https://registry.npmjs.org/arg/-/arg-4.1.3.tgz",
       "integrity": "sha512-58S9QDqG0Xx27YwPSt9fJxivjYl432YCwfDMfZ+71RAqUrZef7LrKQZ3LHLOwCS4FLNBplP533Zx895SeOCHvA==",
-      "dev": true
+      "devOptional": true
     },
     "argparse": {
       "version": "1.0.10",
@@ -41964,6 +42207,12 @@
         "sha.js": "^2.4.8"
       }
     },
+    "create-require": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/create-require/-/create-require-1.1.1.tgz",
+      "integrity": "sha512-dcKFX3jn0MpIaXjisoRvexIJVEKzaq7z2rZKxf+MSr9TkdmHmsU4m2lcLojrj/FHl8mk5VxMmYA+ftRkP/3oKQ==",
+      "devOptional": true
+    },
     "cross-spawn": {
       "version": "7.0.3",
       "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.3.tgz",
@@ -42547,6 +42796,12 @@
       "resolved": "https://registry.npmjs.org/didyoumean/-/didyoumean-1.2.2.tgz",
       "integrity": "sha512-gxtyfqMg7GKyhQmb056K7M3xszy/myH8w+B4RT+QXBQsvAOdc3XymqDDPHx1BgPgsdAA5SIifona89YtRATDzw=="
     },
+    "diff": {
+      "version": "4.0.2",
+      "resolved": "https://registry.npmjs.org/diff/-/diff-4.0.2.tgz",
+      "integrity": "sha512-58lmxKSA4BNyLz+HHMUzlOEpg09FV+ev6ZMe3vJihgdxzgcwZ8VoEEPmALCZG9LmqfVoNMMKpttIYTVG6uDY7A==",
+      "devOptional": true
+    },
     "diffie-hellman": {
       "version": "5.0.3",
       "resolved": "https://registry.npmjs.org/diffie-hellman/-/diffie-hellman-5.0.3.tgz",
@@ -44293,6 +44548,37 @@
         "mime-types": "^2.1.12"
       }
     },
+    "formik": {
+      "version": "2.2.9",
+      "resolved": "https://registry.npmjs.org/formik/-/formik-2.2.9.tgz",
+      "integrity": "sha512-LQLcISMmf1r5at4/gyJigGn0gOwFbeEAlji+N9InZF6LIMXnFNkO42sCI8Jt84YZggpD4cPWObAZaxpEFtSzNA==",
+      "requires": {
+        "deepmerge": "^2.1.1",
+        "hoist-non-react-statics": "^3.3.0",
+        "lodash": "^4.17.21",
+        "lodash-es": "^4.17.21",
+        "react-fast-compare": "^2.0.1",
+        "tiny-warning": "^1.0.2",
+        "tslib": "^1.10.0"
+      },
+      "dependencies": {
+        "deepmerge": {
+          "version": "2.2.1",
+          "resolved": "https://registry.npmjs.org/deepmerge/-/deepmerge-2.2.1.tgz",
+          "integrity": "sha512-R9hc1Xa/NOBi9WRVUWg19rl1UB7Tt4kuPd+thNJgFZoxXsTz7ncaPaeIm+40oSGuP33DfMb4sZt1QIGiJzC4EA=="
+        },
+        "react-fast-compare": {
+          "version": "2.0.4",
+          "resolved": "https://registry.npmjs.org/react-fast-compare/-/react-fast-compare-2.0.4.tgz",
+          "integrity": "sha512-suNP+J1VU1MWFKcyt7RtjiSWUjvidmQSlqu+eHslq+342xCbGTYmC0mEhPCOHxlW0CywylOC1u2DFAT+bv4dBw=="
+        },
+        "tslib": {
+          "version": "1.14.1",
+          "resolved": "https://registry.npmjs.org/tslib/-/tslib-1.14.1.tgz",
+          "integrity": "sha512-Xni35NKzjgMrwevysHTCArtLDpPvye8zV/0E4EyYn43P7/7qvQwPh9BGkHewbMulVntbigmcT7rdX3BNo9wRJg=="
+        }
+      }
+    },
     "forwarded": {
       "version": "0.2.0",
       "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz",
@@ -46307,8 +46593,12 @@
     "lodash": {
       "version": "4.17.21",
       "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz",
-      "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==",
-      "dev": true
+      "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg=="
+    },
+    "lodash-es": {
+      "version": "4.17.21",
+      "resolved": "https://registry.npmjs.org/lodash-es/-/lodash-es-4.17.21.tgz",
+      "integrity": "sha512-mKnC+QJ9pWVzv+C4/U3rRsHapFfHvQFoFB92e52xeyGMcX6/OlIl78je1u8vePzYZSkkogMPJ2yjxxsb89cxyw=="
     },
     "lodash.debounce": {
       "version": "4.0.8",
@@ -46525,6 +46815,12 @@
         }
       }
     },
+    "make-error": {
+      "version": "1.3.6",
+      "resolved": "https://registry.npmjs.org/make-error/-/make-error-1.3.6.tgz",
+      "integrity": "sha512-s8UhlNe7vPKomQhC1qFelMokr/Sc3AgNbso3n74mVPA5LTZwkB9NlXf4XPamLxJE8h0gh73rM94xvwRT2CVInw==",
+      "devOptional": true
+    },
     "makeerror": {
       "version": "1.0.12",
       "resolved": "https://registry.npmjs.org/makeerror/-/makeerror-1.0.12.tgz",
@@ -52722,6 +53018,11 @@
       "resolved": "https://registry.npmjs.org/tiny-invariant/-/tiny-invariant-1.3.1.tgz",
       "integrity": "sha512-AD5ih2NlSssTCwsMznbvwMZpJ1cbhkGd2uueNxzv2jDlEeZdU04JQfRnggJQ8DrcVBGjAsCKwFBbDlVNtEMlzw=="
     },
+    "tiny-warning": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/tiny-warning/-/tiny-warning-1.0.3.tgz",
+      "integrity": "sha512-lBN9zLN/oAf68o3zNXYrdCt1kP8WsiGW8Oo2ka41b2IM5JL/S1CTyX1rW0mb/zSuJun0ZUrDxx4sqvYS2FWzPA=="
+    },
     "tmp": {
       "version": "0.2.1",
       "resolved": "https://registry.npmjs.org/tmp/-/tmp-0.2.1.tgz",
@@ -52852,6 +53153,41 @@
       "integrity": "sha512-q5W7tVM71e2xjHZTlgfTDoPF/SmqKG5hddq9SzR49CH2hayqRKJtQ4mtRlSxKaJlR/+9rEM+mnBHf7I2/BQcpQ==",
       "dev": true
     },
+    "ts-node": {
+      "version": "10.9.1",
+      "resolved": "https://registry.npmjs.org/ts-node/-/ts-node-10.9.1.tgz",
+      "integrity": "sha512-NtVysVPkxxrwFGUUxGYhfux8k78pQB3JqYBXlLRZgdGUqTO5wU/UyHop5p70iEbGhB7q5KmiZiU0Y3KlJrScEw==",
+      "devOptional": true,
+      "requires": {
+        "@cspotcode/source-map-support": "^0.8.0",
+        "@tsconfig/node10": "^1.0.7",
+        "@tsconfig/node12": "^1.0.7",
+        "@tsconfig/node14": "^1.0.0",
+        "@tsconfig/node16": "^1.0.2",
+        "acorn": "^8.4.1",
+        "acorn-walk": "^8.1.1",
+        "arg": "^4.1.0",
+        "create-require": "^1.1.0",
+        "diff": "^4.0.1",
+        "make-error": "^1.1.1",
+        "v8-compile-cache-lib": "^3.0.1",
+        "yn": "3.1.1"
+      },
+      "dependencies": {
+        "acorn": {
+          "version": "8.8.1",
+          "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.8.1.tgz",
+          "integrity": "sha512-7zFpHzhnqYKrkYdUjF1HI1bzd0VygEGX8lFk4k5zVMqHEoES+P+7TKI+EvLO9WVMJ8eekdO0aDEK044xTXwPPA==",
+          "devOptional": true
+        },
+        "acorn-walk": {
+          "version": "8.2.0",
+          "resolved": "https://registry.npmjs.org/acorn-walk/-/acorn-walk-8.2.0.tgz",
+          "integrity": "sha512-k+iyHEuPgSw6SbuDpGQM+06HQUa04DZ3o+F6CSzXMvvI5KMvnaEqXe+YVe555R9nn6GPt404fos4wcgpw12SDA==",
+          "devOptional": true
+        }
+      }
+    },
     "ts-pnp": {
       "version": "1.2.0",
       "resolved": "https://registry.npmjs.org/ts-pnp/-/ts-pnp-1.2.0.tgz",
@@ -53362,6 +53698,12 @@
       "integrity": "sha512-dsNgbLaTrd6l3MMxTtouOCFw4CBFc/3a+GgYA2YyrJvyQ1u6q4pcu3ktLoUZ/VN/Aw9WsauazbgsgdfVWgAKQg==",
       "dev": true
     },
+    "v8-compile-cache-lib": {
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/v8-compile-cache-lib/-/v8-compile-cache-lib-3.0.1.tgz",
+      "integrity": "sha512-wa7YjyUGfNZngI/vtK0UHAN+lgDCxBPCylVXGp0zu59Fz5aiGtNXaq3DhIov063MorB+VfufLh3JlF2KdTK3xg==",
+      "devOptional": true
+    },
     "v8-to-istanbul": {
       "version": "9.0.1",
       "resolved": "https://registry.npmjs.org/v8-to-istanbul/-/v8-to-istanbul-9.0.1.tgz",
@@ -54083,6 +54425,12 @@
         "fd-slicer": "~1.1.0"
       }
     },
+    "yn": {
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/yn/-/yn-3.1.1.tgz",
+      "integrity": "sha512-Ux4ygGWsu2c7isFWe8Yu1YluJmqVhxqK2cLXNQA5AcC3QfbGNpM7fu0Y8b/z16pXLnFxZYvWhd3fhBY9DLmC6Q==",
+      "devOptional": true
+    },
     "yocto-queue": {
       "version": "0.1.0",
       "resolved": "https://registry.npmjs.org/yocto-queue/-/yocto-queue-0.1.0.tgz",
diff --git a/website/package.json b/website/package.json
index eb85568b..d00a3f4d 100644
--- a/website/package.json
+++ b/website/package.json
@@ -18,6 +18,9 @@
     "fix:format": "prettier --write ./src",
     "fix": "npm run fix:format && npm run fix:lint"
   },
+  "prisma": {
+    "seed": "ts-node --compiler-options {\"module\":\"CommonJS\"} prisma/seed.ts"
+  },
   "dependencies": {
     "@chakra-ui/react": "^2.4.4",
     "@dnd-kit/core": "^6.0.6",
@@ -40,6 +43,7 @@
     "eslint-config-next": "13.0.6",
     "eslint-plugin-simple-import-sort": "^8.0.0",
     "focus-visible": "^5.2.0",
+    "formik": "^2.2.9",
     "framer-motion": "^6.5.1",
     "install": "^0.13.0",
     "next": "13.0.6",
@@ -67,7 +71,7 @@
     "@storybook/manager-webpack5": "^6.5.15",
     "@storybook/react": "^6.5.15",
     "@storybook/testing-library": "^0.0.13",
-    "@types/node": "18.11.17",
+    "@types/node": "^18.11.17",
     "@types/react": "18.0.26",
     "@typescript-eslint/eslint-plugin": "^5.47.1",
     "babel-loader": "^8.3.0",
@@ -77,6 +81,7 @@
     "eslint-plugin-unused-imports": "^2.0.0",
     "prettier": "2.8.1",
     "prisma": "^4.7.1",
-    "typescript": "4.9.4"
+    "ts-node": "^10.9.1",
+    "typescript": "^4.9.4"
   }
 }
diff --git a/website/prisma/seed.ts b/website/prisma/seed.ts
new file mode 100644
index 00000000..0933cad4
--- /dev/null
+++ b/website/prisma/seed.ts
@@ -0,0 +1,57 @@
+/**
+ * A seed function to inject test data into the web database.
+ *
+ * Use by running
+ *   npx prisma db seed
+ */
+
+import { PrismaClient } from "@prisma/client";
+const prisma = new PrismaClient();
+
+async function main() {
+  const users = [
+    { email: "general.user.a@example.com", name: "A", role: "general" },
+    { email: "general.user.b@example.com", name: "B", role: "general" },
+    { email: "general.user.c@example.com", name: "C", role: "general" },
+    { email: "general.user.d@example.com", name: "D", role: "general" },
+    { email: "general.user.e@example.com", name: "E", role: "general" },
+    { email: "general.user.f@example.com", name: "F", role: "general" },
+    { email: "general.user.g@example.com", name: "G", role: "general" },
+    { email: "general.user.h@example.com", name: "H", role: "general" },
+    { email: "general.user.i@example.com", name: "I", role: "general" },
+    { email: "general.user.j@example.com", name: "J", role: "general" },
+    { email: "general.user.k@example.com", name: "K", role: "general" },
+    { email: "general.user.l@example.com", name: "L", role: "general" },
+    { email: "general.user.m@example.com", name: "M", role: "general" },
+    { email: "general.user.n@example.com", name: "N", role: "general" },
+    { email: "general.user.o@example.com", name: "O", role: "general" },
+    { email: "general.user.p@example.com", name: "P", role: "general" },
+    { email: "general.user.q@example.com", name: "Q", role: "general" },
+    { email: "general.user.r@example.com", name: "R", role: "general" },
+    { email: "malicious.user.1@example.com", name: "M1", role: "general" },
+    { email: "malicious.user.2@example.com", name: "M2", role: "general" },
+  ];
+  await Promise.all(
+    users.map(async ({ email, name, role }) => {
+      await prisma.user.upsert({
+        where: { email },
+        update: { name, role },
+        create: {
+          email,
+          name,
+          role,
+        },
+      });
+    })
+  );
+}
+
+main()
+  .then(async () => {
+    await prisma.$disconnect();
+  })
+  .catch(async (e) => {
+    console.error(e);
+    await prisma.$disconnect();
+    process.exit(1);
+  });
diff --git a/website/src/components/UsersCell.tsx b/website/src/components/UsersCell.tsx
index b2b04c83..3cf2f1e5 100644
--- a/website/src/components/UsersCell.tsx
+++ b/website/src/components/UsersCell.tsx
@@ -1,4 +1,5 @@
 import { Table, TableCaption, TableContainer, Tbody, Td, Th, Thead, Tr } from "@chakra-ui/react";
+import Link from "next/link";
 import { useState } from "react";
 import fetcher from "src/lib/fetcher";
 import useSWR from "swr";
@@ -24,6 +25,7 @@ const UsersCell = () => {
             <Th>Email</Th>
             <Th>Name</Th>
             <Th>Role</Th>
+            <Th>Update</Th>
           </Tr>
         </Thead>
         <Tbody>
@@ -33,6 +35,9 @@ const UsersCell = () => {
               <Td>{user.email}</Td>
               <Td>{user.name}</Td>
               <Td>{user.role}</Td>
+              <Td>
+                <Link href={`/admin/manage_user/${user.id}`}>Manage</Link>
+              </Td>
             </Tr>
           ))}
         </Tbody>
diff --git a/website/src/pages/admin/index.tsx b/website/src/pages/admin/index.tsx
index 114eee3e..705a188b 100644
--- a/website/src/pages/admin/index.tsx
+++ b/website/src/pages/admin/index.tsx
@@ -28,8 +28,6 @@ const AdminIndex = () => {
     router.push("/");
   }, [session, status]);
 
-  // Show the final page.
-  // TODO(#237): Display a component that fetches actual user data.
   return (
     <>
       <Head>
diff --git a/website/src/pages/admin/manage_user/[id].tsx b/website/src/pages/admin/manage_user/[id].tsx
new file mode 100644
index 00000000..1d7cc015
--- /dev/null
+++ b/website/src/pages/admin/manage_user/[id].tsx
@@ -0,0 +1,131 @@
+import { Box, Button, Container, Flex, FormControl, FormLabel, Input, Select, useToast } from "@chakra-ui/react";
+import { Field, Form, Formik } from "formik";
+import Head from "next/head";
+import { useRouter } from "next/router";
+import { useSession } from "next-auth/react";
+import { useEffect } from "react";
+import { getAdminLayout } from "src/components/Layout";
+import poster from "src/lib/poster";
+import prisma from "src/lib/prismadb";
+import useSWRMutation from "swr/mutation";
+
+const ManageUser = ({ user }) => {
+  const toast = useToast();
+  const router = useRouter();
+  const { data: session, status } = useSession();
+
+  // Check when the user session is loaded and re-route if the user is not an
+  // admin.  This follows the suggestion by NextJS for handling private pages:
+  //   https://nextjs.org/docs/api-reference/next/router#usage
+  //
+  // All admin pages should use the same check and routing steps.
+  useEffect(() => {
+    if (status === "loading") {
+      return;
+    }
+    if (session?.user?.role === "admin") {
+      return;
+    }
+    router.push("/");
+  }, [session, status]);
+
+  // Trigger to let us update the user's role.  Triggers a toast when complete.
+  const { trigger } = useSWRMutation("/api/admin/update_user", poster, {
+    onSuccess: () => {
+      toast({
+        title: "User Role Updated",
+        status: "success",
+        duration: 1000,
+        isClosable: true,
+      });
+    },
+    onError: () => {
+      toast({
+        title: "User Role update failed",
+        status: "error",
+        duration: 1000,
+        isClosable: true,
+      });
+    },
+  });
+
+  return (
+    <>
+      <Head>
+        <title>Open Assistant</title>
+        <meta
+          name="description"
+          content="Conversational AI for everyone. An open source project to create a chat enabled GPT LLM run by LAION and contributors around the world."
+        />
+      </Head>
+      <Container className="oa-basic-theme">
+        <Formik
+          initialValues={user}
+          onSubmit={(values) => {
+            trigger(values);
+          }}
+        >
+          <Form>
+            <Field name="id" type="hidden" />
+            <Field name="name">
+              {({ field }) => (
+                <FormControl>
+                  <FormLabel>Username</FormLabel>
+                  <Input {...field} isDisabled />
+                </FormControl>
+              )}
+            </Field>
+            <Field name="email">
+              {({ field }) => (
+                <FormControl>
+                  <FormLabel>Email</FormLabel>
+                  <Input {...field} isDisabled />
+                </FormControl>
+              )}
+            </Field>
+
+            <Field name="role">
+              {({ field }) => (
+                <FormControl>
+                  <FormLabel>Role</FormLabel>
+                  <Select {...field}>
+                    <option value="banned">Banned</option>
+                    <option value="general">General</option>
+                    <option value="admin">Admin</option>
+                  </Select>
+                </FormControl>
+              )}
+            </Field>
+            <Button mt={4} type="submit">
+              Update
+            </Button>
+          </Form>
+        </Formik>
+      </Container>
+    </>
+  );
+};
+
+/**
+ * Fetch the user's data on the server side when rendering.
+ */
+export async function getServerSideProps({ query }) {
+  const user = await prisma.user.findUnique({
+    where: { id: query.id },
+    select: {
+      id: true,
+      name: true,
+      email: true,
+      role: true,
+    },
+  });
+  return {
+    props: {
+      user,
+    },
+  };
+}
+
+ManageUser.getLayout = getAdminLayout;
+
+export default ManageUser;
diff --git a/website/src/pages/api/admin/update_user.ts b/website/src/pages/api/admin/update_user.ts
new file mode 100644
index 00000000..bb394bc9
--- /dev/null
+++ b/website/src/pages/api/admin/update_user.ts
@@ -0,0 +1,29 @@
+import { getToken } from "next-auth/jwt";
+import prisma from "src/lib/prismadb";
+
+/**
+ * Update's the user's data in the database.  Accessible only to admins.
+ */
+const handler = async (req, res) => {
+  const token = await getToken({ req });
+
+  // Return nothing if the user isn't registered or if the user isn't an admin.
+  if (!token || token.role !== "admin") {
+    res.status(403).end();
+    return;
+  }
+
+  const { id, role } = JSON.parse(req.body);
+  await prisma.user.update({
+    where: {
+      id,
+    },
+    data: {
+      role,
+    },
+  });
+
+  res.status(200).end();
+};
+
+export default handler;

From fb0771995dc14b4d0fdd2d0450b8b33d446481bb Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Sun, 8 Jan 2023 17:54:30 +0900
Subject: [PATCH 26/69] Addressing review comments

---
 website/src/lib/auth.ts                      | 19 +++++++++++++++++++
 website/src/pages/admin/manage_user/[id].tsx |  2 +-
 website/src/pages/api/admin/update_user.ts   | 14 ++++----------
 website/src/pages/api/admin/users.ts         | 17 +++++------------
 4 files changed, 29 insertions(+), 23 deletions(-)
 create mode 100644 website/src/lib/auth.ts

diff --git a/website/src/lib/auth.ts b/website/src/lib/auth.ts
new file mode 100644
index 00000000..1a0387f9
--- /dev/null
+++ b/website/src/lib/auth.ts
@@ -0,0 +1,19 @@
+import type { NextApiRequest, NextApiResponse } from "next";
+import { getToken } from "next-auth/jwt";
+
+/**
+ * Wraps any API Route handler and verifies that the user has the appropriate
+ * role before running the handler.  Returns a 403 otherwise.
+ */
+const withRole = (role: string, handler: (arg0: NextApiRequest, arg1: NextApiResponse<any>) => any) => {
+  return async (req: NextApiRequest, res: NextApiResponse) => {
+    const token = await getToken({ req });
+    if (!token || token.role !== role) {
+      res.status(403).end();
+      return;
+    }
+    return handler(req, res);
+  };
+};
+
+export default withRole;
diff --git a/website/src/pages/admin/manage_user/[id].tsx b/website/src/pages/admin/manage_user/[id].tsx
index 1d7cc015..ead55224 100644
--- a/website/src/pages/admin/manage_user/[id].tsx
+++ b/website/src/pages/admin/manage_user/[id].tsx
@@ -52,7 +52,7 @@ const ManageUser = ({ user }) => {
   return (
     <>
       <Head>
-        <title>Open Assistant</title>
+        <title>Manage Users - Open Assistant</title>
         <meta
           name="description"
           content="Conversational AI for everyone. An open source project to create a chat enabled GPT LLM run by LAION and contributors around the world."
diff --git a/website/src/pages/api/admin/update_user.ts b/website/src/pages/api/admin/update_user.ts
index bb394bc9..d29fce7c 100644
--- a/website/src/pages/api/admin/update_user.ts
+++ b/website/src/pages/api/admin/update_user.ts
@@ -1,19 +1,13 @@
 import { getToken } from "next-auth/jwt";
+import withRole from "src/lib/auth";
 import prisma from "src/lib/prismadb";
 
 /**
  * Update's the user's data in the database.  Accessible only to admins.
  */
-const handler = async (req, res) => {
-  const token = await getToken({ req });
-
-  // Return nothing if the user isn't registered or if the user isn't an admin.
-  if (!token || token.role !== "admin") {
-    res.status(403).end();
-    return;
-  }
-
+const handler = withRole("admin", async (req, res) => {
   const { id, role } = JSON.parse(req.body);
+
   await prisma.user.update({
     where: {
       id,
@@ -24,6 +18,6 @@ const handler = async (req, res) => {
   });
 
   res.status(200).end();
-};
+});
 
 export default handler;
diff --git a/website/src/pages/api/admin/users.ts b/website/src/pages/api/admin/users.ts
index 186bb253..1490522a 100644
--- a/website/src/pages/api/admin/users.ts
+++ b/website/src/pages/api/admin/users.ts
@@ -1,21 +1,14 @@
 import { getToken } from "next-auth/jwt";
-import client from "src/lib/prismadb";
+import withRole from "src/lib/auth";
+import prisma from "src/lib/prismadb";
 
 /**
  * Returns a list of user results from the database when the requesting user is
  * a logged in admin.
  */
-const handler = async (req, res) => {
-  const token = await getToken({ req });
-
-  // Return nothing if the user isn't registered or if the user isn't an admin.
-  if (!token || token.role !== "admin") {
-    res.status(403).end();
-    return;
-  }
-
+const handler = withRole("admin", async (req, res) => {
   // Fetch 20 users.
-  const users = await client.user.findMany({
+  const users = await prisma.user.findMany({
     select: {
       id: true,
       role: true,
@@ -26,6 +19,6 @@ const handler = async (req, res) => {
   });
 
   res.status(200).json(users);
-};
+});
 
 export default handler;

From 710898903d545d1fec01461d5ba2df66a25a39a5 Mon Sep 17 00:00:00 2001
From: Oliver Stanley <olivergestanley@gmail.com>
Date: Sun, 8 Jan 2023 09:31:29 +0000
Subject: [PATCH 27/69] Initial revision to valid text labels (#509)

---
 oasst-shared/oasst_shared/schemas/protocol.py | 31 ++++++-------------
 1 file changed, 10 insertions(+), 21 deletions(-)

diff --git a/oasst-shared/oasst_shared/schemas/protocol.py b/oasst-shared/oasst_shared/schemas/protocol.py
index cbfbeca5..190ffa43 100644
--- a/oasst-shared/oasst_shared/schemas/protocol.py
+++ b/oasst-shared/oasst_shared/schemas/protocol.py
@@ -272,36 +272,25 @@ class TextLabel(str, enum.Enum):
         obj.help_text = help_text
         return obj
 
-    spam = "spam"
+    spam = "spam", "Seems to be intentionally low-quality or irrelevant"
     fails_task = "fails_task", "Fails to follow the correct instruction / task"
     not_appropriate = "not_appropriate", "Inappropriate for customer assistant"
     violence = "violence", "Encourages or fails to discourage violence/abuse/terrorism/self-harm"
     harmful = (
         "harmful",
         "Harmful content",
-        "The advice given in the output is harmful or counter-productive. This may be in addition to, but is distinct from the question about encouraging violence/abuse/terrorism/self-harm.",
+        "The advice given in the output is harmful or counter-productive. This may be in addition to, but is distinct from the label for encouraging violence/abuse/terrorism/self-harm.",
     )
     sexual_content = "sexual_content", "Contains sexual content"
-    toxicity = "toxicity"
+    toxicity = "toxicity", "Contains rude, abusive, profane or insulting content"
     moral_judgement = "moral_judgement", "Expresses moral judgement"
-    political_content = "political_content"
-    humor = "humor"
-    sarcasm = "sarcasm"
-    hate_speech = "hate_speech"
-    profanity = "profanity"
-    ad_hominem = "ad_hominem"
-    insult = "insult"
-    threat = "threat"
-    aggressive = "aggressive"
-    misleading = "misleading"
-    helpful = "helpful"
-    formal = "formal"
-    cringe = "cringe"
-    creative = "creative"
-    beautiful = "beautiful"
-    informative = "informative"
-    based = "based"
-    slang = "slang"
+    political_content = "political_content", "Expresses political views"
+    humor = "humor", "Contains humorous content including sarcasm"
+    hate_speech = "hate_speech", "Expresses sentiment which is discriminatory against a grouping of people"
+    threat = "threat", "Contains a threat against a person or persons"
+    misleading = "misleading", "Contains text which is incorrect or misleading"
+    helpful = "helpful", "Completes the task to a high standard"
+    creative = "creative", "Expresses creativity in responding to the task"
 
 
 class TextLabels(Interaction):

From a19e0fa085d3110c956b1375ffe7162920b59d22 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 09:21:07 +0100
Subject: [PATCH 28/69] Extract generic code out of labeling task

---
 .../src/components/Loading/LoadingScreen.jsx  |   2 +-
 website/src/components/Tasks/LabelTask.tsx    | 100 +++++++++++++++
 website/src/hooks/tasks/useGenericTaskAPI.tsx |  42 +++++++
 .../src/hooks/tasks/useLabelInitialPrompt.tsx |  27 ++++
 website/src/hooks/useLabelingTask.ts          |  52 --------
 .../src/pages/label/label_initial_prompt.tsx  | 117 ++++--------------
 6 files changed, 191 insertions(+), 149 deletions(-)
 create mode 100644 website/src/components/Tasks/LabelTask.tsx
 create mode 100644 website/src/hooks/tasks/useGenericTaskAPI.tsx
 create mode 100644 website/src/hooks/tasks/useLabelInitialPrompt.tsx
 delete mode 100644 website/src/hooks/useLabelingTask.ts

diff --git a/website/src/components/Loading/LoadingScreen.jsx b/website/src/components/Loading/LoadingScreen.jsx
index 02aabe7a..3595b3c4 100644
--- a/website/src/components/Loading/LoadingScreen.jsx
+++ b/website/src/components/Loading/LoadingScreen.jsx
@@ -1,7 +1,7 @@
 import { Progress } from "@chakra-ui/react";
 import { useColorMode } from "@chakra-ui/react";
 
-export const LoadingScreen = ({ text }) => {
+export const LoadingScreen = ({ text = "Loading..." } = {}) => {
   const { colorMode } = useColorMode();
   const mainClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
 
diff --git a/website/src/components/Tasks/LabelTask.tsx b/website/src/components/Tasks/LabelTask.tsx
new file mode 100644
index 00000000..bb9d417c
--- /dev/null
+++ b/website/src/components/Tasks/LabelTask.tsx
@@ -0,0 +1,100 @@
+import { Grid, Slider, SliderFilledTrack, SliderThumb, SliderTrack } from "@chakra-ui/react";
+import { useColorMode } from "@chakra-ui/react";
+import { ReactNode, useEffect, useId, useMemo, useState } from "react";
+import { TwoColumnsWithCards } from "src/components/Survey/TwoColumnsWithCards";
+import { colors } from "styles/Theme/colors";
+
+export const LabelTask = ({
+  title,
+  desc,
+  messages,
+  inputs,
+  controls,
+}: {
+  title: string;
+  desc: string;
+  messages: ReactNode;
+  inputs: ReactNode;
+  controls: ReactNode;
+}) => {
+  const { colorMode } = useColorMode();
+  const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
+
+  const card = useMemo(
+    () => (
+      <>
+        <h5 className="text-lg font-semibold">{title}</h5>
+        <p className="text-lg py-1">{desc}</p>
+        {messages}
+      </>
+    ),
+    [title, desc, messages]
+  );
+
+  return (
+    <div className={`p-12 ${mainBgClasses}`}>
+      <TwoColumnsWithCards>
+        {card}
+        {inputs}
+      </TwoColumnsWithCards>
+      {controls}
+    </div>
+  );
+};
+
+// TODO: consolidate with FlaggableElement
+interface LabelSliderGroupProps {
+  labelIDs: Array<string>;
+  onChange: (sliderValues: number[]) => unknown;
+}
+
+export const LabelSliderGroup = ({ labelIDs, onChange }: LabelSliderGroupProps) => {
+  const [sliderValues, setSliderValues] = useState<number[]>(Array.from({ length: labelIDs.length }).map(() => 0));
+
+  useEffect(() => {
+    onChange(sliderValues);
+  }, [sliderValues, onChange]);
+
+  return (
+    <Grid templateColumns="auto 1fr" rowGap={1} columnGap={3}>
+      {labelIDs.map((labelId, idx) => (
+        <CheckboxSliderItem
+          key={idx}
+          labelId={labelId}
+          sliderValue={sliderValues[idx]}
+          sliderHandler={(sliderValue) => {
+            const newState = sliderValues.slice();
+            newState[idx] = sliderValue;
+            setSliderValues(newState);
+          }}
+        />
+      ))}
+    </Grid>
+  );
+};
+
+function CheckboxSliderItem(props: {
+  labelId: string;
+  sliderValue: number;
+  sliderHandler: (newVal: number) => unknown;
+}) {
+  const id = useId();
+  const { colorMode } = useColorMode();
+
+  const labelTextClass = colorMode === "light" ? `text-${colors.light.text}` : `text-${colors.dark.text}`;
+
+  return (
+    <>
+      <label className="text-sm" htmlFor={id}>
+        {/* TODO: display real text instead of just the id */}
+        <span className={labelTextClass}>{props.labelId}</span>
+      </label>
+      <Slider defaultValue={0} onChangeEnd={(val) => props.sliderHandler(val / 100)}>
+        <SliderTrack>
+          <SliderFilledTrack />
+          <SliderThumb />
+        </SliderTrack>
+      </Slider>
+    </>
+  );
+}
diff --git a/website/src/hooks/tasks/useGenericTaskAPI.tsx b/website/src/hooks/tasks/useGenericTaskAPI.tsx
new file mode 100644
index 00000000..1a6c0be9
--- /dev/null
+++ b/website/src/hooks/tasks/useGenericTaskAPI.tsx
@@ -0,0 +1,42 @@
+import { useEffect, useState } from "react";
+import fetcher from "src/lib/fetcher";
+import poster from "src/lib/poster";
+import useSWRImmutable from "swr/immutable";
+import useSWRMutation from "swr/mutation";
+
+// TODO: type & centralize types for all tasks
+
+export interface TaskResponse<TaskType> {
+  id: string;
+  userId: string;
+  task: TaskType;
+}
+
+export const useGenericTaskAPI = <TaskType,>(taskApiEndpoint: string) => {
+  type ConcreteTaskResponse = TaskResponse<TaskType>;
+
+  const [tasks, setTasks] = useState<ConcreteTaskResponse[]>([]);
+
+  const { isLoading, mutate, error } = useSWRImmutable<ConcreteTaskResponse>(
+    "/api/new_task/" + taskApiEndpoint,
+    fetcher,
+    {
+      onSuccess: (data) => setTasks([data]),
+    }
+  );
+
+  useEffect(() => {
+    if (tasks.length === 0 && !isLoading && !error) {
+      mutate();
+    }
+  }, [tasks, isLoading, mutate, error]);
+
+  const { trigger } = useSWRMutation("/api/update_task", poster, {
+    onSuccess: async (response) => {
+      const newTask: ConcreteTaskResponse = await response.json();
+      setTasks((oldTasks) => [...oldTasks, newTask]);
+    },
+  });
+
+  return { tasks, isLoading, trigger, error, reset: mutate };
+};
diff --git a/website/src/hooks/tasks/useLabelInitialPrompt.tsx b/website/src/hooks/tasks/useLabelInitialPrompt.tsx
new file mode 100644
index 00000000..5d6ca372
--- /dev/null
+++ b/website/src/hooks/tasks/useLabelInitialPrompt.tsx
@@ -0,0 +1,27 @@
+import { TaskResponse, useGenericTaskAPI } from "./useGenericTaskAPI";
+
+export interface LabelInitialPromptTask {
+  id: string;
+  type: "label_initial_prompt";
+  message_id: string;
+  valid_labels: string[];
+  prompt: string;
+}
+
+export type LabelInitialPromptTaskResponse = TaskResponse<LabelInitialPromptTask>;
+
+export const useLabelInitialPromptTask = () => {
+  const { tasks, isLoading, trigger, reset, error } = useGenericTaskAPI<LabelInitialPromptTask>("label_initial_prompt");
+
+  const submit = (id: string, message_id: string, text: string, validLabels: string[], labelWeights: number[]) => {
+    console.assert(validLabels.length === labelWeights.length);
+    const labels = validLabels.reduce(
+      (obj, label, i) => ((obj[label] = labelWeights[i]), obj),
+      {} as Record<string, number>
+    );
+
+    return trigger({ id, update_type: "text_labels", content: { labels, text, message_id } });
+  };
+
+  return { tasks, isLoading, submit, reset, error };
+};
diff --git a/website/src/hooks/useLabelingTask.ts b/website/src/hooks/useLabelingTask.ts
deleted file mode 100644
index 872909b7..00000000
--- a/website/src/hooks/useLabelingTask.ts
+++ /dev/null
@@ -1,52 +0,0 @@
-import { useEffect, useState } from "react";
-import fetcher from "src/lib/fetcher";
-import poster from "src/lib/poster";
-import useSWRImmutable from "swr/immutable";
-import useSWRMutation from "swr/mutation";
-
-// TODO: type & centralize types for all tasks
-interface TaskResponse<TaskType> {
-  id: string;
-  userId: string;
-  task: TaskType;
-}
-
-export interface LabelInitialPromptTask {
-  id: string;
-  message_id: string;
-  prompt: string;
-  type: string;
-  valid_labels: string[];
-}
-
-export type LabelInitialPromptTaskResponse = TaskResponse<LabelInitialPromptTask>;
-
-export const useLabelingTask = <LabelingTaskType>({ taskApiEndpoint }: { taskApiEndpoint: "label_initial_prompt" }) => {
-  type ConcreteTaskResponse = TaskResponse<LabelingTaskType>;
-
-  const [tasks, setTasks] = useState<Array<ConcreteTaskResponse>>([]);
-
-  const { isLoading, mutate, error } = useSWRImmutable("/api/new_task/" + taskApiEndpoint, fetcher, {
-    onSuccess: (data: ConcreteTaskResponse) => {
-      setTasks([data]);
-    },
-  });
-
-  useEffect(() => {
-    if (tasks.length === 0 && !isLoading && !error) {
-      mutate();
-    }
-  }, [tasks, isLoading, mutate, error]);
-
-  const { trigger } = useSWRMutation("/api/update_task", poster, {
-    onSuccess: async (reply) => {
-      const newTask: ConcreteTaskResponse = await reply.json();
-      setTasks((oldTasks) => [...oldTasks, newTask]);
-    },
-  });
-
-  const submit = (id: string, message_id: string, text: string, labels: Record<string, string>) =>
-    trigger({ id, update_type: "text_labels", content: { labels, text, message_id } });
-
-  return { tasks, isLoading, submit, error, reset: mutate };
-};
diff --git a/website/src/pages/label/label_initial_prompt.tsx b/website/src/pages/label/label_initial_prompt.tsx
index e400e8fd..346362dc 100644
--- a/website/src/pages/label/label_initial_prompt.tsx
+++ b/website/src/pages/label/label_initial_prompt.tsx
@@ -1,113 +1,38 @@
-import { Container, Grid, Slider, SliderFilledTrack, SliderThumb, SliderTrack } from "@chakra-ui/react";
-import { useColorMode } from "@chakra-ui/react";
-import { useEffect, useId, useState } from "react";
+import { useState } from "react";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { MessageView } from "src/components/Messages";
 import { TaskControls } from "src/components/Survey/TaskControls";
-import { TwoColumnsWithCards } from "src/components/Survey/TwoColumnsWithCards";
-import { LabelInitialPromptTask, LabelInitialPromptTaskResponse, useLabelingTask } from "src/hooks/useLabelingTask";
-import { colors } from "styles/Theme/colors";
+import { LabelSliderGroup, LabelTask } from "src/components/Tasks/LabelTask";
+import { LabelInitialPromptTaskResponse, useLabelInitialPromptTask } from "src/hooks/tasks/useLabelInitialPrompt";
 
 const LabelInitialPrompt = () => {
   const [sliderValues, setSliderValues] = useState<number[]>([]);
 
-  const { tasks, isLoading, submit, reset } = useLabelingTask<LabelInitialPromptTask>({
-    taskApiEndpoint: "label_initial_prompt",
-  });
+  const { tasks, isLoading, submit, reset } = useLabelInitialPromptTask();
 
-  const submitResponse = ({ id, task }: LabelInitialPromptTaskResponse) => {
-    const labels = task.valid_labels.reduce((obj, label, i) => {
-      obj[label] = sliderValues[i].toString();
-      return obj;
-    }, {} as Record<string, string>);
-
-    submit(id, task.message_id, task.prompt, labels);
-  };
-
-  const { colorMode } = useColorMode();
-  const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
-
-  if (isLoading) {
-    return <LoadingScreen text="Loading..." />;
-  }
-
-  if (tasks.length === 0) {
-    return <Container className="p-6 text-center text-gray-800">No tasks found...</Container>;
+  if (isLoading || tasks.length === 0) {
+    return <LoadingScreen />;
   }
 
   const task = tasks[0].task;
 
   return (
-    <div className={`p-12 ${mainBgClasses}`}>
-      <TwoColumnsWithCards>
-        <>
-          <h5 className="text-lg font-semibold">Label Initial Prompt</h5>
-          <p className="text-lg py-1">Provide labels for the following prompt</p>
-          <MessageView text={task.prompt} is_assistant message_id={task.message_id} />
-        </>
-        <CheckboxSliderGroup labelIDs={task.valid_labels} onChange={setSliderValues} />
-      </TwoColumnsWithCards>
-      <TaskControls tasks={tasks} onSubmitResponse={submitResponse} onSkip={reset} />
-    </div>
+    <LabelTask
+      title="Label Initial Prompt"
+      desc="Provide labels for the following prompt"
+      messages={<MessageView text={task.prompt} is_assistant message_id={task.message_id} />}
+      inputs={<LabelSliderGroup labelIDs={task.valid_labels} onChange={setSliderValues} />}
+      controls={
+        <TaskControls
+          tasks={tasks}
+          onSkip={reset}
+          onSubmitResponse={({ id, task }: LabelInitialPromptTaskResponse) =>
+            submit(id, task.message_id, task.prompt, task.valid_labels, sliderValues)
+          }
+        />
+      }
+    />
   );
 };
 
 export default LabelInitialPrompt;
-
-// TODO: consolidate with FlaggableElement
-
-interface CheckboxSliderGroupProps {
-  labelIDs: Array<string>;
-  onChange: (sliderValues: number[]) => unknown;
-}
-
-const CheckboxSliderGroup = ({ labelIDs, onChange }: CheckboxSliderGroupProps) => {
-  const [sliderValues, setSliderValues] = useState<number[]>(Array.from({ length: labelIDs.length }).map(() => 0));
-
-  useEffect(() => {
-    onChange(sliderValues);
-  }, [sliderValues, onChange]);
-
-  return (
-    <Grid templateColumns="auto 1fr" rowGap={1} columnGap={3}>
-      {labelIDs.map((labelId, idx) => (
-        <CheckboxSliderItem
-          key={idx}
-          labelId={labelId}
-          sliderValue={sliderValues[idx]}
-          sliderHandler={(sliderValue) => {
-            const newState = sliderValues.slice();
-            newState[idx] = sliderValue;
-            setSliderValues(newState);
-          }}
-        />
-      ))}
-    </Grid>
-  );
-};
-
-function CheckboxSliderItem(props: {
-  labelId: string;
-  sliderValue: number;
-  sliderHandler: (newVal: number) => unknown;
-}) {
-  const id = useId();
-  const { colorMode } = useColorMode();
-
-  const labelTextClass = colorMode === "light" ? `text-${colors.light.text}` : `text-${colors.dark.text}`;
-
-  return (
-    <>
-      <label className="text-sm" htmlFor={id}>
-        {/* TODO: display real text instead of just the id */}
-        <span className={labelTextClass}>{props.labelId}</span>
-      </label>
-      <Slider defaultValue={0} onChangeEnd={(val) => props.sliderHandler(val / 100)}>
-        <SliderTrack>
-          <SliderFilledTrack />
-          <SliderThumb />
-        </SliderTrack>
-      </Slider>
-    </>
-  );
-}

From f7dceee87a56c6d828b7ee4739f260d01e8738d1 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 09:49:50 +0100
Subject: [PATCH 29/69] Add LabelPrompterReplyTask

---
 website/src/components/Messages.tsx           |  3 +-
 website/src/components/Tasks/TaskTypes.tsx    |  7 +++
 .../src/hooks/tasks/useLabelInitialPrompt.tsx |  5 +--
 .../src/hooks/tasks/useLabelPrompterReply.ts  | 30 +++++++++++++
 website/src/middleware.ts                     |  4 +-
 .../src/pages/label/label_prompter_reply.tsx  | 44 +++++++++++++++++++
 6 files changed, 85 insertions(+), 8 deletions(-)
 create mode 100644 website/src/hooks/tasks/useLabelPrompterReply.ts
 create mode 100644 website/src/pages/label/label_prompter_reply.tsx

diff --git a/website/src/components/Messages.tsx b/website/src/components/Messages.tsx
index 226c6154..fb84559e 100644
--- a/website/src/components/Messages.tsx
+++ b/website/src/components/Messages.tsx
@@ -12,8 +12,7 @@ export interface Message {
 
 export const Messages = ({ messages, post_id }: { messages: Message[]; post_id: string }) => {
   const items = messages.map((messageProps: Message, i: number) => {
-    const { message_id } = messageProps;
-    const { text } = messageProps;
+    const { message_id, text } = messageProps;
     return (
       <FlaggableElement text={text} post_id={post_id} message_id={message_id} key={i + text}>
         <MessageView {...messageProps} />
diff --git a/website/src/components/Tasks/TaskTypes.tsx b/website/src/components/Tasks/TaskTypes.tsx
index 7cec2177..09e106b6 100644
--- a/website/src/components/Tasks/TaskTypes.tsx
+++ b/website/src/components/Tasks/TaskTypes.tsx
@@ -63,4 +63,11 @@ export const TaskTypes = [
     pathname: "/label/label_initial_prompt",
     type: "label_initial_prompt",
   },
+  {
+    label: "Label Prompter Reply",
+    desc: "Provide labels for a prompt.",
+    category: TaskCategory.Label,
+    pathname: "/label/label_prompter_reply",
+    type: "label_prompter_reply",
+  },
 ];
diff --git a/website/src/hooks/tasks/useLabelInitialPrompt.tsx b/website/src/hooks/tasks/useLabelInitialPrompt.tsx
index 5d6ca372..69ab4bcc 100644
--- a/website/src/hooks/tasks/useLabelInitialPrompt.tsx
+++ b/website/src/hooks/tasks/useLabelInitialPrompt.tsx
@@ -15,10 +15,7 @@ export const useLabelInitialPromptTask = () => {
 
   const submit = (id: string, message_id: string, text: string, validLabels: string[], labelWeights: number[]) => {
     console.assert(validLabels.length === labelWeights.length);
-    const labels = validLabels.reduce(
-      (obj, label, i) => ((obj[label] = labelWeights[i]), obj),
-      {} as Record<string, number>
-    );
+    const labels = Object.fromEntries(validLabels.map((label, i) => [label, labelWeights[i]]));
 
     return trigger({ id, update_type: "text_labels", content: { labels, text, message_id } });
   };
diff --git a/website/src/hooks/tasks/useLabelPrompterReply.ts b/website/src/hooks/tasks/useLabelPrompterReply.ts
new file mode 100644
index 00000000..9b7a61da
--- /dev/null
+++ b/website/src/hooks/tasks/useLabelPrompterReply.ts
@@ -0,0 +1,30 @@
+import { TaskResponse, useGenericTaskAPI } from "./useGenericTaskAPI";
+
+export interface LabelPrompterReplyTask {
+  id: string;
+  type: "label_prompter_reply";
+  message_id: string;
+  valid_labels: string[];
+  reply: string;
+  conversation: {
+    messages: Array<{
+      text: string;
+      is_assistant: boolean;
+    }>;
+  };
+}
+
+export type LabelPrompterReplyTaskResponse = TaskResponse<LabelPrompterReplyTask>;
+
+export const useLabelPrompterReplyTask = () => {
+  const { tasks, isLoading, trigger, reset, error } = useGenericTaskAPI<LabelPrompterReplyTask>("label_prompter_reply");
+
+  const submit = (id: string, message_id: string, text: string, validLabels: string[], labelWeights: number[]) => {
+    console.assert(validLabels.length === labelWeights.length);
+    const labels = Object.fromEntries(validLabels.map((label, i) => [label, labelWeights[i]]));
+
+    return trigger({ id, update_type: "text_labels", content: { labels, text, message_id } });
+  };
+
+  return { tasks, isLoading, submit, reset, error };
+};
diff --git a/website/src/middleware.ts b/website/src/middleware.ts
index b6a539b4..d1cd6801 100644
--- a/website/src/middleware.ts
+++ b/website/src/middleware.ts
@@ -1,8 +1,8 @@
 export { default } from "next-auth/middleware";
 
 /**
- * Guards all pages under `/grading` and redirects them to the sign in page.
+ * Guards these pages and redirects them to the sign in page.
  */
 export const config = {
-  matcher: ["/create/:path*", "/evaluate/:path*", "/account/:path*", "/dashboard"],
+  matcher: ["/create/:path*", "/evaluate/:path*", "/label/:path*", "/account/:path*", "/dashboard", "/admin/:path*"],
 };
diff --git a/website/src/pages/label/label_prompter_reply.tsx b/website/src/pages/label/label_prompter_reply.tsx
new file mode 100644
index 00000000..743bde97
--- /dev/null
+++ b/website/src/pages/label/label_prompter_reply.tsx
@@ -0,0 +1,44 @@
+import { useState } from "react";
+import { LoadingScreen } from "src/components/Loading/LoadingScreen";
+import { Message, Messages } from "src/components/Messages";
+import { TaskControls } from "src/components/Survey/TaskControls";
+import { LabelSliderGroup, LabelTask } from "src/components/Tasks/LabelTask";
+import { LabelPrompterReplyTaskResponse, useLabelPrompterReplyTask } from "src/hooks/tasks/useLabelPrompterReply";
+
+const LabelPrompterReply = () => {
+  const [sliderValues, setSliderValues] = useState<number[]>([]);
+
+  const { tasks, isLoading, submit, reset } = useLabelPrompterReplyTask();
+
+  if (isLoading || tasks.length === 0) {
+    return <LoadingScreen />;
+  }
+
+  const task = tasks[0].task;
+  const messages: Message[] = [
+    // TODO: could we re-use the task message_id as message id for all messages in the conversation?
+    // or should we ask the backend team to send message ids in the task?
+    ...task.conversation.messages.map((m) => ({ ...m, message_id: null })),
+    { text: task.reply, is_assistant: false, message_id: task.message_id },
+  ];
+
+  return (
+    <LabelTask
+      title="Label Prompter Reply"
+      desc="Given the following discussion, provide labels for the final prompt"
+      messages={<Messages messages={messages} post_id={task.id} />}
+      inputs={<LabelSliderGroup labelIDs={task.valid_labels} onChange={setSliderValues} />}
+      controls={
+        <TaskControls
+          tasks={tasks}
+          onSkip={reset}
+          onSubmitResponse={({ id, task }: LabelPrompterReplyTaskResponse) =>
+            submit(id, task.message_id, task.reply, task.valid_labels, sliderValues)
+          }
+        />
+      }
+    />
+  );
+};
+
+export default LabelPrompterReply;

From fd9edf29d59221974cd416ec56ea54d2d9e9bf37 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 10:52:48 +0100
Subject: [PATCH 30/69] Use MessageTable

---
 website/src/pages/label/label_prompter_reply.tsx | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/website/src/pages/label/label_prompter_reply.tsx b/website/src/pages/label/label_prompter_reply.tsx
index 743bde97..81be8fc3 100644
--- a/website/src/pages/label/label_prompter_reply.tsx
+++ b/website/src/pages/label/label_prompter_reply.tsx
@@ -1,6 +1,7 @@
 import { useState } from "react";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
-import { Message, Messages } from "src/components/Messages";
+import { Message } from "src/components/Messages";
+import { MessageTable } from "src/components/Messages/MessageTable";
 import { TaskControls } from "src/components/Survey/TaskControls";
 import { LabelSliderGroup, LabelTask } from "src/components/Tasks/LabelTask";
 import { LabelPrompterReplyTaskResponse, useLabelPrompterReplyTask } from "src/hooks/tasks/useLabelPrompterReply";
@@ -26,7 +27,7 @@ const LabelPrompterReply = () => {
     <LabelTask
       title="Label Prompter Reply"
       desc="Given the following discussion, provide labels for the final prompt"
-      messages={<Messages messages={messages} post_id={task.id} />}
+      messages={<MessageTable messages={messages} />}
       inputs={<LabelSliderGroup labelIDs={task.valid_labels} onChange={setSliderValues} />}
       controls={
         <TaskControls

From d4bf2be29151239a87bdc63121e93de95ce07d9f Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 10:58:24 +0100
Subject: [PATCH 31/69] Updating task schema according to backend

---
 website/src/hooks/tasks/useLabelPrompterReply.ts | 1 +
 website/src/pages/label/label_prompter_reply.tsx | 4 +---
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/website/src/hooks/tasks/useLabelPrompterReply.ts b/website/src/hooks/tasks/useLabelPrompterReply.ts
index 9b7a61da..f048c2b3 100644
--- a/website/src/hooks/tasks/useLabelPrompterReply.ts
+++ b/website/src/hooks/tasks/useLabelPrompterReply.ts
@@ -10,6 +10,7 @@ export interface LabelPrompterReplyTask {
     messages: Array<{
       text: string;
       is_assistant: boolean;
+      message_id: string;
     }>;
   };
 }
diff --git a/website/src/pages/label/label_prompter_reply.tsx b/website/src/pages/label/label_prompter_reply.tsx
index 81be8fc3..44606f47 100644
--- a/website/src/pages/label/label_prompter_reply.tsx
+++ b/website/src/pages/label/label_prompter_reply.tsx
@@ -17,9 +17,7 @@ const LabelPrompterReply = () => {
 
   const task = tasks[0].task;
   const messages: Message[] = [
-    // TODO: could we re-use the task message_id as message id for all messages in the conversation?
-    // or should we ask the backend team to send message ids in the task?
-    ...task.conversation.messages.map((m) => ({ ...m, message_id: null })),
+    ...task.conversation.messages,
     { text: task.reply, is_assistant: false, message_id: task.message_id },
   ];
 

From 9194e15b8019db7d6eba40a14fb5aacb82adb7c1 Mon Sep 17 00:00:00 2001
From: jojopirker <j.pirker@gmail.com>
Date: Sun, 8 Jan 2023 10:59:12 +0100
Subject: [PATCH 32/69] bugfix in alembic downgrade (frontend_type not
 frontend_id)

---
 ...01_07_1250-ba61fe17fb6e_added_frontend_type_to_api_client.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backend/alembic/versions/2023_01_07_1250-ba61fe17fb6e_added_frontend_type_to_api_client.py b/backend/alembic/versions/2023_01_07_1250-ba61fe17fb6e_added_frontend_type_to_api_client.py
index dbc89ebf..31de6791 100644
--- a/backend/alembic/versions/2023_01_07_1250-ba61fe17fb6e_added_frontend_type_to_api_client.py
+++ b/backend/alembic/versions/2023_01_07_1250-ba61fe17fb6e_added_frontend_type_to_api_client.py
@@ -20,4 +20,4 @@ def upgrade() -> None:
 
 
 def downgrade() -> None:
-    op.drop_column("api_client", "frontend_id")
+    op.drop_column("api_client", "frontend_type")

From 5c48e34abb676dd733fb22de3642a1b21a6caa9b Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 11:32:42 +0100
Subject: [PATCH 33/69] Fix infinite fetch loop in messages

 if user has not submitted anything
---
 website/src/pages/messages/index.tsx | 26 +++++++++++++-------------
 1 file changed, 13 insertions(+), 13 deletions(-)

diff --git a/website/src/pages/messages/index.tsx b/website/src/pages/messages/index.tsx
index c32a90c6..2809ba5c 100644
--- a/website/src/pages/messages/index.tsx
+++ b/website/src/pages/messages/index.tsx
@@ -2,6 +2,7 @@ import { Box, CircularProgress, SimpleGrid, Text, useColorModeValue } from "@cha
 import Head from "next/head";
 import { useEffect, useState } from "react";
 import { getDashboardLayout } from "src/components/Layout";
+import { Message } from "src/components/Messages";
 import { MessageTable } from "src/components/Messages/MessageTable";
 import fetcher from "src/lib/fetcher";
 import useSWRImmutable from "swr/immutable";
@@ -10,29 +11,28 @@ const MessagesDashboard = () => {
   const boxBgColor = useColorModeValue("white", "gray.700");
   const boxAccentColor = useColorModeValue("gray.200", "gray.900");
 
-  const [messages, setMessages] = useState([]);
-  const [userMessages, setUserMessages] = useState([]);
+  const [messages, setMessages] = useState<Message[]>(null);
+  const [userMessages, setUserMessages] = useState<Message[]>(null);
 
   const { isLoading: isLoadingAll, mutate: mutateAll } = useSWRImmutable("/api/messages", fetcher, {
-    onSuccess: (data) => {
-      setMessages(data);
-    },
+    onSuccess: setMessages,
   });
 
   const { isLoading: isLoadingUser, mutate: mutateUser } = useSWRImmutable(`/api/messages/user`, fetcher, {
-    onSuccess: (data) => {
-      setUserMessages(data);
-    },
+    onSuccess: setUserMessages,
   });
 
+  const receivedMessages = !isLoadingAll && Array.isArray(messages);
+  const receivedUserMessages = !isLoadingUser && Array.isArray(userMessages);
+
   useEffect(() => {
-    if (messages.length == 0) {
+    if (!receivedMessages) {
       mutateAll();
     }
-    if (userMessages.length == 0) {
+    if (!receivedUserMessages) {
       mutateUser();
     }
-  }, [messages, userMessages]);
+  }, [receivedMessages, mutateAll, receivedUserMessages, mutateUser]);
 
   return (
     <>
@@ -52,7 +52,7 @@ const MessagesDashboard = () => {
             borderRadius="xl"
             className="p-6 shadow-sm"
           >
-            {isLoadingAll ? <CircularProgress isIndeterminate /> : <MessageTable messages={messages} />}
+            {receivedMessages ? <MessageTable messages={messages} /> : <CircularProgress isIndeterminate />}
           </Box>
         </Box>
         <Box>
@@ -66,7 +66,7 @@ const MessagesDashboard = () => {
             borderRadius="xl"
             className="p-6 shadow-sm"
           >
-            {isLoadingUser ? <CircularProgress isIndeterminate /> : <MessageTable messages={userMessages} />}
+            {receivedUserMessages ? <MessageTable messages={userMessages} /> : <CircularProgress isIndeterminate />}
           </Box>
         </Box>
       </SimpleGrid>

From c9a3813b8f7622b88c663ec20c8eb9de67aa7308 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 12:07:26 +0100
Subject: [PATCH 34/69] Add Label Assistant Reply  Task

---
 website/src/components/Tasks/TaskTypes.tsx    |  6 +++
 .../tasks/labeling/useLabelAssistantReply.ts  | 22 +++++++++
 .../tasks/labeling/useLabelInitialPrompt.tsx  | 15 ++++++
 .../tasks/labeling/useLabelPrompterReply.ts   | 22 +++++++++
 .../useLabelingTask.ts}                       | 18 +++-----
 .../src/hooks/tasks/useLabelPrompterReply.ts  | 31 -------------
 .../src/pages/label/label_assistant_reply.tsx | 46 +++++++++++++++++++
 .../src/pages/label/label_initial_prompt.tsx  |  5 +-
 .../src/pages/label/label_prompter_reply.tsx  |  5 +-
 9 files changed, 126 insertions(+), 44 deletions(-)
 create mode 100644 website/src/hooks/tasks/labeling/useLabelAssistantReply.ts
 create mode 100644 website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx
 create mode 100644 website/src/hooks/tasks/labeling/useLabelPrompterReply.ts
 rename website/src/hooks/tasks/{useLabelInitialPrompt.tsx => labeling/useLabelingTask.ts} (54%)
 delete mode 100644 website/src/hooks/tasks/useLabelPrompterReply.ts
 create mode 100644 website/src/pages/label/label_assistant_reply.tsx

diff --git a/website/src/components/Tasks/TaskTypes.tsx b/website/src/components/Tasks/TaskTypes.tsx
index 09e106b6..9cbad58a 100644
--- a/website/src/components/Tasks/TaskTypes.tsx
+++ b/website/src/components/Tasks/TaskTypes.tsx
@@ -69,5 +69,11 @@ export const TaskTypes = [
     category: TaskCategory.Label,
     pathname: "/label/label_prompter_reply",
     type: "label_prompter_reply",
+  },{
+    label: "Label Assistant Reply",
+    desc: "Provide labels for a prompt.",
+    category: TaskCategory.Label,
+    pathname: "/label/label_assistant_reply",
+    type: "label_assistant_reply",
   },
 ];
diff --git a/website/src/hooks/tasks/labeling/useLabelAssistantReply.ts b/website/src/hooks/tasks/labeling/useLabelAssistantReply.ts
new file mode 100644
index 00000000..93f87188
--- /dev/null
+++ b/website/src/hooks/tasks/labeling/useLabelAssistantReply.ts
@@ -0,0 +1,22 @@
+import { TaskResponse } from "../useGenericTaskAPI";
+import { LabelingTaskType, useLabelingTask } from "./useLabelingTask";
+
+export interface LabelAssistantReplyTask {
+  id: string;
+  type: "label_prompter_reply";
+  message_id: string;
+  valid_labels: string[];
+  reply: string;
+  conversation: {
+    messages: Array<{
+      text: string;
+      is_assistant: boolean;
+      message_id: string;
+    }>;
+  };
+}
+
+export type LabelAssistantReplyTaskResponse = TaskResponse<LabelAssistantReplyTask>;
+
+export const useLabelAssistantReplyTask = () =>
+  useLabelingTask<LabelAssistantReplyTask>(LabelingTaskType.label_assistant_reply);
diff --git a/website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx b/website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx
new file mode 100644
index 00000000..47138825
--- /dev/null
+++ b/website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx
@@ -0,0 +1,15 @@
+import { TaskResponse } from "../useGenericTaskAPI";
+import { LabelingTaskType, useLabelingTask } from "./useLabelingTask";
+
+export interface LabelInitialPromptTask {
+  id: string;
+  type: "label_initial_prompt";
+  message_id: string;
+  valid_labels: string[];
+  prompt: string;
+}
+
+export type LabelInitialPromptTaskResponse = TaskResponse<LabelInitialPromptTask>;
+
+export const useLabelInitialPromptTask = () =>
+  useLabelingTask<LabelInitialPromptTask>(LabelingTaskType.label_initial_prompt);
diff --git a/website/src/hooks/tasks/labeling/useLabelPrompterReply.ts b/website/src/hooks/tasks/labeling/useLabelPrompterReply.ts
new file mode 100644
index 00000000..634305cb
--- /dev/null
+++ b/website/src/hooks/tasks/labeling/useLabelPrompterReply.ts
@@ -0,0 +1,22 @@
+import { TaskResponse } from "../useGenericTaskAPI";
+import { LabelingTaskType, useLabelingTask } from "./useLabelingTask";
+
+export interface LabelPrompterReplyTask {
+  id: string;
+  type: "label_prompter_reply";
+  message_id: string;
+  valid_labels: string[];
+  reply: string;
+  conversation: {
+    messages: Array<{
+      text: string;
+      is_assistant: boolean;
+      message_id: string;
+    }>;
+  };
+}
+
+export type LabelPrompterReplyTaskResponse = TaskResponse<LabelPrompterReplyTask>;
+
+export const useLabelPrompterReplyTask = () =>
+  useLabelingTask<LabelPrompterReplyTask>(LabelingTaskType.label_prompter_reply);
diff --git a/website/src/hooks/tasks/useLabelInitialPrompt.tsx b/website/src/hooks/tasks/labeling/useLabelingTask.ts
similarity index 54%
rename from website/src/hooks/tasks/useLabelInitialPrompt.tsx
rename to website/src/hooks/tasks/labeling/useLabelingTask.ts
index 69ab4bcc..27555284 100644
--- a/website/src/hooks/tasks/useLabelInitialPrompt.tsx
+++ b/website/src/hooks/tasks/labeling/useLabelingTask.ts
@@ -1,17 +1,13 @@
-import { TaskResponse, useGenericTaskAPI } from "./useGenericTaskAPI";
+import { useGenericTaskAPI } from "../useGenericTaskAPI";
 
-export interface LabelInitialPromptTask {
-  id: string;
-  type: "label_initial_prompt";
-  message_id: string;
-  valid_labels: string[];
-  prompt: string;
+export const enum LabelingTaskType {
+  label_initial_prompt = "label_initial_prompt",
+  label_prompter_reply = "label_prompter_reply",
+  label_assistant_reply = "label_assistant_reply",
 }
 
-export type LabelInitialPromptTaskResponse = TaskResponse<LabelInitialPromptTask>;
-
-export const useLabelInitialPromptTask = () => {
-  const { tasks, isLoading, trigger, reset, error } = useGenericTaskAPI<LabelInitialPromptTask>("label_initial_prompt");
+export const useLabelingTask = <TaskType>(endpoint: LabelingTaskType) => {
+  const { tasks, isLoading, trigger, reset, error } = useGenericTaskAPI<TaskType>(endpoint);
 
   const submit = (id: string, message_id: string, text: string, validLabels: string[], labelWeights: number[]) => {
     console.assert(validLabels.length === labelWeights.length);
diff --git a/website/src/hooks/tasks/useLabelPrompterReply.ts b/website/src/hooks/tasks/useLabelPrompterReply.ts
deleted file mode 100644
index f048c2b3..00000000
--- a/website/src/hooks/tasks/useLabelPrompterReply.ts
+++ /dev/null
@@ -1,31 +0,0 @@
-import { TaskResponse, useGenericTaskAPI } from "./useGenericTaskAPI";
-
-export interface LabelPrompterReplyTask {
-  id: string;
-  type: "label_prompter_reply";
-  message_id: string;
-  valid_labels: string[];
-  reply: string;
-  conversation: {
-    messages: Array<{
-      text: string;
-      is_assistant: boolean;
-      message_id: string;
-    }>;
-  };
-}
-
-export type LabelPrompterReplyTaskResponse = TaskResponse<LabelPrompterReplyTask>;
-
-export const useLabelPrompterReplyTask = () => {
-  const { tasks, isLoading, trigger, reset, error } = useGenericTaskAPI<LabelPrompterReplyTask>("label_prompter_reply");
-
-  const submit = (id: string, message_id: string, text: string, validLabels: string[], labelWeights: number[]) => {
-    console.assert(validLabels.length === labelWeights.length);
-    const labels = Object.fromEntries(validLabels.map((label, i) => [label, labelWeights[i]]));
-
-    return trigger({ id, update_type: "text_labels", content: { labels, text, message_id } });
-  };
-
-  return { tasks, isLoading, submit, reset, error };
-};
diff --git a/website/src/pages/label/label_assistant_reply.tsx b/website/src/pages/label/label_assistant_reply.tsx
new file mode 100644
index 00000000..d314a907
--- /dev/null
+++ b/website/src/pages/label/label_assistant_reply.tsx
@@ -0,0 +1,46 @@
+import { useState } from "react";
+import { LoadingScreen } from "src/components/Loading/LoadingScreen";
+import { Message } from "src/components/Messages";
+import { MessageTable } from "src/components/Messages/MessageTable";
+import { TaskControls } from "src/components/Survey/TaskControls";
+import { LabelSliderGroup, LabelTask } from "src/components/Tasks/LabelTask";
+import {
+  LabelAssistantReplyTaskResponse,
+  useLabelAssistantReplyTask,
+} from "src/hooks/tasks/labeling/useLabelAssistantReply";
+
+const LabelAssistantReply = () => {
+  const [sliderValues, setSliderValues] = useState<number[]>([]);
+
+  const { tasks, isLoading, submit, reset } = useLabelAssistantReplyTask();
+
+  if (isLoading || tasks.length === 0) {
+    return <LoadingScreen />;
+  }
+
+  const task = tasks[0].task;
+  const messages: Message[] = [
+    ...task.conversation.messages,
+    { text: task.reply, is_assistant: true, message_id: task.message_id },
+  ];
+
+  return (
+    <LabelTask
+      title="Label Assistant Reply"
+      desc="Given the following discussion, provide labels for the final prompt"
+      messages={<MessageTable messages={messages} />}
+      inputs={<LabelSliderGroup labelIDs={task.valid_labels} onChange={setSliderValues} />}
+      controls={
+        <TaskControls
+          tasks={tasks}
+          onSkip={reset}
+          onSubmitResponse={({ id, task }: LabelAssistantReplyTaskResponse) =>
+            submit(id, task.message_id, task.reply, task.valid_labels, sliderValues)
+          }
+        />
+      }
+    />
+  );
+};
+
+export default LabelAssistantReply;
diff --git a/website/src/pages/label/label_initial_prompt.tsx b/website/src/pages/label/label_initial_prompt.tsx
index 346362dc..7d1c606b 100644
--- a/website/src/pages/label/label_initial_prompt.tsx
+++ b/website/src/pages/label/label_initial_prompt.tsx
@@ -3,7 +3,10 @@ import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { MessageView } from "src/components/Messages";
 import { TaskControls } from "src/components/Survey/TaskControls";
 import { LabelSliderGroup, LabelTask } from "src/components/Tasks/LabelTask";
-import { LabelInitialPromptTaskResponse, useLabelInitialPromptTask } from "src/hooks/tasks/useLabelInitialPrompt";
+import {
+  LabelInitialPromptTaskResponse,
+  useLabelInitialPromptTask,
+} from "src/hooks/tasks/labeling/useLabelInitialPrompt";
 
 const LabelInitialPrompt = () => {
   const [sliderValues, setSliderValues] = useState<number[]>([]);
diff --git a/website/src/pages/label/label_prompter_reply.tsx b/website/src/pages/label/label_prompter_reply.tsx
index 44606f47..b5742b23 100644
--- a/website/src/pages/label/label_prompter_reply.tsx
+++ b/website/src/pages/label/label_prompter_reply.tsx
@@ -4,7 +4,10 @@ import { Message } from "src/components/Messages";
 import { MessageTable } from "src/components/Messages/MessageTable";
 import { TaskControls } from "src/components/Survey/TaskControls";
 import { LabelSliderGroup, LabelTask } from "src/components/Tasks/LabelTask";
-import { LabelPrompterReplyTaskResponse, useLabelPrompterReplyTask } from "src/hooks/tasks/useLabelPrompterReply";
+import {
+  LabelPrompterReplyTaskResponse,
+  useLabelPrompterReplyTask,
+} from "src/hooks/tasks/labeling/useLabelPrompterReply";
 
 const LabelPrompterReply = () => {
   const [sliderValues, setSliderValues] = useState<number[]>([]);

From 39485c6cedefa962a8378ff04a55730e7cd3c654 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Sun, 8 Jan 2023 20:11:26 +0900
Subject: [PATCH 35/69] Adding simple pagination to the admin user's view

---
 website/src/components/UsersCell.tsx | 90 +++++++++++++++++++---------
 website/src/pages/api/admin/users.ts | 13 +++-
 2 files changed, 73 insertions(+), 30 deletions(-)

diff --git a/website/src/components/UsersCell.tsx b/website/src/components/UsersCell.tsx
index 3cf2f1e5..fc93215f 100644
--- a/website/src/components/UsersCell.tsx
+++ b/website/src/components/UsersCell.tsx
@@ -1,4 +1,17 @@
-import { Table, TableCaption, TableContainer, Tbody, Td, Th, Thead, Tr } from "@chakra-ui/react";
+import {
+  Button,
+  Flex,
+  Spacer,
+  Stack,
+  Table,
+  TableCaption,
+  TableContainer,
+  Tbody,
+  Td,
+  Th,
+  Thead,
+  Tr,
+} from "@chakra-ui/react";
 import Link from "next/link";
 import { useState } from "react";
 import fetcher from "src/lib/fetcher";
@@ -8,41 +21,60 @@ import useSWR from "swr";
  * Fetches users from the users api route and then presents them in a simple Chakra table.
  */
 const UsersCell = () => {
-  // Fetch and save the users.
+  const [pageIndex, setPageIndex] = useState(0);
   const [users, setUsers] = useState([]);
-  const { isLoading } = useSWR("/api/admin/users", fetcher, {
+
+  // Fetch and save the users.
+  // This follows useSWR's recommendation for simple pagination:
+  //   https://swr.vercel.app/docs/pagination#when-to-use-useswr
+  const { isLoading } = useSWR(`/api/admin/users?pageIndex=${pageIndex}`, fetcher, {
     onSuccess: setUsers,
   });
 
+  const toPreviousPage = () => {
+    setPageIndex(Math.max(0, pageIndex - 1));
+  };
+
+  const toNextPage = () => {
+    setPageIndex(pageIndex + 1);
+  };
+
   // Present users in a naive table.
   return (
-    <TableContainer>
-      <Table variant="simple">
-        <TableCaption>Users</TableCaption>
-        <Thead>
-          <Tr>
-            <Th>Id</Th>
-            <Th>Email</Th>
-            <Th>Name</Th>
-            <Th>Role</Th>
-            <Th>Update</Th>
-          </Tr>
-        </Thead>
-        <Tbody>
-          {users.map((user, index) => (
-            <Tr key={index}>
-              <Td>{user.id}</Td>
-              <Td>{user.email}</Td>
-              <Td>{user.name}</Td>
-              <Td>{user.role}</Td>
-              <Td>
-                <Link href={`/admin/manage_user/${user.id}`}>Manage</Link>
-              </Td>
+    <Stack>
+      <Flex p="2">
+        <Button onClick={toPreviousPage}>Previous</Button>
+        <Spacer />
+        <Button onClick={toNextPage}>Next</Button>
+      </Flex>
+      <TableContainer>
+        <Table variant="simple">
+          <TableCaption>Users</TableCaption>
+          <Thead>
+            <Tr>
+              <Th>Id</Th>
+              <Th>Email</Th>
+              <Th>Name</Th>
+              <Th>Role</Th>
+              <Th>Update</Th>
             </Tr>
-          ))}
-        </Tbody>
-      </Table>
-    </TableContainer>
+          </Thead>
+          <Tbody>
+            {users.map((user, index) => (
+              <Tr key={index}>
+                <Td>{user.id}</Td>
+                <Td>{user.email}</Td>
+                <Td>{user.name}</Td>
+                <Td>{user.role}</Td>
+                <Td>
+                  <Link href={`/admin/manage_user/${user.id}`}>Manage</Link>
+                </Td>
+              </Tr>
+            ))}
+          </Tbody>
+        </Table>
+      </TableContainer>
+    </Stack>
   );
 };
 
diff --git a/website/src/pages/api/admin/users.ts b/website/src/pages/api/admin/users.ts
index 1490522a..3418e5e1 100644
--- a/website/src/pages/api/admin/users.ts
+++ b/website/src/pages/api/admin/users.ts
@@ -2,11 +2,21 @@ import { getToken } from "next-auth/jwt";
 import withRole from "src/lib/auth";
 import prisma from "src/lib/prismadb";
 
+// The number of users to fetch in any request.
+const PAGE_SIZE = 20;
+
 /**
  * Returns a list of user results from the database when the requesting user is
  * a logged in admin.
  */
 const handler = withRole("admin", async (req, res) => {
+  // Figure out the pagination index and skip that number of users.
+  //
+  // Note: with Prisma this isn't the most efficient but it's the only possible
+  // option with cuid based User IDs.
+  const { pageIndex } = req.query;
+  const skip = pageIndex * PAGE_SIZE;
+
   // Fetch 20 users.
   const users = await prisma.user.findMany({
     select: {
@@ -15,7 +25,8 @@ const handler = withRole("admin", async (req, res) => {
       name: true,
       email: true,
     },
-    take: 20,
+    skip,
+    take: PAGE_SIZE,
   });
 
   res.status(200).json(users);

From d99c0e2d2f2cb40e6f15314ddb1059a1f8963bd0 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 12:11:47 +0100
Subject: [PATCH 36/69] Use enum for type definition

---
 website/src/components/Tasks/TaskTypes.tsx                 | 3 ++-
 website/src/hooks/tasks/labeling/useLabelAssistantReply.ts | 2 +-
 website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx | 2 +-
 website/src/hooks/tasks/labeling/useLabelPrompterReply.ts  | 2 +-
 4 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/website/src/components/Tasks/TaskTypes.tsx b/website/src/components/Tasks/TaskTypes.tsx
index 9cbad58a..82ba1917 100644
--- a/website/src/components/Tasks/TaskTypes.tsx
+++ b/website/src/components/Tasks/TaskTypes.tsx
@@ -69,7 +69,8 @@ export const TaskTypes = [
     category: TaskCategory.Label,
     pathname: "/label/label_prompter_reply",
     type: "label_prompter_reply",
-  },{
+  },
+  {
     label: "Label Assistant Reply",
     desc: "Provide labels for a prompt.",
     category: TaskCategory.Label,
diff --git a/website/src/hooks/tasks/labeling/useLabelAssistantReply.ts b/website/src/hooks/tasks/labeling/useLabelAssistantReply.ts
index 93f87188..3c44046e 100644
--- a/website/src/hooks/tasks/labeling/useLabelAssistantReply.ts
+++ b/website/src/hooks/tasks/labeling/useLabelAssistantReply.ts
@@ -3,7 +3,7 @@ import { LabelingTaskType, useLabelingTask } from "./useLabelingTask";
 
 export interface LabelAssistantReplyTask {
   id: string;
-  type: "label_prompter_reply";
+  type: LabelingTaskType.label_assistant_reply;
   message_id: string;
   valid_labels: string[];
   reply: string;
diff --git a/website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx b/website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx
index 47138825..f7ba8ab5 100644
--- a/website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx
+++ b/website/src/hooks/tasks/labeling/useLabelInitialPrompt.tsx
@@ -3,7 +3,7 @@ import { LabelingTaskType, useLabelingTask } from "./useLabelingTask";
 
 export interface LabelInitialPromptTask {
   id: string;
-  type: "label_initial_prompt";
+  type: LabelingTaskType.label_initial_prompt;
   message_id: string;
   valid_labels: string[];
   prompt: string;
diff --git a/website/src/hooks/tasks/labeling/useLabelPrompterReply.ts b/website/src/hooks/tasks/labeling/useLabelPrompterReply.ts
index 634305cb..9de2057f 100644
--- a/website/src/hooks/tasks/labeling/useLabelPrompterReply.ts
+++ b/website/src/hooks/tasks/labeling/useLabelPrompterReply.ts
@@ -3,7 +3,7 @@ import { LabelingTaskType, useLabelingTask } from "./useLabelingTask";
 
 export interface LabelPrompterReplyTask {
   id: string;
-  type: "label_prompter_reply";
+  type: LabelingTaskType.label_prompter_reply;
   message_id: string;
   valid_labels: string[];
   reply: string;

From e69715fbec9d3a52969b6cfda69ef1ba8bcf5f6e Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Sun, 8 Jan 2023 20:21:13 +0900
Subject: [PATCH 37/69] Fixing some lint errors with the new admin features

---
 website/src/components/UsersCell.tsx         | 2 +-
 website/src/lib/auth.ts                      | 2 +-
 website/src/pages/admin/index.tsx            | 2 +-
 website/src/pages/admin/manage_user/[id].tsx | 4 ++--
 website/src/pages/api/admin/update_user.ts   | 1 -
 website/src/pages/api/admin/users.ts         | 3 +--
 6 files changed, 6 insertions(+), 8 deletions(-)

diff --git a/website/src/components/UsersCell.tsx b/website/src/components/UsersCell.tsx
index fc93215f..5354ee5c 100644
--- a/website/src/components/UsersCell.tsx
+++ b/website/src/components/UsersCell.tsx
@@ -27,7 +27,7 @@ const UsersCell = () => {
   // Fetch and save the users.
   // This follows useSWR's recommendation for simple pagination:
   //   https://swr.vercel.app/docs/pagination#when-to-use-useswr
-  const { isLoading } = useSWR(`/api/admin/users?pageIndex=${pageIndex}`, fetcher, {
+  useSWR(`/api/admin/users?pageIndex=${pageIndex}`, fetcher, {
     onSuccess: setUsers,
   });
 
diff --git a/website/src/lib/auth.ts b/website/src/lib/auth.ts
index 1a0387f9..5fa20f48 100644
--- a/website/src/lib/auth.ts
+++ b/website/src/lib/auth.ts
@@ -5,7 +5,7 @@ import { getToken } from "next-auth/jwt";
  * Wraps any API Route handler and verifies that the user has the appropriate
  * role before running the handler.  Returns a 403 otherwise.
  */
-const withRole = (role: string, handler: (arg0: NextApiRequest, arg1: NextApiResponse<any>) => any) => {
+const withRole = (role: string, handler: (arg0: NextApiRequest, arg1: NextApiResponse) => void) => {
   return async (req: NextApiRequest, res: NextApiResponse) => {
     const token = await getToken({ req });
     if (!token || token.role !== role) {
diff --git a/website/src/pages/admin/index.tsx b/website/src/pages/admin/index.tsx
index 705a188b..9cbea222 100644
--- a/website/src/pages/admin/index.tsx
+++ b/website/src/pages/admin/index.tsx
@@ -26,7 +26,7 @@ const AdminIndex = () => {
       return;
     }
     router.push("/");
-  }, [session, status]);
+  }, [router, session, status]);
 
   return (
     <>
diff --git a/website/src/pages/admin/manage_user/[id].tsx b/website/src/pages/admin/manage_user/[id].tsx
index ead55224..cdd4746e 100644
--- a/website/src/pages/admin/manage_user/[id].tsx
+++ b/website/src/pages/admin/manage_user/[id].tsx
@@ -1,4 +1,4 @@
-import { Box, Button, Container, Flex, FormControl, FormLabel, Input, Select, useToast } from "@chakra-ui/react";
+import { Button, Container, FormControl, FormLabel, Input, Select, useToast } from "@chakra-ui/react";
 import { Field, Form, Formik } from "formik";
 import Head from "next/head";
 import { useRouter } from "next/router";
@@ -27,7 +27,7 @@ const ManageUser = ({ user }) => {
       return;
     }
     router.push("/");
-  }, [session, status]);
+  }, [router, session, status]);
 
   // Trigger to let us update the user's role.  Triggers a toast when complete.
   const { trigger } = useSWRMutation("/api/admin/update_user", poster, {
diff --git a/website/src/pages/api/admin/update_user.ts b/website/src/pages/api/admin/update_user.ts
index d29fce7c..a717e3d8 100644
--- a/website/src/pages/api/admin/update_user.ts
+++ b/website/src/pages/api/admin/update_user.ts
@@ -1,4 +1,3 @@
-import { getToken } from "next-auth/jwt";
 import withRole from "src/lib/auth";
 import prisma from "src/lib/prismadb";
 
diff --git a/website/src/pages/api/admin/users.ts b/website/src/pages/api/admin/users.ts
index 3418e5e1..ea8d59d9 100644
--- a/website/src/pages/api/admin/users.ts
+++ b/website/src/pages/api/admin/users.ts
@@ -1,4 +1,3 @@
-import { getToken } from "next-auth/jwt";
 import withRole from "src/lib/auth";
 import prisma from "src/lib/prismadb";
 
@@ -15,7 +14,7 @@ const handler = withRole("admin", async (req, res) => {
   // Note: with Prisma this isn't the most efficient but it's the only possible
   // option with cuid based User IDs.
   const { pageIndex } = req.query;
-  const skip = pageIndex * PAGE_SIZE;
+  const skip = parseInt(pageIndex as string) * PAGE_SIZE || 0;
 
   // Fetch 20 users.
   const users = await prisma.user.findMany({

From 78fac2b5f51d2ffc6e3d5b2cc7658676d8cc8ae6 Mon Sep 17 00:00:00 2001
From: Oliver <olivergestanley@gmail.com>
Date: Sun, 8 Jan 2023 11:44:57 +0000
Subject: [PATCH 38/69] Refine label for harmful

---
 oasst-shared/oasst_shared/schemas/protocol.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/oasst-shared/oasst_shared/schemas/protocol.py b/oasst-shared/oasst_shared/schemas/protocol.py
index 190ffa43..ee021f14 100644
--- a/oasst-shared/oasst_shared/schemas/protocol.py
+++ b/oasst-shared/oasst_shared/schemas/protocol.py
@@ -276,10 +276,10 @@ class TextLabel(str, enum.Enum):
     fails_task = "fails_task", "Fails to follow the correct instruction / task"
     not_appropriate = "not_appropriate", "Inappropriate for customer assistant"
     violence = "violence", "Encourages or fails to discourage violence/abuse/terrorism/self-harm"
-    harmful = (
-        "harmful",
-        "Harmful content",
-        "The advice given in the output is harmful or counter-productive. This may be in addition to, but is distinct from the label for encouraging violence/abuse/terrorism/self-harm.",
+    excessive_harm = (
+        "excessive_harm",
+        "Content likely to cause excessive harm not justifiable in the context",
+        "Harm refers to physical or mental damage or injury to someone or something. Excessive refers to a reasonable threshold of harm in the context, for instance damaging skin is not excessive in the context of surgery.",
     )
     sexual_content = "sexual_content", "Contains sexual content"
     toxicity = "toxicity", "Contains rude, abusive, profane or insulting content"

From 570d39edec84d8d10642f071f5726182bde70a3b Mon Sep 17 00:00:00 2001
From: Oliver <olivergestanley@gmail.com>
Date: Sun, 8 Jan 2023 11:51:32 +0000
Subject: [PATCH 39/69] Refine label for hate_speech

---
 oasst-shared/oasst_shared/schemas/protocol.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/oasst-shared/oasst_shared/schemas/protocol.py b/oasst-shared/oasst_shared/schemas/protocol.py
index 190ffa43..530c4f45 100644
--- a/oasst-shared/oasst_shared/schemas/protocol.py
+++ b/oasst-shared/oasst_shared/schemas/protocol.py
@@ -286,7 +286,11 @@ class TextLabel(str, enum.Enum):
     moral_judgement = "moral_judgement", "Expresses moral judgement"
     political_content = "political_content", "Expresses political views"
     humor = "humor", "Contains humorous content including sarcasm"
-    hate_speech = "hate_speech", "Expresses sentiment which is discriminatory against a grouping of people"
+    hate_speech = (
+        "hate_speech",
+        "Content is abusive or threatening and expresses prejudice against a protected characteristic",
+        "Prejudice refers to preconceived views not based on reason. Protected characteristics include gender, ethnicity, religion, sexual orientation, and similar characteristics.",
+    )
     threat = "threat", "Contains a threat against a person or persons"
     misleading = "misleading", "Contains text which is incorrect or misleading"
     helpful = "helpful", "Completes the task to a high standard"

From f277e2da0f5a2c69bc843a85d01b6ac9f3b12c8d Mon Sep 17 00:00:00 2001
From: Adrian Cowan <othrayte@gmail.com>
Date: Fri, 6 Jan 2023 20:35:33 +1100
Subject: [PATCH 40/69] Prompt for reason for skipping.

Note: skipping is only half implemented for labelling and summarisation tasks as those probably need to be changed to use the new Task component.
---
 website/src/components/Buttons/Skip.tsx       | 64 +++++++++++++++++--
 .../src/components/Survey/TaskControls.tsx    | 11 +++-
 website/src/components/Tasks/CreateTask.tsx   | 29 +++++++--
 website/src/components/Tasks/EvaluateTask.tsx | 22 +++++--
 website/src/components/Tasks/Task.tsx         | 28 +++++++-
 website/src/components/Tasks/TaskTypes.tsx    | 12 +++-
 website/src/lib/oasst_api_client.ts           |  6 ++
 website/src/pages/api/new_task/[task_type].ts |  3 -
 website/src/pages/api/reject_task.ts          | 29 +++++++++
 website/src/pages/api/update_task.ts          | 21 ++++--
 website/src/pages/create/summarize_story.tsx  |  7 +-
 website/src/pages/evaluate/rate_summary.tsx   |  7 +-
 .../src/pages/label/label_assistant_reply.tsx |  3 +-
 .../src/pages/label/label_initial_prompt.tsx  |  3 +-
 .../src/pages/label/label_prompter_reply.tsx  |  3 +-
 15 files changed, 210 insertions(+), 38 deletions(-)
 create mode 100644 website/src/pages/api/reject_task.ts

diff --git a/website/src/components/Buttons/Skip.tsx b/website/src/components/Buttons/Skip.tsx
index 74ca0926..8440e348 100644
--- a/website/src/components/Buttons/Skip.tsx
+++ b/website/src/components/Buttons/Skip.tsx
@@ -1,9 +1,63 @@
-import { Button, ButtonProps } from "@chakra-ui/react";
+import {
+  Button,
+  ButtonProps,
+  Menu,
+  MenuButton,
+  MenuItem,
+  MenuList,
+  Modal,
+  ModalBody,
+  ModalCloseButton,
+  ModalContent,
+  ModalFooter,
+  ModalHeader,
+  ModalOverlay,
+  Textarea,
+  useDisclosure,
+} from "@chakra-ui/react";
+import { useState } from "react";
+import { FaChevronDown } from "react-icons/fa";
+
+interface SkipButtonProps extends ButtonProps {
+  onSkip: (reason: string) => void;
+}
+
+export const SkipButton = ({ onSkip, ...props }: SkipButtonProps) => {
+  const { isOpen, onOpen: showModal, onClose: closeModal } = useDisclosure();
+  const [value, setValue] = useState("");
+
+  const onSubmit = () => {
+    onSkip(value);
+    setValue("");
+    closeModal();
+  };
 
-export const SkipButton = ({ children, ...props }: ButtonProps) => {
   return (
-    <Button size="lg" variant="outline" {...props}>
-      {children}
-    </Button>
+    <>
+      <Button size="lg" variant="outline" onClick={showModal} {...props}>
+        Skip
+      </Button>
+      <Modal isOpen={isOpen} onClose={closeModal}>
+        <ModalOverlay />
+        <ModalContent>
+          <ModalHeader>Skip</ModalHeader>
+          <ModalCloseButton />
+          <ModalBody>
+            <Textarea
+              value={value}
+              onChange={(e) => setValue(e.target.value)}
+              resize="none"
+              placeholder="Any feedback on this task?"
+            />
+          </ModalBody>
+
+          <ModalFooter>
+            <Button colorScheme="blue" mr={3} onClick={onSubmit}>
+              Send
+            </Button>
+          </ModalFooter>
+        </ModalContent>
+      </Modal>
+    </>
   );
 };
diff --git a/website/src/components/Survey/TaskControls.tsx b/website/src/components/Survey/TaskControls.tsx
index 4a6d477a..7f419fcb 100644
--- a/website/src/components/Survey/TaskControls.tsx
+++ b/website/src/components/Survey/TaskControls.tsx
@@ -11,7 +11,8 @@ export interface TaskControlsProps {
   tasks: any[];
   className?: string;
   onSubmitResponse: (task: { id: string }) => void;
-  onSkip: () => void;
+  onSkipTask: (task: { id: string }, reason: string) => void;
+  onNextTask: () => void;
 }
 
 export const TaskControls = (props: TaskControlsProps) => {
@@ -31,13 +32,17 @@ export const TaskControls = (props: TaskControlsProps) => {
     >
       <TaskInfo id={props.tasks[0].id} output="Submit your answer" />
       <Flex justify="center" ml="auto" gap={2}>
-        <SkipButton>Skip</SkipButton>
+        <SkipButton
+          onSkip={(reason: string) => {
+            props.onSkipTask(props.tasks[0], reason);
+          }}
+        />
         {endTask.task.type !== "task_done" ? (
           <SubmitButton colorScheme="blue" data-cy="submit" onClick={() => props.onSubmitResponse(props.tasks[0])}>
             Submit
           </SubmitButton>
         ) : (
-          <SubmitButton colorScheme="green" data-cy="next-task" onClick={props.onSkip}>
+          <SubmitButton colorScheme="green" data-cy="next-task" onClick={props.onNextTask}>
             Next Task
           </SubmitButton>
         )}
diff --git a/website/src/components/Tasks/CreateTask.tsx b/website/src/components/Tasks/CreateTask.tsx
index 057177d2..7dcb0d0f 100644
--- a/website/src/components/Tasks/CreateTask.tsx
+++ b/website/src/components/Tasks/CreateTask.tsx
@@ -1,10 +1,22 @@
 import { useState } from "react";
+
 import { Messages } from "src/components/Messages";
 import { TaskControls } from "src/components/Survey/TaskControls";
 import { TrackedTextarea } from "src/components/Survey/TrackedTextarea";
 import { TwoColumnsWithCards } from "src/components/Survey/TwoColumnsWithCards";
+import { TaskType } from "./TaskTypes";
 
-export const CreateTask = ({ tasks, taskType, trigger, mutate, mainBgClasses }) => {
+export interface CreateTaskProps {
+  // we need a task type
+  // eslint-disable-next-line  @typescript-eslint/no-explicit-any
+  tasks: any[];
+  taskType: TaskType;
+  trigger: (update: { id: string; update_type: string; content: { text: string } }) => void;
+  onSkipTask: (task: { id: string }, reason: string) => void;
+  onNextTask: () => void;
+  mainBgClasses: string;
+}
+export const CreateTask = ({ tasks, taskType, trigger, onSkipTask, onNextTask, mainBgClasses }: CreateTaskProps) => {
   const task = tasks[0].task;
 
   const [inputText, setInputText] = useState("");
@@ -20,11 +32,6 @@ export const CreateTask = ({ tasks, taskType, trigger, mutate, mainBgClasses })
     });
   };
 
-  const fetchNextTask = () => {
-    setInputText("");
-    mutate();
-  };
-
   const textChangeHandler = (event: React.ChangeEvent<HTMLTextAreaElement>) => {
     setInputText(event.target.value);
   };
@@ -48,7 +55,15 @@ export const CreateTask = ({ tasks, taskType, trigger, mutate, mainBgClasses })
         </>
       </TwoColumnsWithCards>
 
-      <TaskControls tasks={tasks} onSubmitResponse={submitResponse} onSkip={fetchNextTask} />
+      <TaskControls
+        tasks={tasks}
+        onSubmitResponse={submitResponse}
+        onSkipTask={(task, reason) => {
+          setInputText("");
+          onSkipTask(task, reason);
+        }}
+        onNextTask={onNextTask}
+      />
     </div>
   );
 };
diff --git a/website/src/components/Tasks/EvaluateTask.tsx b/website/src/components/Tasks/EvaluateTask.tsx
index c45d3dbe..3871b2d9 100644
--- a/website/src/components/Tasks/EvaluateTask.tsx
+++ b/website/src/components/Tasks/EvaluateTask.tsx
@@ -5,7 +5,17 @@ import { TaskControlsOverridable } from "src/components/Survey/TaskControlsOverr
 
 import { MessageTable } from "../Messages/MessageTable";
 
-export const EvaluateTask = ({ tasks, trigger, mutate, mainBgClasses }) => {
+export interface EvaluateTaskProps {
+  // we need a task type
+  // eslint-disable-next-line  @typescript-eslint/no-explicit-any
+  tasks: any[];
+  trigger: (update: { id: string; update_type: string; content: { ranking: number[] } }) => void;
+  onSkipTask: (task: { id: string }, reason: string) => void;
+  onNextTask: () => void;
+  mainBgClasses: string;
+}
+
+export const EvaluateTask = ({ tasks, trigger, onSkipTask, onNextTask, mainBgClasses }: EvaluateTaskProps) => {
   const [ranking, setRanking] = useState<number[]>([]);
   const submitResponse = (task) => {
     trigger({
@@ -17,10 +27,6 @@ export const EvaluateTask = ({ tasks, trigger, mutate, mainBgClasses }) => {
     });
   };
 
-  const fetchNextTask = () => {
-    setRanking([]);
-    mutate();
-  };
   let messages = null;
   if (tasks[0].task.conversation) {
     messages = tasks[0].task.conversation.messages;
@@ -45,7 +51,11 @@ export const EvaluateTask = ({ tasks, trigger, mutate, mainBgClasses }) => {
         isValid={ranking.length == tasks[0].task[sortables].length}
         prepareForSubmit={() => setRanking(tasks[0].task[sortables].map((_, idx) => idx))}
         onSubmitResponse={submitResponse}
-        onSkip={fetchNextTask}
+        onSkipTask={(task, reason) => {
+          setRanking([]);
+          onSkipTask(task, reason);
+        }}
+        onNextTask={onNextTask}
       />
     </div>
   );
diff --git a/website/src/components/Tasks/Task.tsx b/website/src/components/Tasks/Task.tsx
index ce9505e9..153e0a93 100644
--- a/website/src/components/Tasks/Task.tsx
+++ b/website/src/components/Tasks/Task.tsx
@@ -1,10 +1,25 @@
 import { CreateTask } from "./CreateTask";
 import { EvaluateTask } from "./EvaluateTask";
 import { TaskCategory, TaskTypes } from "./TaskTypes";
+import useSWRMutation from "swr/mutation";
+import poster from "src/lib/poster";
 
 export const Task = ({ tasks, trigger, mutate, mainBgClasses }) => {
   const task = tasks[0].task;
 
+  const { trigger: sendRejection } = useSWRMutation("/api/reject_task", poster, {
+    onSuccess: async () => {
+      mutate();
+    },
+  });
+
+  const rejectTask = (task: { id: string }, reason: string) => {
+    sendRejection({
+      id: task.id,
+      reason,
+    });
+  };
+
   function taskTypeComponent(type) {
     const taskType = TaskTypes.find((taskType) => taskType.type === type);
     const category = taskType.category;
@@ -14,13 +29,22 @@ export const Task = ({ tasks, trigger, mutate, mainBgClasses }) => {
           <CreateTask
             tasks={tasks}
             trigger={trigger}
-            mutate={mutate}
+            onSkipTask={rejectTask}
+            onNextTask={mutate}
             taskType={taskType}
             mainBgClasses={mainBgClasses}
           />
         );
       case TaskCategory.Evaluate:
-        return <EvaluateTask tasks={tasks} trigger={trigger} mutate={mutate} mainBgClasses={mainBgClasses} />;
+        return (
+          <EvaluateTask
+            tasks={tasks}
+            trigger={trigger}
+            onSkipTask={rejectTask}
+            onNextTask={mutate}
+            mainBgClasses={mainBgClasses}
+          />
+        );
     }
   }
 
diff --git a/website/src/components/Tasks/TaskTypes.tsx b/website/src/components/Tasks/TaskTypes.tsx
index 82ba1917..409e7038 100644
--- a/website/src/components/Tasks/TaskTypes.tsx
+++ b/website/src/components/Tasks/TaskTypes.tsx
@@ -4,7 +4,17 @@ export enum TaskCategory {
   Label = "Label",
 }
 
-export const TaskTypes = [
+export interface TaskType {
+  label: string;
+  desc: string;
+  category: TaskCategory;
+  pathname: string;
+  type: string;
+  overview?: string;
+  instruction?: string;
+}
+
+export const TaskTypes: TaskType[] = [
   // create
   {
     label: "Create Initial Prompts",
diff --git a/website/src/lib/oasst_api_client.ts b/website/src/lib/oasst_api_client.ts
index 86854c21..889d8b5b 100644
--- a/website/src/lib/oasst_api_client.ts
+++ b/website/src/lib/oasst_api_client.ts
@@ -68,6 +68,12 @@ export class OasstApiClient {
     });
   }
 
+  async nackTask(taskId: string, reason: string): Promise<void> {
+    return this.post(`/api/v1/tasks/${taskId}/nack`, {
+      reason,
+    });
+  }
+
   // TODO return a strongly typed Task?
   // This method is used to record interaction with task while fetching next task.
   // This is a raw Json type, so we can't use it to strongly type the task.
diff --git a/website/src/pages/api/new_task/[task_type].ts b/website/src/pages/api/new_task/[task_type].ts
index addcf3d8..9f3be55c 100644
--- a/website/src/pages/api/new_task/[task_type].ts
+++ b/website/src/pages/api/new_task/[task_type].ts
@@ -36,9 +36,6 @@ const handler = async (req, res) => {
     },
   });
 
-  // Update the backend with our Task ID
-  await oasstApiClient.ackTask(task.id, registeredTask.id);
-
   // Send the results to the client.
   res.status(200).json(registeredTask);
 };
diff --git a/website/src/pages/api/reject_task.ts b/website/src/pages/api/reject_task.ts
new file mode 100644
index 00000000..d146c44b
--- /dev/null
+++ b/website/src/pages/api/reject_task.ts
@@ -0,0 +1,29 @@
+import { Prisma } from "@prisma/client";
+import { getToken } from "next-auth/jwt";
+import { oasstApiClient } from "src/lib/oasst_api_client";
+
+const handler = async (req, res) => {
+  const token = await getToken({ req });
+
+  // Return nothing if the user isn't registered.
+  if (!token) {
+    res.status(401).end();
+    return;
+  }
+
+  // Parse out the local task ID and the interaction contents.
+  const { id: frontendId, reason } = await JSON.parse(req.body);
+
+  const registeredTask = await prisma.registeredTask.findUniqueOrThrow({ where: { id: frontendId } });
+
+  const task = registeredTask.task as Prisma.JsonObject;
+  const id = task.id as string;
+
+  // Update the backend with the rejection
+  await oasstApiClient.nackTask(id, reason);
+
+  // Send the results to the client.
+  res.status(200).json({});
+};
+
+export default handler;
diff --git a/website/src/pages/api/update_task.ts b/website/src/pages/api/update_task.ts
index c8760324..e8e21ca9 100644
--- a/website/src/pages/api/update_task.ts
+++ b/website/src/pages/api/update_task.ts
@@ -1,3 +1,4 @@
+import { Prisma } from "@prisma/client";
 import { getToken } from "next-auth/jwt";
 import { oasstApiClient } from "src/lib/oasst_api_client";
 import prisma from "src/lib/prismadb";
@@ -6,9 +7,11 @@ import prisma from "src/lib/prismadb";
  * Stores the task interaction with the Task Backend and then returns the next task generated.
  *
  * This implicity does a few things:
- * 1) Stores the answer with the Task Backend.
- * 2) Records the new task in our local database.
- * 3) Returns the newly created task to the client.
+ * 1) Records the users answer in our local database.
+ * 2) Accepts the task.
+ * 3) Sends the users answer to the Task Backend.
+ * 4) Records the new task in our local database.
+ * 5) Returns the newly created task to the client.
  */
 const handler = async (req, res) => {
   const token = await getToken({ req });
@@ -20,7 +23,13 @@ const handler = async (req, res) => {
   }
 
   // Parse out the local task ID and the interaction contents.
-  const { id, content, update_type } = await JSON.parse(req.body);
+  const { id: frontendId, content, update_type } = await JSON.parse(req.body);
+
+  // Accept the task so that we can complete it, this will probably go away soon.
+  const registeredTask = await prisma.registeredTask.findUniqueOrThrow({ where: { id: frontendId } });
+  const task = registeredTask.task as Prisma.JsonObject;
+  const id = task.id as string;
+  await oasstApiClient.ackTask(id, registeredTask.id);
 
   // Log the interaction locally to create our user_post_id needed by the Task
   // Backend.
@@ -29,7 +38,7 @@ const handler = async (req, res) => {
       content,
       task: {
         connect: {
-          id,
+          id: frontendId,
         },
       },
     },
@@ -37,7 +46,7 @@ const handler = async (req, res) => {
 
   let newTask;
   try {
-    newTask = await oasstApiClient.interactTask(update_type, id, interaction.id, content, token);
+    newTask = await oasstApiClient.interactTask(update_type, frontendId, interaction.id, content, token);
   } catch (err) {
     return res.status(500).json(err);
   }
diff --git a/website/src/pages/create/summarize_story.tsx b/website/src/pages/create/summarize_story.tsx
index 1c5b89b9..8620a8f5 100644
--- a/website/src/pages/create/summarize_story.tsx
+++ b/website/src/pages/create/summarize_story.tsx
@@ -87,7 +87,12 @@ const SummarizeStory = () => {
           </>
         </TwoColumnsWithCards>
 
-        <TaskControls tasks={tasks} onSubmitResponse={submitResponse} onSkip={fetchNextTask} />
+        <TaskControls
+          tasks={tasks}
+          onSubmitResponse={submitResponse}
+          onSkipTask={fetchNextTask}
+          onNextTask={fetchNextTask}
+        />
       </main>
     </div>
   );
diff --git a/website/src/pages/evaluate/rate_summary.tsx b/website/src/pages/evaluate/rate_summary.tsx
index e0118ece..0d2352a2 100644
--- a/website/src/pages/evaluate/rate_summary.tsx
+++ b/website/src/pages/evaluate/rate_summary.tsx
@@ -102,7 +102,12 @@ const RateSummary = () => {
           </section>
         </TwoColumnsWithCards>
 
-        <TaskControls tasks={tasks} onSubmitResponse={submitResponse} onSkip={fetchNextTask} />
+        <TaskControls
+          tasks={tasks}
+          onSubmitResponse={submitResponse}
+          onSkipTask={fetchNextTask}
+          onNextTask={fetchNextTask}
+        />
       </main>
     </>
   );
diff --git a/website/src/pages/label/label_assistant_reply.tsx b/website/src/pages/label/label_assistant_reply.tsx
index d314a907..a0f961f7 100644
--- a/website/src/pages/label/label_assistant_reply.tsx
+++ b/website/src/pages/label/label_assistant_reply.tsx
@@ -33,7 +33,8 @@ const LabelAssistantReply = () => {
       controls={
         <TaskControls
           tasks={tasks}
-          onSkip={reset}
+          onSkipTask={() => reset()}
+          onNextTask={reset}
           onSubmitResponse={({ id, task }: LabelAssistantReplyTaskResponse) =>
             submit(id, task.message_id, task.reply, task.valid_labels, sliderValues)
           }
diff --git a/website/src/pages/label/label_initial_prompt.tsx b/website/src/pages/label/label_initial_prompt.tsx
index 7d1c606b..3c791f23 100644
--- a/website/src/pages/label/label_initial_prompt.tsx
+++ b/website/src/pages/label/label_initial_prompt.tsx
@@ -28,7 +28,8 @@ const LabelInitialPrompt = () => {
       controls={
         <TaskControls
           tasks={tasks}
-          onSkip={reset}
+          onSkipTask={() => reset()}
+          onNextTask={reset}
           onSubmitResponse={({ id, task }: LabelInitialPromptTaskResponse) =>
             submit(id, task.message_id, task.prompt, task.valid_labels, sliderValues)
           }
diff --git a/website/src/pages/label/label_prompter_reply.tsx b/website/src/pages/label/label_prompter_reply.tsx
index b5742b23..2fd3d76a 100644
--- a/website/src/pages/label/label_prompter_reply.tsx
+++ b/website/src/pages/label/label_prompter_reply.tsx
@@ -33,7 +33,8 @@ const LabelPrompterReply = () => {
       controls={
         <TaskControls
           tasks={tasks}
-          onSkip={reset}
+          onSkipTask={() => reset()}
+          onNextTask={reset}
           onSubmitResponse={({ id, task }: LabelPrompterReplyTaskResponse) =>
             submit(id, task.message_id, task.reply, task.valid_labels, sliderValues)
           }

From b0952bc6819e82806e28653405727f4139d1e8d8 Mon Sep 17 00:00:00 2001
From: Callum <callumgander@hotmail.com>
Date: Sun, 8 Jan 2023 13:33:29 +0000
Subject: [PATCH 41/69] #224: display OAuthAccountNotLinked error message +
 other errors messages

---
 website/src/pages/auth/signin.tsx | 50 ++++++++++++++++++++++++++++++-
 1 file changed, 49 insertions(+), 1 deletion(-)

diff --git a/website/src/pages/auth/signin.tsx b/website/src/pages/auth/signin.tsx
index 59fc7c05..14f81b4c 100644
--- a/website/src/pages/auth/signin.tsx
+++ b/website/src/pages/auth/signin.tsx
@@ -2,17 +2,60 @@ import { Button, Input, Stack } from "@chakra-ui/react";
 import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
 import Link from "next/link";
+import { useRouter } from "next/router";
 import { getCsrfToken, getProviders, signIn } from "next-auth/react";
-import React, { useRef } from "react";
+import React, { useRef, useEffect, useState } from "react";
 import { FaBug, FaDiscord, FaEnvelope, FaGithub } from "react-icons/fa";
 import { AuthLayout } from "src/components/AuthLayout";
 import { Footer } from "src/components/Footer";
 import { Header } from "src/components/Header";
 
+export type SignInErrorTypes =
+  | "Signin"
+  | "OAuthSignin"
+  | "OAuthCallback"
+  | "OAuthCreateAccount"
+  | "EmailCreateAccount"
+  | "Callback"
+  | "OAuthAccountNotLinked"
+  | "EmailSignin"
+  | "CredentialsSignin"
+  | "SessionRequired"
+  | "default";
+
+const errors: Record<SignInErrorTypes, string> = {
+  Signin: "Try signing in with a different account.",
+  OAuthSignin: "Try signing in with a different account.",
+  OAuthCallback: "Try signing in with the same account you used originally.",
+  OAuthCreateAccount: "Try signing in with a different account.",
+  EmailCreateAccount: "Try signing in with a different account.",
+  Callback: "Try signing in with a different account.",
+  OAuthAccountNotLinked: "To confirm your identity, sign in with the same account you used originally.",
+  EmailSignin: "The e-mail could not be sent.",
+  CredentialsSignin: "Sign in failed. Check the details you provided are correct.",
+  SessionRequired: "Please sign in to access this page.",
+  default: "Unable to sign in.",
+};
+
 // eslint-disable-next-line @typescript-eslint/no-unused-vars
 function Signin({ csrfToken, providers }) {
+  const router = useRouter();
   const { discord, email, github, credentials } = providers;
   const emailEl = useRef(null);
+  const [error, setError] = useState("");
+
+  useEffect(() => {
+    if (router?.query?.error) {
+      if (typeof router.query.error === "string") {
+        const errorType = errors[router.query.error];
+        setError(errorType);
+      } else {
+        const errorType = errors[router.query.error[0]];
+        setError(errorType);
+      }
+    }
+  }, [router]);
+
   const signinWithEmail = (ev: React.FormEvent) => {
     ev.preventDefault();
     signIn(email.id, { callbackUrl: "/dashboard", email: emailEl.current.value });
@@ -110,6 +153,11 @@ function Signin({ csrfToken, providers }) {
           </Link>
           .
         </div>
+        {error && (
+          <div className="text-center mt-8">
+            <p className="text-orange-600">Error: {error}</p>
+          </div>
+        )}
       </AuthLayout>
     </div>
   );

From c4b55d2f1317a1ade6cf22198b162c7e304cca0d Mon Sep 17 00:00:00 2001
From: Yannic Kilcher <yk@users.noreply.github.com>
Date: Sun, 8 Jan 2023 16:51:59 +0100
Subject: [PATCH 42/69] updated pre-commit workflow to post advice to users

---
 .github/workflows/pre-commit.yaml | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/.github/workflows/pre-commit.yaml b/.github/workflows/pre-commit.yaml
index 0f747b45..0f82185f 100644
--- a/.github/workflows/pre-commit.yaml
+++ b/.github/workflows/pre-commit.yaml
@@ -16,3 +16,12 @@ jobs:
         with:
           python-version: "3.10"
       - uses: pre-commit/action@v3.0.0
+      - name: Post PR comment on failure
+        if: failure() && github.event_name == 'pull_request'
+        uses: peter-evans/create-or-update-comment@v2
+        with:
+          issue-number: ${{ github.event.pull_request.number }}
+          body: |
+            :x: **pre-commit** failed.
+            Please run `pre-commit run --all-files` locally and commit the changes.
+            Find more information in the repository's CONTRIBUTING.md

From 4769db59c299ac32174be666a71f357be1ae077a Mon Sep 17 00:00:00 2001
From: Yannic Kilcher <yk@users.noreply.github.com>
Date: Sun, 8 Jan 2023 16:53:48 +0100
Subject: [PATCH 43/69] added pre-commit guides and purposely did not run
 pre-commit

---
 CONTRIBUTING.md | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index 608afe25..54e13418 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -96,7 +96,9 @@ The website is built using Next.js and is in the `website` folder.
 
 ### Pre-commit
 
-Install `pre-commit` and run `pre-commit install` to install the pre-commit
+We are using `pre-commit` to enforce code style and formatting.
+
+Install `pre-commit` from [its website](https://pre-commit.com) and run `pre-commit install` to install the pre-commit
 hooks.
 
 In case you haven't done this, have already committed, and CI is failing, you

From dc5a7d5c10bafae7c246dd72850db4fbe9826e5f Mon Sep 17 00:00:00 2001
From: Yannic Kilcher <yk@users.noreply.github.com>
Date: Sun, 8 Jan 2023 16:57:17 +0100
Subject: [PATCH 44/69] ran pre-commit

---
 CONTRIBUTING.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index 54e13418..428f6a50 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -98,8 +98,8 @@ The website is built using Next.js and is in the `website` folder.
 
 We are using `pre-commit` to enforce code style and formatting.
 
-Install `pre-commit` from [its website](https://pre-commit.com) and run `pre-commit install` to install the pre-commit
-hooks.
+Install `pre-commit` from [its website](https://pre-commit.com) and run
+`pre-commit install` to install the pre-commit hooks.
 
 In case you haven't done this, have already committed, and CI is failing, you
 can run `pre-commit run --all-files` to run the pre-commit hooks on all files.

From 35292e800a2e444e773cb62458819189ce95876b Mon Sep 17 00:00:00 2001
From: Desmond Grealy <grealydesmond@gmail.com>
Date: Sun, 8 Jan 2023 08:35:58 -0800
Subject: [PATCH 45/69] Add theme to verify page. Simplify

---
 website/src/pages/auth/verify.tsx | 12 +++++++++---
 1 file changed, 9 insertions(+), 3 deletions(-)

diff --git a/website/src/pages/auth/verify.tsx b/website/src/pages/auth/verify.tsx
index e004f504..b4d7d739 100644
--- a/website/src/pages/auth/verify.tsx
+++ b/website/src/pages/auth/verify.tsx
@@ -1,17 +1,23 @@
+import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
 import { getCsrfToken, getProviders } from "next-auth/react";
 import { AuthLayout } from "src/components/AuthLayout";
 
 export default function Verify() {
+  const { colorMode } = useColorMode();
+  const bgColorClass = colorMode === "light" ? "bg-gray-50" : "bg-chakra-gray-900";
+
   return (
     <>
       <Head>
         <title>Sign Up - Open Assistant</title>
         <meta name="Sign Up" content="Sign up to access Open Assistant" />
       </Head>
-      <AuthLayout>
-        <h1 className="text-lg">A sign-in link has been sent to your email address.</h1>
-      </AuthLayout>
+      <div className={`flex h-full justify-center items-center ${bgColorClass}`}>
+        <div className={bgColorClass}>
+          <h1 className="text-lg">A sign-in link has been sent to your email address.</h1>
+        </div>
+      </div>
     </>
   );
 }

From 0ec2d7fb0564e4cc133a9b43d3c1eb3c1eec832c Mon Sep 17 00:00:00 2001
From: Kostia <kkaploon@gmail.com>
Date: Sun, 8 Jan 2023 19:24:08 +0200
Subject: [PATCH 46/69] Add /tasks/all route to website

---
 website/src/pages/tasks/all.tsx | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 website/src/pages/tasks/all.tsx

diff --git a/website/src/pages/tasks/all.tsx b/website/src/pages/tasks/all.tsx
new file mode 100644
index 00000000..6e4e926b
--- /dev/null
+++ b/website/src/pages/tasks/all.tsx
@@ -0,0 +1,19 @@
+import Head from "next/head";
+import { TaskOption } from "src/components/Dashboard";
+import { getDashboardLayout } from "src/components/Layout";
+
+const AllTasks = () => {
+  return (
+    <>
+      <Head>
+        <title>All Tasks - Open Assistant</title>
+        <meta name="description" content="All tasks for Open Assistant." />
+      </Head>
+      <TaskOption />
+    </>
+  );
+};
+
+AllTasks.getLayout = (page) => getDashboardLayout(page);
+
+export default AllTasks;

From ece8f227c2dd14551da6b1be895425063b13db88 Mon Sep 17 00:00:00 2001
From: Callum <callumgander@hotmail.com>
Date: Sun, 8 Jan 2023 17:47:08 +0000
Subject: [PATCH 47/69] #224: Simplified error useEffect and renamed errors to
 errorMessages

---
 website/src/pages/auth/signin.tsx | 15 +++++++--------
 1 file changed, 7 insertions(+), 8 deletions(-)

diff --git a/website/src/pages/auth/signin.tsx b/website/src/pages/auth/signin.tsx
index 14f81b4c..9a1d91a8 100644
--- a/website/src/pages/auth/signin.tsx
+++ b/website/src/pages/auth/signin.tsx
@@ -4,7 +4,7 @@ import Head from "next/head";
 import Link from "next/link";
 import { useRouter } from "next/router";
 import { getCsrfToken, getProviders, signIn } from "next-auth/react";
-import React, { useRef, useEffect, useState } from "react";
+import React, { useEffect, useRef, useState } from "react";
 import { FaBug, FaDiscord, FaEnvelope, FaGithub } from "react-icons/fa";
 import { AuthLayout } from "src/components/AuthLayout";
 import { Footer } from "src/components/Footer";
@@ -23,7 +23,7 @@ export type SignInErrorTypes =
   | "SessionRequired"
   | "default";
 
-const errors: Record<SignInErrorTypes, string> = {
+const errorMessages: Record<SignInErrorTypes, string> = {
   Signin: "Try signing in with a different account.",
   OAuthSignin: "Try signing in with a different account.",
   OAuthCallback: "Try signing in with the same account you used originally.",
@@ -45,13 +45,12 @@ function Signin({ csrfToken, providers }) {
   const [error, setError] = useState("");
 
   useEffect(() => {
-    if (router?.query?.error) {
-      if (typeof router.query.error === "string") {
-        const errorType = errors[router.query.error];
-        setError(errorType);
+    const err = router?.query?.error;
+    if (err) {
+      if (typeof err === "string") {
+        setError(errorMessages[err]);
       } else {
-        const errorType = errors[router.query.error[0]];
-        setError(errorType);
+        setError(errorMessages[err[0]]);
       }
     }
   }, [router]);

From 8906854dbfbf0a3f9bb0c9ce2e53d0f996f534c0 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Andreas=20K=C3=B6pf?= <andreas.koepf@provisio.com>
Date: Sun, 8 Jan 2023 19:08:47 +0100
Subject: [PATCH 48/69] Extract UserRepository and TaskRepository from
 PromptRepository

* Extract classes UserRepository and TaskRepository from PromptRepository
* move close_task() to TaskRepository and get_user_leaderboard to UserRepository()
* Use UserRepository in leaderboards endpoint, add type annotation to leaderboards endpoint
---
 backend/main.py                               |  17 +-
 .../oasst_backend/api/v1/frontend_messages.py |  14 +-
 .../oasst_backend/api/v1/frontend_users.py    |   4 +-
 backend/oasst_backend/api/v1/leaderboards.py  |  15 +-
 backend/oasst_backend/api/v1/messages.py      |  18 +-
 backend/oasst_backend/api/v1/stats.py         |   2 +-
 backend/oasst_backend/api/v1/tasks.py         |  20 +-
 backend/oasst_backend/api/v1/text_labels.py   |   2 +-
 backend/oasst_backend/api/v1/users.py         |   4 +-
 .../models/message_tree_state.py              |  45 ++-
 backend/oasst_backend/prompt_repository.py    | 326 ++++--------------
 backend/oasst_backend/task_repository.py      | 199 +++++++++++
 backend/oasst_backend/user_repository.py      |  64 ++++
 13 files changed, 409 insertions(+), 321 deletions(-)
 create mode 100644 backend/oasst_backend/task_repository.py
 create mode 100644 backend/oasst_backend/user_repository.py

diff --git a/backend/main.py b/backend/main.py
index 1c93fc9f..b84a2d9e 100644
--- a/backend/main.py
+++ b/backend/main.py
@@ -14,7 +14,7 @@ from oasst_backend.api.deps import get_dummy_api_client
 from oasst_backend.api.v1.api import api_router
 from oasst_backend.config import settings
 from oasst_backend.database import engine
-from oasst_backend.prompt_repository import PromptRepository
+from oasst_backend.prompt_repository import PromptRepository, TaskRepository, UserRepository
 from oasst_shared.exceptions import OasstError, OasstErrorCode
 from oasst_shared.schemas import protocol as protocol_schema
 from pydantic import BaseModel
@@ -110,7 +110,12 @@ if settings.DEBUG_USE_SEED_DATA:
             with Session(engine) as db:
                 api_client = get_dummy_api_client(db)
                 dummy_user = protocol_schema.User(id="__dummy_user__", display_name="Dummy User", auth_method="local")
-                pr = PromptRepository(db=db, api_client=api_client, user=dummy_user)
+
+                ur = UserRepository(db=db, api_client=api_client)
+                tr = TaskRepository(db=db, api_client=api_client, client_user=dummy_user, user_repository=ur)
+                pr = PromptRepository(
+                    db=db, api_client=api_client, client_user=dummy_user, user_repository=ur, task_repository=tr
+                )
 
                 with open(settings.DEBUG_USE_SEED_DATA_PATH) as f:
                     dummy_messages_raw = json.load(f)
@@ -118,14 +123,14 @@ if settings.DEBUG_USE_SEED_DATA:
                 dummy_messages = [DummyMessage(**dm) for dm in dummy_messages_raw]
 
                 for msg in dummy_messages:
-                    task = pr.fetch_task_by_frontend_message_id(msg.task_message_id)
+                    task = tr.fetch_task_by_frontend_message_id(msg.task_message_id)
                     if task and not task.ack:
                         logger.warning("Deleting unacknowledged seed data task")
                         db.delete(task)
                         task = None
                     if not task:
                         if msg.parent_message_id is None:
-                            task = pr.store_task(
+                            task = tr.store_task(
                                 protocol_schema.InitialPromptTask(hint=""), message_tree_id=None, parent_message_id=None
                             )
                         else:
@@ -144,12 +149,12 @@ if settings.DEBUG_USE_SEED_DATA:
                                     for cmsg in conversation_messages
                                 ]
                             )
-                            task = pr.store_task(
+                            task = tr.store_task(
                                 protocol_schema.AssistantReplyTask(conversation=conversation),
                                 message_tree_id=parent_message.message_tree_id,
                                 parent_message_id=parent_message.id,
                             )
-                        pr.bind_frontend_message_id(task.id, msg.task_message_id)
+                        tr.bind_frontend_message_id(task.id, msg.task_message_id)
                         message = pr.store_text_reply(msg.text, msg.task_message_id, msg.user_message_id)
 
                         logger.info(
diff --git a/backend/oasst_backend/api/v1/frontend_messages.py b/backend/oasst_backend/api/v1/frontend_messages.py
index 420f0d1b..f149bebb 100644
--- a/backend/oasst_backend/api/v1/frontend_messages.py
+++ b/backend/oasst_backend/api/v1/frontend_messages.py
@@ -16,7 +16,7 @@ def get_message_by_frontend_id(
     """
     Get a message by its frontend ID.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message_by_frontend_message_id(message_id)
     return utils.prepare_message(message)
 
@@ -29,7 +29,7 @@ def get_conv_by_frontend_id(
     Get a conversation from the tree root and up to the message with given frontend ID.
     """
 
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message_by_frontend_message_id(message_id)
     messages = pr.fetch_message_conversation(message)
     return utils.prepare_conversation(messages)
@@ -43,7 +43,7 @@ def get_tree_by_frontend_id(
     Get all messages belonging to the same message tree.
     Message is identified by its frontend ID.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message_by_frontend_message_id(message_id)
     tree = pr.fetch_message_tree(message.message_tree_id)
     return utils.prepare_tree(tree, message.message_tree_id)
@@ -56,7 +56,7 @@ def get_children_by_frontend_id(
     """
     Get all messages belonging to the same message tree.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message_by_frontend_message_id(message_id)
     messages = pr.fetch_message_children(message.id)
     return utils.prepare_message_list(messages)
@@ -70,7 +70,7 @@ def get_descendants_by_frontend_id(
     Get a subtree which starts with this message.
     The message is identified by its frontend ID.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message_by_frontend_message_id(message_id)
     descendants = pr.fetch_message_descendants(message)
     return utils.prepare_tree(descendants, message.id)
@@ -84,7 +84,7 @@ def get_longest_conv_by_frontend_id(
     Get the longest conversation from the tree of the message.
     The message is identified by its frontend ID.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message_by_frontend_message_id(message_id)
     conv = pr.fetch_longest_conversation(message.message_tree_id)
     return utils.prepare_conversation(conv)
@@ -98,7 +98,7 @@ def get_max_children_by_frontend_id(
     Get message with the most children from the tree of the provided message.
     The message is identified by its frontend ID.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message_by_frontend_message_id(message_id)
     message, children = pr.fetch_message_with_max_children(message.message_tree_id)
     return utils.prepare_tree([message, *children], message.id)
diff --git a/backend/oasst_backend/api/v1/frontend_users.py b/backend/oasst_backend/api/v1/frontend_users.py
index 0a745462..8d56b7f9 100644
--- a/backend/oasst_backend/api/v1/frontend_users.py
+++ b/backend/oasst_backend/api/v1/frontend_users.py
@@ -29,7 +29,7 @@ def query_frontend_user_messages(
     """
     Query frontend user messages.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     messages = pr.query_messages(
         username=username,
         api_client_id=api_client_id,
@@ -47,6 +47,6 @@ def query_frontend_user_messages(
 def mark_frontend_user_messages_deleted(
     username: str, api_client: ApiClient = Depends(deps.get_trusted_api_client), db: Session = Depends(deps.get_db)
 ):
-    pr = PromptRepository(db, api_client, None)
+    pr = PromptRepository(db, api_client)
     messages = pr.query_messages(username=username, api_client_id=api_client.id)
     pr.mark_messages_deleted(messages)
diff --git a/backend/oasst_backend/api/v1/leaderboards.py b/backend/oasst_backend/api/v1/leaderboards.py
index 4202edad..46aea637 100644
--- a/backend/oasst_backend/api/v1/leaderboards.py
+++ b/backend/oasst_backend/api/v1/leaderboards.py
@@ -1,7 +1,8 @@
 from fastapi import APIRouter, Depends
 from oasst_backend.api import deps
 from oasst_backend.models import ApiClient
-from oasst_backend.prompt_repository import PromptRepository
+from oasst_backend.user_repository import UserRepository
+from oasst_shared.schemas.protocol import LeaderboardStats
 from sqlmodel import Session
 
 router = APIRouter()
@@ -11,15 +12,15 @@ router = APIRouter()
 def get_assistant_leaderboard(
     db: Session = Depends(deps.get_db),
     api_client: ApiClient = Depends(deps.get_trusted_api_client),
-):
-    pr = PromptRepository(db, api_client, None)
-    return pr.get_user_leaderboard(role="assistant")
+) -> LeaderboardStats:
+    ur = UserRepository(db, api_client)
+    return ur.get_user_leaderboard(role="assistant")
 
 
 @router.get("/create/prompter")
 def get_prompter_leaderboard(
     db: Session = Depends(deps.get_db),
     api_client: ApiClient = Depends(deps.get_trusted_api_client),
-):
-    pr = PromptRepository(db, api_client, None)
-    return pr.get_user_leaderboard(role="prompter")
+) -> LeaderboardStats:
+    ur = UserRepository(db, api_client)
+    return ur.get_user_leaderboard(role="prompter")
diff --git a/backend/oasst_backend/api/v1/messages.py b/backend/oasst_backend/api/v1/messages.py
index 7a2fd2e9..6229e20c 100644
--- a/backend/oasst_backend/api/v1/messages.py
+++ b/backend/oasst_backend/api/v1/messages.py
@@ -29,7 +29,7 @@ def query_messages(
     """
     Query messages.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     messages = pr.query_messages(
         username=username,
         api_client_id=api_client_id,
@@ -51,7 +51,7 @@ def get_message(
     """
     Get a message by its internal ID.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message(message_id)
     return utils.prepare_message(message)
 
@@ -64,7 +64,7 @@ def get_conv(
     Get a conversation from the tree root and up to the message with given internal ID.
     """
 
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     messages = pr.fetch_message_conversation(message_id)
     return utils.prepare_conversation(messages)
 
@@ -76,7 +76,7 @@ def get_tree(
     """
     Get all messages belonging to the same message tree.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message(message_id)
     tree = pr.fetch_message_tree(message.message_tree_id)
     return utils.prepare_tree(tree, message.message_tree_id)
@@ -89,7 +89,7 @@ def get_children(
     """
     Get all messages belonging to the same message tree.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     messages = pr.fetch_message_children(message_id)
     return utils.prepare_message_list(messages)
 
@@ -101,7 +101,7 @@ def get_descendants(
     """
     Get a subtree which starts with this message.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message(message_id)
     descendants = pr.fetch_message_descendants(message)
     return utils.prepare_tree(descendants, message.id)
@@ -114,7 +114,7 @@ def get_longest_conv(
     """
     Get the longest conversation from the tree of the message.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message(message_id)
     conv = pr.fetch_longest_conversation(message.message_tree_id)
     return utils.prepare_conversation(conv)
@@ -127,7 +127,7 @@ def get_max_children(
     """
     Get message with the most children from the tree of the provided message.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     message = pr.fetch_message(message_id)
     message, children = pr.fetch_message_with_max_children(message.message_tree_id)
     return utils.prepare_tree([message, *children], message.id)
@@ -137,5 +137,5 @@ def get_max_children(
 def mark_message_deleted(
     message_id: UUID, api_client: ApiClient = Depends(deps.get_trusted_api_client), db: Session = Depends(deps.get_db)
 ):
-    pr = PromptRepository(db, api_client, None)
+    pr = PromptRepository(db, api_client)
     pr.mark_messages_deleted(message_id)
diff --git a/backend/oasst_backend/api/v1/stats.py b/backend/oasst_backend/api/v1/stats.py
index a54aa07b..1aaffb1b 100644
--- a/backend/oasst_backend/api/v1/stats.py
+++ b/backend/oasst_backend/api/v1/stats.py
@@ -13,5 +13,5 @@ def get_message_stats(
     db: Session = Depends(deps.get_db),
     api_client: ApiClient = Depends(deps.get_trusted_api_client),
 ):
-    pr = PromptRepository(db, api_client, None)
+    pr = PromptRepository(db, api_client)
     return pr.get_stats()
diff --git a/backend/oasst_backend/api/v1/tasks.py b/backend/oasst_backend/api/v1/tasks.py
index adfb2907..eb10dc00 100644
--- a/backend/oasst_backend/api/v1/tasks.py
+++ b/backend/oasst_backend/api/v1/tasks.py
@@ -7,7 +7,7 @@ from fastapi.security.api_key import APIKey
 from loguru import logger
 from oasst_backend.api import deps
 from oasst_backend.api.v1.utils import prepare_conversation
-from oasst_backend.prompt_repository import PromptRepository
+from oasst_backend.prompt_repository import PromptRepository, TaskRepository
 from oasst_shared.exceptions import OasstError, OasstErrorCode
 from oasst_shared.schemas import protocol as protocol_schema
 from sqlmodel import Session
@@ -190,9 +190,9 @@ def request_task(
     api_client = deps.api_auth(api_key, db)
 
     try:
-        pr = PromptRepository(db, api_client, request.user)
+        pr = PromptRepository(db, api_client, client_user=request.user)
         task, message_tree_id, parent_message_id = generate_task(request, pr)
-        pr.store_task(task, message_tree_id, parent_message_id, request.collective)
+        pr.task_repository.store_task(task, message_tree_id, parent_message_id, request.collective)
 
     except OasstError:
         raise
@@ -217,11 +217,11 @@ def tasks_acknowledge(
     api_client = deps.api_auth(api_key, db)
 
     try:
-        pr = PromptRepository(db, api_client, user=None)
+        pr = PromptRepository(db, api_client)
 
         # here we store the message id in the database for the task
         logger.info(f"Frontend acknowledges task {task_id=}, {ack_request=}.")
-        pr.bind_frontend_message_id(task_id=task_id, frontend_message_id=ack_request.message_id)
+        pr.task_repository.bind_frontend_message_id(task_id=task_id, frontend_message_id=ack_request.message_id)
 
     except OasstError:
         raise
@@ -245,8 +245,8 @@ def tasks_acknowledge_failure(
     try:
         logger.info(f"Frontend reports failure to implement task {task_id=}, {nack_request=}.")
         api_client = deps.api_auth(api_key, db)
-        pr = PromptRepository(db, api_client, user=None)
-        pr.acknowledge_task_failure(task_id)
+        pr = PromptRepository(db, api_client)
+        pr.task_repository.acknowledge_task_failure(task_id)
     except (KeyError, RuntimeError):
         logger.exception("Failed to not acknowledge task.")
         raise OasstError("Failed to not acknowledge task.", OasstErrorCode.TASK_NACK_FAILED)
@@ -265,7 +265,7 @@ def tasks_interaction(
     api_client = deps.api_auth(api_key, db)
 
     try:
-        pr = PromptRepository(db, api_client, user=interaction.user)
+        pr = PromptRepository(db, api_client, client_user=interaction.user)
 
         match type(interaction):
             case protocol_schema.TextReplyToMessage:
@@ -323,6 +323,6 @@ def close_collective_task(
     api_key: APIKey = Depends(deps.get_api_key),
 ):
     api_client = deps.api_auth(api_key, db)
-    pr = PromptRepository(db, api_client, user=None)
-    pr.close_task(close_task_request.message_id)
+    tr = TaskRepository(db, api_client)
+    tr.close_task(close_task_request.message_id)
     return protocol_schema.TaskDone()
diff --git a/backend/oasst_backend/api/v1/text_labels.py b/backend/oasst_backend/api/v1/text_labels.py
index 03fd2cb4..c9afd88c 100644
--- a/backend/oasst_backend/api/v1/text_labels.py
+++ b/backend/oasst_backend/api/v1/text_labels.py
@@ -25,7 +25,7 @@ def label_text(
 
     try:
         logger.info(f"Labeling text {text_labels=}.")
-        pr = PromptRepository(db, api_client, user=text_labels.user)
+        pr = PromptRepository(db, api_client, client_user=text_labels.user)
         pr.store_text_labels(text_labels)
 
     except Exception:
diff --git a/backend/oasst_backend/api/v1/users.py b/backend/oasst_backend/api/v1/users.py
index 8d55bfec..5dda88eb 100644
--- a/backend/oasst_backend/api/v1/users.py
+++ b/backend/oasst_backend/api/v1/users.py
@@ -29,7 +29,7 @@ def query_user_messages(
     """
     Query user messages.
     """
-    pr = PromptRepository(db, api_client, user=None)
+    pr = PromptRepository(db, api_client)
     messages = pr.query_messages(
         user_id=user_id,
         api_client_id=api_client_id,
@@ -48,6 +48,6 @@ def query_user_messages(
 def mark_user_messages_deleted(
     user_id: UUID, api_client: ApiClient = Depends(deps.get_trusted_api_client), db: Session = Depends(deps.get_db)
 ):
-    pr = PromptRepository(db, api_client, None)
+    pr = PromptRepository(db, api_client)
     messages = pr.query_messages(user_id=user_id)
     pr.mark_messages_deleted(messages)
diff --git a/backend/oasst_backend/models/message_tree_state.py b/backend/oasst_backend/models/message_tree_state.py
index 386595e9..97ad34eb 100644
--- a/backend/oasst_backend/models/message_tree_state.py
+++ b/backend/oasst_backend/models/message_tree_state.py
@@ -6,27 +6,56 @@ import sqlalchemy as sa
 import sqlalchemy.dialects.postgresql as pg
 from sqlmodel import Field, Index, SQLModel
 
-# The types of States a message tree can have.
 
+class States(str, Enum):
+    """States of the Open-Assistant message tree state machine."""
+
+    INITIAL_PROMPT_REVIEW = "initial_prompt_review"
+    """In this state the message tree consists only of a single inital prompt root node.
+    Initial prompt labeling tasks will determine if the tree goes into `breeding_phase` or
+    `aborted_low_grade`."""
 
-class States(Enum):
-    INITIAL = "initial"
     BREEDING_PHASE = "breeding_phase"
+    """Assistant & prompter human demonstrations are collected. Concurrently labeling tasks
+    are handed out to check if the quality of the replies surpasses the minimum acceptable
+    quality.
+    When the required number of messages passing the initial labelling-quality check has been
+    collected the tree will enter `ranking_phase`. If too many poor-quality labelling responses
+    are received the tree can also enter the `aborted_low_grade` state."""
+
     RANKING_PHASE = "ranking_phase"
+    """The tree has been successfully populated with the desired number of messages. Ranking
+    tasks are now handed out for all nodes with more than one child."""
+
     READY_FOR_SCORING = "ready_for_scoring"
-    CHILDREN_SCORED = "children_scored"
-    FINAL = "final"
+    """Required ranking responses have been collected and the scoring algorithm can now
+    compute the aggergated ranking scores that will appear in the dataset."""
+
+    READY_FOR_EXPORT = "ready_for_export"
+    """The Scoring algorithm computed rankings scores for all childern. The message tree can be
+    exported as part of an Open-Assistant message tree dataset."""
+
+    SCORING_FAILED = "scoring_failed"
+    """An exception occured in the scoring algorithm."""
+
+    ABORTED_LOW_GRADE = "aborted_low_grade"
+    """The system received too many bad reviews and stopped handing out tasks for this message tree."""
+
+    HALTED_BY_MODERATOR = "halted_by_moderator"
+    """A moderator decided to manually halt the message tree construction process."""
 
 
 VALID_STATES = (
-    States.INITIAL,
+    States.INITIAL_PROMPT_REVIEW,
     States.BREEDING_PHASE,
     States.RANKING_PHASE,
     States.READY_FOR_SCORING,
-    States.CHILDREN_SCORED,
-    States.FINAL,
+    States.READY_FOR_EXPORT,
+    States.ABORTED_LOW_GRADE,
 )
 
+TERMINAL_STATES = (States.READY_FOR_EXPORT, States.ABORTED_LOW_GRADE, States.SCORING_FAILED, States.HALTED_BY_MODERATOR)
+
 
 class MessageTreeState(SQLModel, table=True):
     __tablename__ = "message_tree_state"
diff --git a/backend/oasst_backend/prompt_repository.py b/backend/oasst_backend/prompt_repository.py
index 7c7dd7b6..7446ec07 100644
--- a/backend/oasst_backend/prompt_repository.py
+++ b/backend/oasst_backend/prompt_repository.py
@@ -8,98 +8,39 @@ from uuid import UUID, uuid4
 import oasst_backend.models.db_payload as db_payload
 from loguru import logger
 from oasst_backend.journal_writer import JournalWriter
-from oasst_backend.models import ApiClient, Message, MessageReaction, Task, TextLabels, User
+from oasst_backend.models import ApiClient, Message, MessageReaction, TextLabels, User
 from oasst_backend.models.payload_column_type import PayloadContainer
+from oasst_backend.task_repository import TaskRepository, validate_frontend_message_id
+from oasst_backend.user_repository import UserRepository
 from oasst_shared.exceptions import OasstError, OasstErrorCode
 from oasst_shared.schemas import protocol as protocol_schema
-from oasst_shared.schemas.protocol import LeaderboardStats, SystemStats
+from oasst_shared.schemas.protocol import SystemStats
 from sqlalchemy import update
 from sqlmodel import Session, func
 from starlette.status import HTTP_403_FORBIDDEN, HTTP_404_NOT_FOUND
 
 
 class PromptRepository:
-    def __init__(self, db: Session, api_client: ApiClient, user: Optional[protocol_schema.User]):
+    def __init__(
+        self,
+        db: Session,
+        api_client: ApiClient,
+        client_user: Optional[protocol_schema.User] = None,
+        user_repository: Optional[UserRepository] = None,
+        task_repository: Optional[TaskRepository] = None,
+    ):
         self.db = db
         self.api_client = api_client
-        self.user = self.lookup_user(user)
+        self.user_repository = user_repository or UserRepository(db, api_client)
+        self.user = self.user_repository.lookup_client_user(client_user, create_missing=True)
         self.user_id = self.user.id if self.user else None
+        self.task_repository = task_repository or TaskRepository(
+            db, api_client, client_user, user_repository=self.user_repository
+        )
         self.journal = JournalWriter(db, api_client, self.user)
 
-    def lookup_user(self, client_user: protocol_schema.User) -> Optional[User]:
-        if not client_user:
-            return None
-        user: User = (
-            self.db.query(User)
-            .filter(
-                User.api_client_id == self.api_client.id,
-                User.username == client_user.id,
-                User.auth_method == client_user.auth_method,
-            )
-            .first()
-        )
-        if user is None:
-            # user is unknown, create new record
-            user = User(
-                username=client_user.id,
-                display_name=client_user.display_name,
-                api_client_id=self.api_client.id,
-                auth_method=client_user.auth_method,
-            )
-            self.db.add(user)
-            self.db.commit()
-            self.db.refresh(user)
-        elif client_user.display_name and client_user.display_name != user.display_name:
-            # we found the user but the display name changed
-            user.display_name = client_user.display_name
-            self.db.add(user)
-            self.db.commit()
-        return user
-
-    def validate_frontend_message_id(self, message_id: str) -> None:
-        # TODO: Should it be replaced with fastapi/pydantic validation?
-        if not isinstance(message_id, str):
-            raise OasstError(
-                f"message_id must be string, not {type(message_id)}", OasstErrorCode.INVALID_FRONTEND_MESSAGE_ID
-            )
-        if not message_id:
-            raise OasstError("message_id must not be empty", OasstErrorCode.INVALID_FRONTEND_MESSAGE_ID)
-
-    def bind_frontend_message_id(self, task_id: UUID, frontend_message_id: str):
-        self.validate_frontend_message_id(frontend_message_id)
-
-        # find task
-        task: Task = self.db.query(Task).filter(Task.id == task_id, Task.api_client_id == self.api_client.id).first()
-        if task is None:
-            raise OasstError(f"Task for {task_id=} not found", OasstErrorCode.TASK_NOT_FOUND, HTTP_404_NOT_FOUND)
-        if task.expired:
-            raise OasstError("Task already expired.", OasstErrorCode.TASK_EXPIRED)
-        if task.done or task.ack is not None:
-            raise OasstError("Task already updated.", OasstErrorCode.TASK_ALREADY_UPDATED)
-
-        task.frontend_message_id = frontend_message_id
-        task.ack = True
-        # ToDo: check race-condition, transaction
-        self.db.add(task)
-        self.db.commit()
-
-    def acknowledge_task_failure(self, task_id):
-        # find task
-        task: Task = self.db.query(Task).filter(Task.id == task_id, Task.api_client_id == self.api_client.id).first()
-        if task is None:
-            raise OasstError(f"Task for {task_id=} not found", OasstErrorCode.TASK_NOT_FOUND, HTTP_404_NOT_FOUND)
-        if task.expired:
-            raise OasstError("Task already expired.", OasstErrorCode.TASK_EXPIRED)
-        if task.done or task.ack is not None:
-            raise OasstError("Task already updated.", OasstErrorCode.TASK_ALREADY_UPDATED)
-
-        task.ack = False
-        # ToDo: check race-condition, transaction
-        self.db.add(task)
-        self.db.commit()
-
     def fetch_message_by_frontend_message_id(self, frontend_message_id: str, fail_if_missing: bool = True) -> Message:
-        self.validate_frontend_message_id(frontend_message_id)
+        validate_frontend_message_id(frontend_message_id)
         message: Message = (
             self.db.query(Message)
             .filter(Message.api_client_id == self.api_client.id, Message.frontend_message_id == frontend_message_id)
@@ -113,20 +54,48 @@ class PromptRepository:
             )
         return message
 
-    def fetch_task_by_frontend_message_id(self, message_id: str) -> Task:
-        self.validate_frontend_message_id(message_id)
-        task = (
-            self.db.query(Task)
-            .filter(Task.api_client_id == self.api_client.id, Task.frontend_message_id == message_id)
-            .one_or_none()
+    def insert_message(
+        self,
+        *,
+        message_id: UUID,
+        frontend_message_id: str,
+        parent_id: UUID,
+        message_tree_id: UUID,
+        task_id: UUID,
+        role: str,
+        payload: db_payload.MessagePayload,
+        payload_type: str = None,
+        depth: int = 0,
+    ) -> Message:
+        if payload_type is None:
+            if payload is None:
+                payload_type = "null"
+            else:
+                payload_type = type(payload).__name__
+
+        message = Message(
+            id=message_id,
+            parent_id=parent_id,
+            message_tree_id=message_tree_id,
+            task_id=task_id,
+            user_id=self.user_id,
+            role=role,
+            frontend_message_id=frontend_message_id,
+            api_client_id=self.api_client.id,
+            payload_type=payload_type,
+            payload=PayloadContainer(payload=payload),
+            depth=depth,
         )
-        return task
+        self.db.add(message)
+        self.db.commit()
+        self.db.refresh(message)
+        return message
 
     def store_text_reply(self, text: str, frontend_message_id: str, user_frontend_message_id: str) -> Message:
-        self.validate_frontend_message_id(frontend_message_id)
-        self.validate_frontend_message_id(user_frontend_message_id)
+        validate_frontend_message_id(frontend_message_id)
+        validate_frontend_message_id(user_frontend_message_id)
 
-        task = self.fetch_task_by_frontend_message_id(frontend_message_id)
+        task = self.task_repository.fetch_task_by_frontend_message_id(frontend_message_id)
 
         if task is None:
             raise OasstError(f"Task for {frontend_message_id=} not found", OasstErrorCode.TASK_NOT_FOUND)
@@ -174,7 +143,7 @@ class PromptRepository:
     def store_rating(self, rating: protocol_schema.MessageRating) -> MessageReaction:
         message = self.fetch_message_by_frontend_message_id(rating.message_id, fail_if_missing=True)
 
-        task = self.fetch_task_by_frontend_message_id(rating.message_id)
+        task = self.task_repository.fetch_task_by_frontend_message_id(rating.message_id)
         task_payload: db_payload.RateSummaryPayload = task.payload.payload
         if type(task_payload) != db_payload.RateSummaryPayload:
             raise OasstError(
@@ -201,7 +170,7 @@ class PromptRepository:
 
     def store_ranking(self, ranking: protocol_schema.MessageRanking) -> MessageReaction:
         # fetch task
-        task = self.fetch_task_by_frontend_message_id(ranking.message_id)
+        task = self.task_repository.fetch_task_by_frontend_message_id(ranking.message_id)
         if not task.collective:
             task.done = True
             self.db.add(task)
@@ -255,142 +224,6 @@ class PromptRepository:
                     OasstErrorCode.TASK_PAYLOAD_TYPE_MISMATCH,
                 )
 
-    def store_task(
-        self,
-        task: protocol_schema.Task,
-        message_tree_id: UUID = None,
-        parent_message_id: UUID = None,
-        collective: bool = False,
-    ) -> Task:
-        payload: db_payload.TaskPayload
-        match type(task):
-            case protocol_schema.SummarizeStoryTask:
-                payload = db_payload.SummarizationStoryPayload(story=task.story)
-
-            case protocol_schema.RateSummaryTask:
-                payload = db_payload.RateSummaryPayload(
-                    full_text=task.full_text, summary=task.summary, scale=task.scale
-                )
-
-            case protocol_schema.InitialPromptTask:
-                payload = db_payload.InitialPromptPayload(hint=task.hint)
-
-            case protocol_schema.PrompterReplyTask:
-                payload = db_payload.PrompterReplyPayload(conversation=task.conversation, hint=task.hint)
-
-            case protocol_schema.AssistantReplyTask:
-                payload = db_payload.AssistantReplyPayload(type=task.type, conversation=task.conversation)
-
-            case protocol_schema.RankInitialPromptsTask:
-                payload = db_payload.RankInitialPromptsPayload(type=task.type, prompts=task.prompts)
-
-            case protocol_schema.RankPrompterRepliesTask:
-                payload = db_payload.RankPrompterRepliesPayload(
-                    type=task.type, conversation=task.conversation, replies=task.replies
-                )
-
-            case protocol_schema.RankAssistantRepliesTask:
-                payload = db_payload.RankAssistantRepliesPayload(
-                    type=task.type, conversation=task.conversation, replies=task.replies
-                )
-
-            case protocol_schema.LabelInitialPromptTask:
-                payload = db_payload.LabelInitialPromptPayload(
-                    type=task.type, message_id=task.message_id, prompt=task.prompt, valid_labels=task.valid_labels
-                )
-
-            case protocol_schema.LabelPrompterReplyTask:
-                payload = db_payload.LabelPrompterReplyPayload(
-                    type=task.type,
-                    message_id=task.message_id,
-                    conversation=task.conversation,
-                    reply=task.reply,
-                    valid_labels=task.valid_labels,
-                )
-
-            case protocol_schema.LabelAssistantReplyTask:
-                payload = db_payload.LabelAssistantReplyPayload(
-                    type=task.type,
-                    message_id=task.message_id,
-                    conversation=task.conversation,
-                    reply=task.reply,
-                    valid_labels=task.valid_labels,
-                )
-
-            case _:
-                raise OasstError(f"Invalid task type: {type(task)=}", OasstErrorCode.INVALID_TASK_TYPE)
-
-        task = self.insert_task(
-            payload=payload,
-            id=task.id,
-            message_tree_id=message_tree_id,
-            parent_message_id=parent_message_id,
-            collective=collective,
-        )
-        assert task.id == task.id
-        return task
-
-    def insert_task(
-        self,
-        payload: db_payload.TaskPayload,
-        id: UUID = None,
-        message_tree_id: UUID = None,
-        parent_message_id: UUID = None,
-        collective: bool = False,
-    ) -> Task:
-        c = PayloadContainer(payload=payload)
-        task = Task(
-            id=id,
-            user_id=self.user_id,
-            payload_type=type(payload).__name__,
-            payload=c,
-            api_client_id=self.api_client.id,
-            message_tree_id=message_tree_id,
-            parent_message_id=parent_message_id,
-            collective=collective,
-        )
-        self.db.add(task)
-        self.db.commit()
-        self.db.refresh(task)
-        return task
-
-    def insert_message(
-        self,
-        *,
-        message_id: UUID,
-        frontend_message_id: str,
-        parent_id: UUID,
-        message_tree_id: UUID,
-        task_id: UUID,
-        role: str,
-        payload: db_payload.MessagePayload,
-        payload_type: str = None,
-        depth: int = 0,
-    ) -> Message:
-        if payload_type is None:
-            if payload is None:
-                payload_type = "null"
-            else:
-                payload_type = type(payload).__name__
-
-        message = Message(
-            id=message_id,
-            parent_id=parent_id,
-            message_tree_id=message_tree_id,
-            task_id=task_id,
-            user_id=self.user_id,
-            role=role,
-            frontend_message_id=frontend_message_id,
-            api_client_id=self.api_client.id,
-            payload_type=payload_type,
-            payload=PayloadContainer(payload=payload),
-            depth=depth,
-        )
-        self.db.add(message)
-        self.db.commit()
-        self.db.refresh(message)
-        return message
-
     def insert_reaction(self, task_id: UUID, payload: db_payload.ReactionPayload) -> MessageReaction:
         if self.user_id is None:
             raise OasstError("User required", OasstErrorCode.USER_NOT_SPECIFIED)
@@ -515,28 +348,6 @@ class PromptRepository:
             raise OasstError("Message not found", OasstErrorCode.MESSAGE_NOT_FOUND, HTTP_404_NOT_FOUND)
         return message
 
-    def close_task(self, frontend_message_id: str, allow_personal_tasks: bool = False):
-        """
-        Mark task as done. No further messages will be accepted for this task.
-        """
-        self.validate_frontend_message_id(frontend_message_id)
-        task = self.fetch_task_by_frontend_message_id(frontend_message_id)
-
-        if not task:
-            raise OasstError(
-                f"Task for {frontend_message_id=} not found", OasstErrorCode.TASK_NOT_FOUND, HTTP_404_NOT_FOUND
-            )
-        if task.expired:
-            raise OasstError("Task already expired", OasstErrorCode.TASK_EXPIRED)
-        if not allow_personal_tasks and not task.collective:
-            raise OasstError("This is not a collective task", OasstErrorCode.TASK_NOT_COLLECTIVE)
-        if task.done:
-            raise OasstError("Allready closed", OasstErrorCode.TASK_ALREADY_DONE)
-
-        task.done = True
-        self.db.add(task)
-        self.db.commit()
-
     @staticmethod
     def trace_conversation(messages: list[Message] | dict[UUID, Message], last_message: Message) -> list[Message]:
         """
@@ -728,24 +539,3 @@ class PromptRepository:
             deleted=result.get(True, 0),
             message_trees=result.get(None, 0),
         )
-
-    def get_user_leaderboard(self, role: str) -> LeaderboardStats:
-        """
-        Get leaderboard stats for Messages created,
-        separate leaderboard for prompts & assistants
-
-        """
-        query = (
-            self.db.query(Message.user_id, User.username, User.display_name, func.count(Message.user_id))
-            .join(User, User.id == Message.user_id, isouter=True)
-            .filter(Message.deleted is not True, Message.role == role)
-            .group_by(Message.user_id, User.username, User.display_name)
-            .order_by(func.count(Message.user_id).desc())
-        )
-
-        result = [
-            {"ranking": i, "user_id": j[0], "username": j[1], "display_name": j[2], "score": j[3]}
-            for i, j in enumerate(query.all(), start=1)
-        ]
-
-        return LeaderboardStats(leaderboard=result)
diff --git a/backend/oasst_backend/task_repository.py b/backend/oasst_backend/task_repository.py
new file mode 100644
index 00000000..15484d66
--- /dev/null
+++ b/backend/oasst_backend/task_repository.py
@@ -0,0 +1,199 @@
+from typing import Optional
+from uuid import UUID
+
+import oasst_backend.models.db_payload as db_payload
+from oasst_backend.models import ApiClient, Task
+from oasst_backend.models.payload_column_type import PayloadContainer
+from oasst_backend.user_repository import UserRepository
+from oasst_shared.exceptions.oasst_api_error import OasstError, OasstErrorCode
+from oasst_shared.schemas import protocol as protocol_schema
+from sqlmodel import Session
+from starlette.status import HTTP_404_NOT_FOUND
+
+
+def validate_frontend_message_id(message_id: str) -> None:
+    # TODO: Should it be replaced with fastapi/pydantic validation?
+    if not isinstance(message_id, str):
+        raise OasstError(
+            f"message_id must be string, not {type(message_id)}", OasstErrorCode.INVALID_FRONTEND_MESSAGE_ID
+        )
+    if not message_id:
+        raise OasstError("message_id must not be empty", OasstErrorCode.INVALID_FRONTEND_MESSAGE_ID)
+
+
+class TaskRepository:
+    def __init__(
+        self,
+        db: Session,
+        api_client: ApiClient,
+        client_user: Optional[protocol_schema.User],
+        user_repository: UserRepository,
+    ):
+        self.db = db
+        self.api_client = api_client
+        self.user_repository = user_repository
+        self.user = self.user_repository.lookup_client_user(client_user, create_missing=True)
+        self.user_id = self.user.id if self.user else None
+
+    def store_task(
+        self,
+        task: protocol_schema.Task,
+        message_tree_id: UUID = None,
+        parent_message_id: UUID = None,
+        collective: bool = False,
+    ) -> Task:
+        payload: db_payload.TaskPayload
+        match type(task):
+            case protocol_schema.SummarizeStoryTask:
+                payload = db_payload.SummarizationStoryPayload(story=task.story)
+
+            case protocol_schema.RateSummaryTask:
+                payload = db_payload.RateSummaryPayload(
+                    full_text=task.full_text, summary=task.summary, scale=task.scale
+                )
+
+            case protocol_schema.InitialPromptTask:
+                payload = db_payload.InitialPromptPayload(hint=task.hint)
+
+            case protocol_schema.PrompterReplyTask:
+                payload = db_payload.PrompterReplyPayload(conversation=task.conversation, hint=task.hint)
+
+            case protocol_schema.AssistantReplyTask:
+                payload = db_payload.AssistantReplyPayload(type=task.type, conversation=task.conversation)
+
+            case protocol_schema.RankInitialPromptsTask:
+                payload = db_payload.RankInitialPromptsPayload(type=task.type, prompts=task.prompts)
+
+            case protocol_schema.RankPrompterRepliesTask:
+                payload = db_payload.RankPrompterRepliesPayload(
+                    type=task.type, conversation=task.conversation, replies=task.replies
+                )
+
+            case protocol_schema.RankAssistantRepliesTask:
+                payload = db_payload.RankAssistantRepliesPayload(
+                    type=task.type, conversation=task.conversation, replies=task.replies
+                )
+
+            case protocol_schema.LabelInitialPromptTask:
+                payload = db_payload.LabelInitialPromptPayload(
+                    type=task.type, message_id=task.message_id, prompt=task.prompt, valid_labels=task.valid_labels
+                )
+
+            case protocol_schema.LabelPrompterReplyTask:
+                payload = db_payload.LabelPrompterReplyPayload(
+                    type=task.type,
+                    message_id=task.message_id,
+                    conversation=task.conversation,
+                    reply=task.reply,
+                    valid_labels=task.valid_labels,
+                )
+
+            case protocol_schema.LabelAssistantReplyTask:
+                payload = db_payload.LabelAssistantReplyPayload(
+                    type=task.type,
+                    message_id=task.message_id,
+                    conversation=task.conversation,
+                    reply=task.reply,
+                    valid_labels=task.valid_labels,
+                )
+
+            case _:
+                raise OasstError(f"Invalid task type: {type(task)=}", OasstErrorCode.INVALID_TASK_TYPE)
+
+        task = self.insert_task(
+            payload=payload,
+            id=task.id,
+            message_tree_id=message_tree_id,
+            parent_message_id=parent_message_id,
+            collective=collective,
+        )
+        assert task.id == task.id
+        return task
+
+    def bind_frontend_message_id(self, task_id: UUID, frontend_message_id: str):
+        validate_frontend_message_id(frontend_message_id)
+
+        # find task
+        task: Task = self.db.query(Task).filter(Task.id == task_id, Task.api_client_id == self.api_client.id).first()
+        if task is None:
+            raise OasstError(f"Task for {task_id=} not found", OasstErrorCode.TASK_NOT_FOUND, HTTP_404_NOT_FOUND)
+        if task.expired:
+            raise OasstError("Task already expired.", OasstErrorCode.TASK_EXPIRED)
+        if task.done or task.ack is not None:
+            raise OasstError("Task already updated.", OasstErrorCode.TASK_ALREADY_UPDATED)
+
+        task.frontend_message_id = frontend_message_id
+        task.ack = True
+        # ToDo: check race-condition, transaction
+        self.db.add(task)
+        self.db.commit()
+
+    def close_task(self, frontend_message_id: str, allow_personal_tasks: bool = False):
+        """
+        Mark task as done. No further messages will be accepted for this task.
+        """
+        validate_frontend_message_id(frontend_message_id)
+        task = self.task_repository.fetch_task_by_frontend_message_id(frontend_message_id)
+
+        if not task:
+            raise OasstError(
+                f"Task for {frontend_message_id=} not found", OasstErrorCode.TASK_NOT_FOUND, HTTP_404_NOT_FOUND
+            )
+        if task.expired:
+            raise OasstError("Task already expired", OasstErrorCode.TASK_EXPIRED)
+        if not allow_personal_tasks and not task.collective:
+            raise OasstError("This is not a collective task", OasstErrorCode.TASK_NOT_COLLECTIVE)
+        if task.done:
+            raise OasstError("Allready closed", OasstErrorCode.TASK_ALREADY_DONE)
+
+        task.done = True
+        self.db.add(task)
+        self.db.commit()
+
+    def acknowledge_task_failure(self, task_id):
+        # find task
+        task: Task = self.db.query(Task).filter(Task.id == task_id, Task.api_client_id == self.api_client.id).first()
+        if task is None:
+            raise OasstError(f"Task for {task_id=} not found", OasstErrorCode.TASK_NOT_FOUND, HTTP_404_NOT_FOUND)
+        if task.expired:
+            raise OasstError("Task already expired.", OasstErrorCode.TASK_EXPIRED)
+        if task.done or task.ack is not None:
+            raise OasstError("Task already updated.", OasstErrorCode.TASK_ALREADY_UPDATED)
+
+        task.ack = False
+        # ToDo: check race-condition, transaction
+        self.db.add(task)
+        self.db.commit()
+
+    def insert_task(
+        self,
+        payload: db_payload.TaskPayload,
+        id: UUID = None,
+        message_tree_id: UUID = None,
+        parent_message_id: UUID = None,
+        collective: bool = False,
+    ) -> Task:
+        c = PayloadContainer(payload=payload)
+        task = Task(
+            id=id,
+            user_id=self.user_id,
+            payload_type=type(payload).__name__,
+            payload=c,
+            api_client_id=self.api_client.id,
+            message_tree_id=message_tree_id,
+            parent_message_id=parent_message_id,
+            collective=collective,
+        )
+        self.db.add(task)
+        self.db.commit()
+        self.db.refresh(task)
+        return task
+
+    def fetch_task_by_frontend_message_id(self, message_id: str) -> Task:
+        validate_frontend_message_id(message_id)
+        task = (
+            self.db.query(Task)
+            .filter(Task.api_client_id == self.api_client.id, Task.frontend_message_id == message_id)
+            .one_or_none()
+        )
+        return task
diff --git a/backend/oasst_backend/user_repository.py b/backend/oasst_backend/user_repository.py
new file mode 100644
index 00000000..b5508899
--- /dev/null
+++ b/backend/oasst_backend/user_repository.py
@@ -0,0 +1,64 @@
+from typing import Optional
+
+from oasst_backend.models import ApiClient, Message, User
+from oasst_shared.schemas import protocol as protocol_schema
+from oasst_shared.schemas.protocol import LeaderboardStats
+from sqlmodel import Session, func
+
+
+class UserRepository:
+    def __init__(self, db: Session, api_client: ApiClient):
+        self.db = db
+        self.api_client = api_client
+
+    def lookup_client_user(self, client_user: protocol_schema.User, create_missing: bool = True) -> Optional[User]:
+        if not client_user:
+            return None
+        user: User = (
+            self.db.query(User)
+            .filter(
+                User.api_client_id == self.api_client.id,
+                User.username == client_user.id,
+                User.auth_method == client_user.auth_method,
+            )
+            .first()
+        )
+        if user is None:
+            if create_missing:
+                # user is unknown, create new record
+                user = User(
+                    username=client_user.id,
+                    display_name=client_user.display_name,
+                    api_client_id=self.api_client.id,
+                    auth_method=client_user.auth_method,
+                )
+                self.db.add(user)
+                self.db.commit()
+                self.db.refresh(user)
+        elif client_user.display_name and client_user.display_name != user.display_name:
+            # we found the user but the display name changed
+            user.display_name = client_user.display_name
+            self.db.add(user)
+            self.db.commit()
+        return user
+
+    def get_user_leaderboard(self, role: str) -> LeaderboardStats:
+        """
+        Get leaderboard stats for Messages created,
+        separate leaderboard for prompts & assistants
+
+        """
+        query = (
+            self.db.query(Message.user_id, User.username, User.display_name, func.count(Message.user_id))
+            .join(User, User.id == Message.user_id, isouter=True)
+            .filter(Message.deleted is not True, Message.role == role)
+            .group_by(Message.user_id, User.username, User.display_name)
+            .order_by(func.count(Message.user_id).desc())
+        )
+
+        result = [
+            {"ranking": i, "user_id": j[0], "username": j[1], "display_name": j[2], "score": j[3]}
+            for i, j in enumerate(query.all(), start=1)
+        ]
+
+        return LeaderboardStats(leaderboard=result)

From ad91bfe20190214b914aaeb945dc5925d5ceff92 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 18:57:18 +0100
Subject: [PATCH 49/69] Use hooks for "create" tasks

---
 .../tasks/create/useCreateInitialPrompt.ts    |  9 +++++
 .../src/hooks/tasks/create/useCreateReply.ts  | 24 +++++++++++
 website/src/hooks/tasks/useGenericTaskAPI.tsx |  6 +--
 website/src/pages/create/assistant_reply.tsx  | 31 ++------------
 website/src/pages/create/initial_prompt.tsx   | 31 ++------------
 website/src/pages/create/user_reply.tsx       | 40 +++----------------
 6 files changed, 50 insertions(+), 91 deletions(-)
 create mode 100644 website/src/hooks/tasks/create/useCreateInitialPrompt.ts
 create mode 100644 website/src/hooks/tasks/create/useCreateReply.ts

diff --git a/website/src/hooks/tasks/create/useCreateInitialPrompt.ts b/website/src/hooks/tasks/create/useCreateInitialPrompt.ts
new file mode 100644
index 00000000..cf0193e8
--- /dev/null
+++ b/website/src/hooks/tasks/create/useCreateInitialPrompt.ts
@@ -0,0 +1,9 @@
+import { useGenericTaskAPI } from "../useGenericTaskAPI";
+
+interface CreateInitialPromptTask {
+  id: string;
+  type: "initial_prompt";
+  hint: string;
+}
+
+export const useCreateInitialPrompt = () => useGenericTaskAPI<CreateInitialPromptTask>("initial_prompt");
diff --git a/website/src/hooks/tasks/create/useCreateReply.ts b/website/src/hooks/tasks/create/useCreateReply.ts
new file mode 100644
index 00000000..0bc78319
--- /dev/null
+++ b/website/src/hooks/tasks/create/useCreateReply.ts
@@ -0,0 +1,24 @@
+import { useGenericTaskAPI } from "../useGenericTaskAPI";
+
+interface BaseCreateReplyTask {
+  id: string;
+  conversation: {
+    messages: Array<{
+      text: string;
+      is_assistant: boolean;
+      message_id: string;
+    }>;
+  };
+}
+
+export interface CreateAssistantReplyTask extends BaseCreateReplyTask {
+  type: "assistant_reply";
+}
+
+export interface CreatePrompterReplyTask extends BaseCreateReplyTask {
+  type: "prompter_reply";
+}
+
+export const useCreateAssistantReply = () => useGenericTaskAPI<CreateAssistantReplyTask>("assistant_reply");
+
+export const useCreatePrompterReply = () => useGenericTaskAPI<CreatePrompterReplyTask>("prompter_reply");
diff --git a/website/src/hooks/tasks/useGenericTaskAPI.tsx b/website/src/hooks/tasks/useGenericTaskAPI.tsx
index 1a6c0be9..fab414d3 100644
--- a/website/src/hooks/tasks/useGenericTaskAPI.tsx
+++ b/website/src/hooks/tasks/useGenericTaskAPI.tsx
@@ -17,7 +17,7 @@ export const useGenericTaskAPI = <TaskType,>(taskApiEndpoint: string) => {
 
   const [tasks, setTasks] = useState<ConcreteTaskResponse[]>([]);
 
-  const { isLoading, mutate, error } = useSWRImmutable<ConcreteTaskResponse>(
+  const { data, isLoading, mutate, error } = useSWRImmutable<ConcreteTaskResponse>(
     "/api/new_task/" + taskApiEndpoint,
     fetcher,
     {
@@ -26,10 +26,10 @@ export const useGenericTaskAPI = <TaskType,>(taskApiEndpoint: string) => {
   );
 
   useEffect(() => {
-    if (tasks.length === 0 && !isLoading && !error) {
+    if (data === undefined && !isLoading && !error) {
       mutate();
     }
-  }, [tasks, isLoading, mutate, error]);
+  }, [data, isLoading, mutate, error]);
 
   const { trigger } = useSWRMutation("/api/update_task", poster, {
     onSuccess: async (response) => {
diff --git a/website/src/pages/create/assistant_reply.tsx b/website/src/pages/create/assistant_reply.tsx
index 6dad3931..e9aee226 100644
--- a/website/src/pages/create/assistant_reply.tsx
+++ b/website/src/pages/create/assistant_reply.tsx
@@ -1,35 +1,12 @@
 import { Container } from "@chakra-ui/react";
 import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
-import { useEffect, useState } from "react";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { Task } from "src/components/Tasks/Task";
-import fetcher from "src/lib/fetcher";
-import poster from "src/lib/poster";
-import useSWRImmutable from "swr/immutable";
-import useSWRMutation from "swr/mutation";
+import { useCreateAssistantReply } from "src/hooks/tasks/create/useCreateReply";
 
 const AssistantReply = () => {
-  const [tasks, setTasks] = useState([]);
-
-  const { isLoading, mutate } = useSWRImmutable("/api/new_task/assistant_reply ", fetcher, {
-    onSuccess: (data) => {
-      setTasks([data]);
-    },
-  });
-
-  useEffect(() => {
-    if (tasks.length == 0) {
-      mutate();
-    }
-  }, [tasks]);
-
-  const { trigger } = useSWRMutation("/api/update_task", poster, {
-    onSuccess: async (data) => {
-      const newTask = await data.json();
-      setTasks((oldTasks) => [...oldTasks, newTask]);
-    },
-  });
+  const { tasks, isLoading, reset, trigger } = useCreateAssistantReply();
 
   const { colorMode } = useColorMode();
   const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
@@ -38,7 +15,7 @@ const AssistantReply = () => {
     return <LoadingScreen text="Loading..." />;
   }
 
-  if (tasks.length == 0) {
+  if (tasks.length === 0) {
     return <Container className="p-6 text-center text-gray-800">No tasks found...</Container>;
   }
 
@@ -48,7 +25,7 @@ const AssistantReply = () => {
         <title>Reply as Assistant</title>
         <meta name="description" content="Reply as Assistant." />
       </Head>
-      <Task tasks={tasks} trigger={trigger} mutate={mutate} mainBgClasses={mainBgClasses} />
+      <Task tasks={tasks} trigger={trigger} mutate={reset} mainBgClasses={mainBgClasses} />
     </>
   );
 };
diff --git a/website/src/pages/create/initial_prompt.tsx b/website/src/pages/create/initial_prompt.tsx
index fc9ba39b..efea6474 100644
--- a/website/src/pages/create/initial_prompt.tsx
+++ b/website/src/pages/create/initial_prompt.tsx
@@ -1,35 +1,12 @@
 import { Container } from "@chakra-ui/react";
 import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
-import { useEffect, useState } from "react";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { Task } from "src/components/Tasks/Task";
-import fetcher from "src/lib/fetcher";
-import poster from "src/lib/poster";
-import useSWRImmutable from "swr/immutable";
-import useSWRMutation from "swr/mutation";
+import { useCreateInitialPrompt } from "src/hooks/tasks/create/useCreateInitialPrompt";
 
 const InitialPrompt = () => {
-  const [tasks, setTasks] = useState([]);
-
-  const { isLoading, mutate } = useSWRImmutable("/api/new_task/initial_prompt ", fetcher, {
-    onSuccess: (data) => {
-      setTasks([data]);
-    },
-  });
-
-  const { trigger } = useSWRMutation("/api/update_task", poster, {
-    onSuccess: async (data) => {
-      const newTask = await data.json();
-      setTasks((oldTasks) => [...oldTasks, newTask]);
-    },
-  });
-
-  useEffect(() => {
-    if (tasks.length == 0) {
-      mutate();
-    }
-  }, [tasks]);
+  const { tasks, isLoading, reset, trigger } = useCreateInitialPrompt();
 
   const { colorMode } = useColorMode();
   const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
@@ -38,7 +15,7 @@ const InitialPrompt = () => {
     return <LoadingScreen text="Loading..." />;
   }
 
-  if (tasks.length == 0) {
+  if (tasks.length === 0) {
     return <Container className="p-6 text-center text-gray-800">No tasks found...</Container>;
   }
 
@@ -48,7 +25,7 @@ const InitialPrompt = () => {
         <title>Reply as Assistant</title>
         <meta name="description" content="Reply as Assistant." />
       </Head>
-      <Task tasks={tasks} trigger={trigger} mutate={mutate} mainBgClasses={mainBgClasses} />
+      <Task tasks={tasks} trigger={trigger} mutate={reset} mainBgClasses={mainBgClasses} />
     </>
   );
 };
diff --git a/website/src/pages/create/user_reply.tsx b/website/src/pages/create/user_reply.tsx
index 70487805..2394bd63 100644
--- a/website/src/pages/create/user_reply.tsx
+++ b/website/src/pages/create/user_reply.tsx
@@ -1,34 +1,12 @@
 import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
-import { useEffect, useState } from "react";
+import { Container } from "src/components/Container";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { Task } from "src/components/Tasks/Task";
-import fetcher from "src/lib/fetcher";
-import poster from "src/lib/poster";
-import useSWRImmutable from "swr/immutable";
-import useSWRMutation from "swr/mutation";
+import { useCreatePrompterReply } from "src/hooks/tasks/create/useCreateReply";
 
 const UserReply = () => {
-  const [tasks, setTasks] = useState([]);
-
-  const { isLoading, mutate } = useSWRImmutable("/api/new_task/prompter_reply", fetcher, {
-    onSuccess: (data) => {
-      setTasks([data]);
-    },
-  });
-
-  useEffect(() => {
-    if (tasks.length == 0) {
-      mutate();
-    }
-  }, [tasks]);
-
-  const { trigger } = useSWRMutation("/api/update_task", poster, {
-    onSuccess: async (data) => {
-      const newTask = await data.json();
-      setTasks((oldTasks) => [...oldTasks, newTask]);
-    },
-  });
+  const { tasks, isLoading, reset, trigger } = useCreatePrompterReply();
 
   const { colorMode } = useColorMode();
   const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
@@ -37,14 +15,8 @@ const UserReply = () => {
     return <LoadingScreen text="Loading..." />;
   }
 
-  if (tasks.length == 0) {
-    return (
-      <div className={`p-12 ${mainBgClasses}`}>
-        <div className="flex h-full">
-          <div className="text-xl font-bold  mx-auto my-auto">No tasks found...</div>
-        </div>
-      </div>
-    );
+  if (tasks.length === 0) {
+    return <Container className="p-6 text-center text-gray-800">No tasks found...</Container>;
   }
 
   return (
@@ -53,7 +25,7 @@ const UserReply = () => {
         <title>Reply as Assistant</title>
         <meta name="description" content="Reply as Assistant." />
       </Head>
-      <Task tasks={tasks} trigger={trigger} mutate={mutate} mainBgClasses={mainBgClasses} />
+      <Task tasks={tasks} trigger={trigger} mutate={reset} mainBgClasses={mainBgClasses} />
     </>
   );
 };

From d0042cebb3ca50c595dc73434ac4cc5d0c2215f8 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 19:50:49 +0100
Subject: [PATCH 50/69] Use hooks for "evaluate" tasks

---
 .../tasks/evaluate/useRankInitialPrompts.ts   |  9 +++++
 .../hooks/tasks/evaluate/useRankReplies.ts    | 25 ++++++++++++
 .../pages/evaluate/rank_assistant_replies.tsx | 40 +++----------------
 .../pages/evaluate/rank_initial_prompts.tsx   | 40 +++----------------
 .../src/pages/evaluate/rank_user_replies.tsx  | 40 +++----------------
 5 files changed, 52 insertions(+), 102 deletions(-)
 create mode 100644 website/src/hooks/tasks/evaluate/useRankInitialPrompts.ts
 create mode 100644 website/src/hooks/tasks/evaluate/useRankReplies.ts

diff --git a/website/src/hooks/tasks/evaluate/useRankInitialPrompts.ts b/website/src/hooks/tasks/evaluate/useRankInitialPrompts.ts
new file mode 100644
index 00000000..da772c80
--- /dev/null
+++ b/website/src/hooks/tasks/evaluate/useRankInitialPrompts.ts
@@ -0,0 +1,9 @@
+import { useGenericTaskAPI } from "../useGenericTaskAPI";
+
+interface RankInitialPromptsTask {
+  id: string;
+  type: "rank_initial_prompts";
+  prompts: string[];
+}
+
+export const useRankInitialPromptsTask = () => useGenericTaskAPI<RankInitialPromptsTask>("rank_initial_prompts");
diff --git a/website/src/hooks/tasks/evaluate/useRankReplies.ts b/website/src/hooks/tasks/evaluate/useRankReplies.ts
new file mode 100644
index 00000000..2d8d513f
--- /dev/null
+++ b/website/src/hooks/tasks/evaluate/useRankReplies.ts
@@ -0,0 +1,25 @@
+import { useGenericTaskAPI } from "../useGenericTaskAPI";
+
+interface BaseRankRepliesTask {
+  id: string;
+  replies: string[];
+  conversation: {
+    messages: Array<{
+      text: string;
+      is_assistant: boolean;
+      message_id: string;
+    }>;
+  };
+}
+
+interface RankAssistantRepliesTask extends BaseRankRepliesTask {
+  type: "rank_assistant_replies";
+}
+
+interface RankPrompterRepliesTask extends BaseRankRepliesTask {
+  type: "rank_prompter_replies";
+}
+
+export const useRankAssistantRepliesTask = () => useGenericTaskAPI<RankAssistantRepliesTask>("rank_assistant_replies");
+
+export const useRankPrompterRepliesTask = () => useGenericTaskAPI<RankPrompterRepliesTask>("rank_prompter_replies");
diff --git a/website/src/pages/evaluate/rank_assistant_replies.tsx b/website/src/pages/evaluate/rank_assistant_replies.tsx
index ccf6d55b..931c9194 100644
--- a/website/src/pages/evaluate/rank_assistant_replies.tsx
+++ b/website/src/pages/evaluate/rank_assistant_replies.tsx
@@ -1,34 +1,12 @@
 import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
-import { useEffect, useState } from "react";
+import { Container } from "src/components/Container";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { Task } from "src/components/Tasks/Task";
-import fetcher from "src/lib/fetcher";
-import poster from "src/lib/poster";
-import useSWRImmutable from "swr/immutable";
-import useSWRMutation from "swr/mutation";
+import { useRankAssistantRepliesTask } from "src/hooks/tasks/evaluate/useRankReplies";
 
 const RankAssistantReplies = () => {
-  const [tasks, setTasks] = useState([]);
-
-  const { isLoading, mutate } = useSWRImmutable("/api/new_task/rank_assistant_replies", fetcher, {
-    onSuccess: (data) => {
-      setTasks([data]);
-    },
-  });
-
-  useEffect(() => {
-    if (tasks.length == 0) {
-      mutate();
-    }
-  }, [tasks]);
-
-  const { trigger } = useSWRMutation("/api/update_task", poster, {
-    onSuccess: async (data) => {
-      const newTask = await data.json();
-      setTasks((oldTasks) => [...oldTasks, newTask]);
-    },
-  });
+  const { tasks, isLoading, reset, trigger } = useRankAssistantRepliesTask();
 
   const { colorMode } = useColorMode();
   const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
@@ -37,14 +15,8 @@ const RankAssistantReplies = () => {
     return <LoadingScreen text="Loading..." />;
   }
 
-  if (tasks.length == 0) {
-    return (
-      <div className={`p-12 ${mainBgClasses}`}>
-        <div className="flex h-full">
-          <div className="text-xl font-bold  mx-auto my-auto">No tasks found...</div>
-        </div>
-      </div>
-    );
+  if (tasks.length === 0) {
+    return <Container className="p-6 text-center">No tasks found...</Container>;
   }
 
   return (
@@ -53,7 +25,7 @@ const RankAssistantReplies = () => {
         <title>Rank Assistant Replies</title>
         <meta name="description" content="Rank Assistant Replies." />
       </Head>
-      <Task tasks={tasks} trigger={trigger} mutate={mutate} mainBgClasses={mainBgClasses} />
+      <Task tasks={tasks} trigger={trigger} mutate={reset} mainBgClasses={mainBgClasses} />
     </>
   );
 };
diff --git a/website/src/pages/evaluate/rank_initial_prompts.tsx b/website/src/pages/evaluate/rank_initial_prompts.tsx
index e7c69573..4b717143 100644
--- a/website/src/pages/evaluate/rank_initial_prompts.tsx
+++ b/website/src/pages/evaluate/rank_initial_prompts.tsx
@@ -1,34 +1,12 @@
 import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
-import { useEffect, useState } from "react";
+import { Container } from "src/components/Container";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { Task } from "src/components/Tasks/Task";
-import fetcher from "src/lib/fetcher";
-import poster from "src/lib/poster";
-import useSWRImmutable from "swr/immutable";
-import useSWRMutation from "swr/mutation";
+import { useRankInitialPromptsTask } from "src/hooks/tasks/evaluate/useRankInitialPrompts";
 
 const RankInitialPrompts = () => {
-  const [tasks, setTasks] = useState([]);
-
-  const { isLoading, mutate } = useSWRImmutable("/api/new_task/rank_initial_prompts", fetcher, {
-    onSuccess: (data) => {
-      setTasks([data]);
-    },
-  });
-
-  const { trigger } = useSWRMutation("/api/update_task", poster, {
-    onSuccess: async (data) => {
-      const newTask = await data.json();
-      setTasks((oldTasks) => [...oldTasks, newTask]);
-    },
-  });
-
-  useEffect(() => {
-    if (tasks.length == 0) {
-      mutate();
-    }
-  }, [tasks]);
+  const { tasks, isLoading, reset, trigger } = useRankInitialPromptsTask();
 
   const { colorMode } = useColorMode();
   const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
@@ -37,14 +15,8 @@ const RankInitialPrompts = () => {
     return <LoadingScreen text="Loading..." />;
   }
 
-  if (tasks.length == 0) {
-    return (
-      <div className={`p-12 ${mainBgClasses}`}>
-        <div className="flex h-full">
-          <div className="text-xl font-bold  mx-auto my-auto">No tasks found...</div>
-        </div>
-      </div>
-    );
+  if (tasks.length === 0) {
+    return <Container className="p-6 text-center">No tasks found...</Container>;
   }
 
   return (
@@ -53,7 +25,7 @@ const RankInitialPrompts = () => {
         <title>Rank Initial Prompts</title>
         <meta name="description" content="Rank initial prompts." />
       </Head>
-      <Task tasks={tasks} trigger={trigger} mutate={mutate} mainBgClasses={mainBgClasses} />
+      <Task tasks={tasks} trigger={trigger} mutate={reset} mainBgClasses={mainBgClasses} />
     </>
   );
 };
diff --git a/website/src/pages/evaluate/rank_user_replies.tsx b/website/src/pages/evaluate/rank_user_replies.tsx
index 13e8923a..659874a2 100644
--- a/website/src/pages/evaluate/rank_user_replies.tsx
+++ b/website/src/pages/evaluate/rank_user_replies.tsx
@@ -1,34 +1,12 @@
 import { useColorMode } from "@chakra-ui/react";
 import Head from "next/head";
-import { useEffect, useState } from "react";
+import { Container } from "src/components/Container";
 import { LoadingScreen } from "src/components/Loading/LoadingScreen";
 import { Task } from "src/components/Tasks/Task";
-import fetcher from "src/lib/fetcher";
-import poster from "src/lib/poster";
-import useSWRImmutable from "swr/immutable";
-import useSWRMutation from "swr/mutation";
+import { useRankPrompterRepliesTask } from "src/hooks/tasks/evaluate/useRankReplies";
 
 const RankUserReplies = () => {
-  const [tasks, setTasks] = useState([]);
-
-  const { isLoading, mutate } = useSWRImmutable("/api/new_task/rank_prompter_replies", fetcher, {
-    onSuccess: (data) => {
-      setTasks([data]);
-    },
-  });
-
-  useEffect(() => {
-    if (tasks.length == 0) {
-      mutate();
-    }
-  }, [tasks]);
-
-  const { trigger } = useSWRMutation("/api/update_task", poster, {
-    onSuccess: async (data) => {
-      const newTask = await data.json();
-      setTasks((oldTasks) => [...oldTasks, newTask]);
-    },
-  });
+  const { tasks, isLoading, reset, trigger } = useRankPrompterRepliesTask();
 
   const { colorMode } = useColorMode();
   const mainBgClasses = colorMode === "light" ? "bg-slate-300 text-gray-800" : "bg-slate-900 text-white";
@@ -37,14 +15,8 @@ const RankUserReplies = () => {
     return <LoadingScreen text="Loading..." />;
   }
 
-  if (tasks.length == 0) {
-    return (
-      <div className={`p-12 ${mainBgClasses}`}>
-        <div className="flex h-full">
-          <div className="text-xl font-bold  mx-auto my-auto">No tasks found...</div>
-        </div>
-      </div>
-    );
+  if (tasks.length === 0) {
+    return <Container className="p-6 text-center">No tasks found...</Container>;
   }
 
   return (
@@ -53,7 +25,7 @@ const RankUserReplies = () => {
         <title>Rank User Replies</title>
         <meta name="description" content="Rank User Replies." />
       </Head>
-      <Task tasks={tasks} trigger={trigger} mutate={mutate} mainBgClasses={mainBgClasses} />
+      <Task tasks={tasks} trigger={trigger} mutate={reset} mainBgClasses={mainBgClasses} />
     </>
   );
 };

From 30a034988fe256319fa390a7c6e55e92715fe779 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 19:56:56 +0100
Subject: [PATCH 51/69] Validate on mount

---
 website/src/hooks/tasks/useGenericTaskAPI.tsx | 11 +++--------
 1 file changed, 3 insertions(+), 8 deletions(-)

diff --git a/website/src/hooks/tasks/useGenericTaskAPI.tsx b/website/src/hooks/tasks/useGenericTaskAPI.tsx
index fab414d3..e033f58e 100644
--- a/website/src/hooks/tasks/useGenericTaskAPI.tsx
+++ b/website/src/hooks/tasks/useGenericTaskAPI.tsx
@@ -1,4 +1,4 @@
-import { useEffect, useState } from "react";
+import { useState } from "react";
 import fetcher from "src/lib/fetcher";
 import poster from "src/lib/poster";
 import useSWRImmutable from "swr/immutable";
@@ -17,20 +17,15 @@ export const useGenericTaskAPI = <TaskType,>(taskApiEndpoint: string) => {
 
   const [tasks, setTasks] = useState<ConcreteTaskResponse[]>([]);
 
-  const { data, isLoading, mutate, error } = useSWRImmutable<ConcreteTaskResponse>(
+  const { isLoading, mutate, error } = useSWRImmutable<ConcreteTaskResponse>(
     "/api/new_task/" + taskApiEndpoint,
     fetcher,
     {
       onSuccess: (data) => setTasks([data]),
+      revalidateOnMount: true,
     }
   );
 
-  useEffect(() => {
-    if (data === undefined && !isLoading && !error) {
-      mutate();
-    }
-  }, [data, isLoading, mutate, error]);
-
   const { trigger } = useSWRMutation("/api/update_task", poster, {
     onSuccess: async (response) => {
       const newTask: ConcreteTaskResponse = await response.json();

From 94151f75e12b8b19f9729c755a4277911e273c87 Mon Sep 17 00:00:00 2001
From: AbdBarho <ka70911@gmail.com>
Date: Sun, 8 Jan 2023 20:16:10 +0100
Subject: [PATCH 52/69] shorter dedupe duration

---
 website/src/hooks/tasks/useGenericTaskAPI.tsx | 1 +
 1 file changed, 1 insertion(+)

diff --git a/website/src/hooks/tasks/useGenericTaskAPI.tsx b/website/src/hooks/tasks/useGenericTaskAPI.tsx
index e033f58e..a57c9da4 100644
--- a/website/src/hooks/tasks/useGenericTaskAPI.tsx
+++ b/website/src/hooks/tasks/useGenericTaskAPI.tsx
@@ -23,6 +23,7 @@ export const useGenericTaskAPI = <TaskType,>(taskApiEndpoint: string) => {
     {
       onSuccess: (data) => setTasks([data]),
       revalidateOnMount: true,
+      dedupingInterval: 500,
     }
   );
 

From 69dc6bf68d653d1796ac8e889331ebd53c19a7de Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 09:44:01 +0900
Subject: [PATCH 53/69] Adding a bare bones feature flag setup

---
 website/README.md                        | 28 ++++++++++++++++++++++++
 website/package-lock.json                | 17 ++++++++++++++
 website/package.json                     |  1 +
 website/src/components/Header/Header.tsx |  4 ++++
 website/src/flags.ts                     |  3 +++
 website/src/pages/_app.tsx               | 10 ++++++---
 6 files changed, 60 insertions(+), 3 deletions(-)
 create mode 100644 website/src/flags.ts

diff --git a/website/README.md b/website/README.md
index 11e3ccc4..37f6991b 100644
--- a/website/README.md
+++ b/website/README.md
@@ -153,6 +153,34 @@ When writing code for the website, we have a few best practices:
 1.  Define functional React components (with types for all properties when
     feasible).
 
+### Developing New Features
+
+When working on new features or making significant changes that can't be done
+within a single Pull Request, we ask that you make use of Feature Flags.
+
+We've set up
+[`react-feature-flags`](https://www.npmjs.com/package/react-feature-flags) to
+make this easier. To get started:
+
+1.  Add a new flag entry to `website/src/flags.ts`. We have an example flag you
+    can copy as an example. Be sure to `isActive` to true when testing your
+    features but false when submitting your PR.
+1.  Use your flag wherever you add a new UI element. This can be done with:
+
+```js
+import { Flags } from "react-feature-flags";
+...
+      <Flags authorizedFlags={["yourFlagName"]}>
+        <YourNewComponent />
+      </Flags>
+```
+
+    You can see an example of how this works by checking `website/src/components/Header/Headers.tsx` where we use `flagTest`.
+
+1.  Once you've finished building out the feature and it is ready for everyone
+    to use, it's safe to remove the `Flag` wrappers around your component and
+    the entry in `flags.ts`.
+
 ### URL Paths
 
 To use stable and consistent URL paths, we recommend the following strategy for
diff --git a/website/package-lock.json b/website/package-lock.json
index ef867a98..81a9cd5d 100644
--- a/website/package-lock.json
+++ b/website/package-lock.json
@@ -39,6 +39,7 @@
         "postcss-focus-visible": "^7.1.0",
         "react": "18.2.0",
         "react-dom": "18.2.0",
+        "react-feature-flags": "^1.0.0",
         "react-icons": "^4.7.1",
         "swr": "^2.0.0",
         "tailwindcss": "^3.2.4",
@@ -26424,6 +26425,16 @@
       "resolved": "https://registry.npmjs.org/react-fast-compare/-/react-fast-compare-3.2.0.tgz",
       "integrity": "sha512-rtGImPZ0YyLrscKI9xTpV8psd6I8VAtjKCzQDlzyDvqJA8XOW78TXYQwNRNd8g8JZnDu8q9Fu/1v4HPAVwVdHA=="
     },
+    "node_modules/react-feature-flags": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/react-feature-flags/-/react-feature-flags-1.0.0.tgz",
+      "integrity": "sha512-KBFUkXjF7ifGWEQr2Ida4LdAtKGDOwFdTRlXipWxGP9a43vUBxP6IscpYQofGjlzlBcgmFKuzubcVheB6NliEg==",
+      "peerDependencies": {
+        "prop-types": "^15.5.4",
+        "react": ">= 16.3.0",
+        "react-dom": ">= 16.3.0"
+      }
+    },
     "node_modules/react-focus-lock": {
       "version": "2.9.2",
       "resolved": "https://registry.npmjs.org/react-focus-lock/-/react-focus-lock-2.9.2.tgz",
@@ -50838,6 +50849,12 @@
       "resolved": "https://registry.npmjs.org/react-fast-compare/-/react-fast-compare-3.2.0.tgz",
       "integrity": "sha512-rtGImPZ0YyLrscKI9xTpV8psd6I8VAtjKCzQDlzyDvqJA8XOW78TXYQwNRNd8g8JZnDu8q9Fu/1v4HPAVwVdHA=="
     },
+    "react-feature-flags": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/react-feature-flags/-/react-feature-flags-1.0.0.tgz",
+      "integrity": "sha512-KBFUkXjF7ifGWEQr2Ida4LdAtKGDOwFdTRlXipWxGP9a43vUBxP6IscpYQofGjlzlBcgmFKuzubcVheB6NliEg==",
+      "requires": {}
+    },
     "react-focus-lock": {
       "version": "2.9.2",
       "resolved": "https://registry.npmjs.org/react-focus-lock/-/react-focus-lock-2.9.2.tgz",
diff --git a/website/package.json b/website/package.json
index d00a3f4d..032125dd 100644
--- a/website/package.json
+++ b/website/package.json
@@ -53,6 +53,7 @@
     "postcss-focus-visible": "^7.1.0",
     "react": "18.2.0",
     "react-dom": "18.2.0",
+    "react-feature-flags": "^1.0.0",
     "react-icons": "^4.7.1",
     "swr": "^2.0.0",
     "tailwindcss": "^3.2.4",
diff --git a/website/src/components/Header/Header.tsx b/website/src/components/Header/Header.tsx
index 4ea453c6..d0dc8a06 100644
--- a/website/src/components/Header/Header.tsx
+++ b/website/src/components/Header/Header.tsx
@@ -2,6 +2,7 @@ import { Box, Button, Text, useColorMode } from "@chakra-ui/react";
 import Image from "next/image";
 import Link from "next/link";
 import { useSession } from "next-auth/react";
+import { Flags } from "react-feature-flags";
 import { FaUser } from "react-icons/fa";
 
 import { UserMenu } from "./UserMenu";
@@ -42,6 +43,9 @@ export function Header(props) {
           </Link>
         </div>
         <div className="flex items-center gap-4">
+          <Flags authorizedFlags={["flagTest"]}>
+            <div>FlagTest</div>
+          </Flags>
           <AccountButton />
           <UserMenu />
         </div>
diff --git a/website/src/flags.ts b/website/src/flags.ts
new file mode 100644
index 00000000..2e59ec1a
--- /dev/null
+++ b/website/src/flags.ts
@@ -0,0 +1,3 @@
+const flags = [{ name: "flagTest", isActive: false }];
+
+export default flags;
diff --git a/website/src/pages/_app.tsx b/website/src/pages/_app.tsx
index ab7655cd..69d212e8 100644
--- a/website/src/pages/_app.tsx
+++ b/website/src/pages/_app.tsx
@@ -3,7 +3,9 @@ import "focus-visible";
 
 import type { AppProps } from "next/app";
 import { SessionProvider } from "next-auth/react";
+import { FlagsProvider } from "react-feature-flags";
 import { getDefaultLayout, NextPageWithLayout } from "src/components/Layout";
+import flags from "src/flags";
 
 import { Chakra, getServerSideProps } from "../styles/Chakra";
 
@@ -16,9 +18,11 @@ function MyApp({ Component, pageProps: { session, cookies, ...pageProps } }: App
   const page = getLayout(<Component {...pageProps} />);
 
   return (
-    <Chakra cookies={cookies}>
-      <SessionProvider session={session}>{page}</SessionProvider>
-    </Chakra>
+    <FlagsProvider value={flags}>
+      <Chakra cookies={cookies}>
+        <SessionProvider session={session}>{page}</SessionProvider>
+      </Chakra>
+    </FlagsProvider>
   );
 }
 export { getServerSideProps };

From ad6202009b13497499807da0547b405c27dd2b07 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 13:38:17 +0900
Subject: [PATCH 54/69] Allowing the ansible workflow to run manually

---
 .github/workflows/release.yaml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index bb844a34..e7b8806c 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -1,6 +1,7 @@
 name: Release
 
 on:
+  workflow_dispatch:
   release:
     types: [released]
 

From 491d8e7413f48f2645ceb6cded35c169e7eab216 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 13:39:49 +0900
Subject: [PATCH 55/69] Changing the email provider values

---
 ansible/dev.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index 577abd68..6e2b15c9 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -69,11 +69,11 @@
         network_mode: oasst
         env:
           FASTAPI_URL: http://oasst-backend:8080
-          FASTAPI_KEY: "123"
+          FASTAPI_KEY: 123
           DATABASE_URL: postgres://postgres:postgres@oasst-postgres-web/postgres
           NEXTAUTH_SECRET: O/M2uIbGj+lDD2oyNa8ax4jEOJqCPJzO53UbWShmq98=
           EMAIL_SERVER_HOST: oasst-maildev
-          EMAIL_SERVER_PORT: "25"
+          EMAIL_SERVER_PORT: 1025
           EMAIL_FROM: info@example.com
           NEXTAUTH_URL: http://web.dev.open-assistant.io/
           DEBUG_LOGIN: "true"

From d2dd96b43a97766946eed0b605406cde31aefd2f Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 13:47:01 +0900
Subject: [PATCH 56/69] Wrapping numbers in quotes after learning ansible

---
 ansible/dev.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index 6e2b15c9..940e6cbc 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -69,11 +69,11 @@
         network_mode: oasst
         env:
           FASTAPI_URL: http://oasst-backend:8080
-          FASTAPI_KEY: 123
+          FASTAPI_KEY: "1234"
           DATABASE_URL: postgres://postgres:postgres@oasst-postgres-web/postgres
           NEXTAUTH_SECRET: O/M2uIbGj+lDD2oyNa8ax4jEOJqCPJzO53UbWShmq98=
           EMAIL_SERVER_HOST: oasst-maildev
-          EMAIL_SERVER_PORT: 1025
+          EMAIL_SERVER_PORT: "1025"
           EMAIL_FROM: info@example.com
           NEXTAUTH_URL: http://web.dev.open-assistant.io/
           DEBUG_LOGIN: "true"

From 310763ebb8643c137b997d5cada550e4e60cb05e Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 14:07:30 +0900
Subject: [PATCH 57/69] Adding discord credentials to dev deployment

---
 .github/workflows/release.yaml | 3 +++
 ansible/dev.yaml               | 4 ++++
 2 files changed, 7 insertions(+)

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index e7b8806c..17b00357 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -30,6 +30,9 @@ jobs:
   deploy-dev:
     needs: [build-backend, build-web, build-bot]
     runs-on: ubuntu-latest
+    env:
+      WEB_DISCORD_CLIENT_ID: ${{ secrets.DEV_WEB_DISCORD_CLIENT_ID }}
+      WEB_DISCORD_CLIENT_SECRET: ${{ secrets.DEV_WEB_DISCORD_CLIENT_SECRET }}
     steps:
       - name: Checkout
         uses: actions/checkout@v2
diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index 940e6cbc..16cb0a17 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -39,6 +39,8 @@
         state: started
         restart_policy: always
         network_mode: oasst
+        ports:
+          - 1080:1080
 
     - name: Run the oasst oasst-backend
       community.docker.docker_container:
@@ -68,6 +70,8 @@
         restart_policy: always
         network_mode: oasst
         env:
+          DISCORD_CLIENT_ID: "{{ lookup('WEB_DISCORD_CLIENT_ID') }} "
+          DISCORD_CLIENT_SECRET: "{{ lookup('WEB_DISCORD_CLIENT_SECRET') }} "
           FASTAPI_URL: http://oasst-backend:8080
           FASTAPI_KEY: "1234"
           DATABASE_URL: postgres://postgres:postgres@oasst-postgres-web/postgres

From f22abd524bd252f1df4b7bdc824cddacf28400b1 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 14:16:49 +0900
Subject: [PATCH 58/69] Adding discord credentials to dev deployment

---
 ansible/dev.yaml | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index 16cb0a17..53f920df 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -70,8 +70,10 @@
         restart_policy: always
         network_mode: oasst
         env:
-          DISCORD_CLIENT_ID: "{{ lookup('WEB_DISCORD_CLIENT_ID') }} "
-          DISCORD_CLIENT_SECRET: "{{ lookup('WEB_DISCORD_CLIENT_SECRET') }} "
+          DISCORD_CLIENT_ID:
+            "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_ID') }} "
+          DISCORD_CLIENT_SECRET:
+            "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_SECRET') }} "
           FASTAPI_URL: http://oasst-backend:8080
           FASTAPI_KEY: "1234"
           DATABASE_URL: postgres://postgres:postgres@oasst-postgres-web/postgres

From 00e51af787b67c1b8c13adb70150affe0ec36fb6 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 14:43:45 +0900
Subject: [PATCH 59/69] Adding the email secrets and environment variables

---
 .github/workflows/release.yaml |  4 ++++
 ansible/dev.yaml               | 16 +++++++++++-----
 2 files changed, 15 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index 17b00357..eec73daa 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -33,6 +33,10 @@ jobs:
     env:
       WEB_DISCORD_CLIENT_ID: ${{ secrets.DEV_WEB_DISCORD_CLIENT_ID }}
       WEB_DISCORD_CLIENT_SECRET: ${{ secrets.DEV_WEB_DISCORD_CLIENT_SECRET }}
+      WEB_EMAIL_SERVER_HOST: ${{ secrets.DEV_WEB_EMAIL_SERVER_HOST }}
+      WEB_EMAIL_SERVER_PASSWORD: ${{ secrets.DEV_WEB_EMAIL_SERVER_PASSWORD }}
+      WEB_EMAIL_SERVER_PORT: ${{ secrets.DEV_WEB_EMAIL_SERVER_PORT }}
+      WEB_EMAIL_SERVER_USER: ${{ secrets.DEV_WEB_EMAIL_SERVER_USER }}
     steps:
       - name: Checkout
         uses: actions/checkout@v2
diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index 53f920df..cf0d70a4 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -71,16 +71,22 @@
         network_mode: oasst
         env:
           DISCORD_CLIENT_ID:
-            "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_ID') }} "
+            "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_ID') }}"
           DISCORD_CLIENT_SECRET:
-            "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_SECRET') }} "
+            "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_SECRET') }}"
+          EMAIL_SERVER_FROM: open-assistent@laion.ai
+          EMAIL_SERVER_HOST:
+            "{{ lookup('ansible.builtin.env', 'WEB_EMAIL_SERVER_HOST') }}"
+          EMAIL_SERVER_PASSWORD:
+            "{{ lookup('ansible.builtin.env', 'WEB_EMAIL_SERVER_PASSWORD') }}"
+          EMAIL_SERVER_PORT:
+            "{{ lookup('ansible.builtin.env', 'WEB_EMAIL_SERVER_PORT') }}"
+          EMAIL_SERVER_USER:
+            "{{ lookup('ansible.builtin.env', 'WEB_EMAIL_SERVER_USER') }}"
           FASTAPI_URL: http://oasst-backend:8080
           FASTAPI_KEY: "1234"
           DATABASE_URL: postgres://postgres:postgres@oasst-postgres-web/postgres
           NEXTAUTH_SECRET: O/M2uIbGj+lDD2oyNa8ax4jEOJqCPJzO53UbWShmq98=
-          EMAIL_SERVER_HOST: oasst-maildev
-          EMAIL_SERVER_PORT: "1025"
-          EMAIL_FROM: info@example.com
           NEXTAUTH_URL: http://web.dev.open-assistant.io/
           DEBUG_LOGIN: "true"
         ports:

From 0e9fd9a14059321ba6ef02e595c348795077db80 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 14:56:13 +0900
Subject: [PATCH 60/69] Seeing the admin users, email from, and next auth
 secret secrets

---
 .github/workflows/release.yaml |  2 ++
 ansible/dev.yaml               | 10 ++++++----
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index eec73daa..dea9c15d 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -31,12 +31,14 @@ jobs:
     needs: [build-backend, build-web, build-bot]
     runs-on: ubuntu-latest
     env:
+      WEB_ADMIN_USERS: ${{ secrets.DEV_WEB_ADMIN_USERS }}
       WEB_DISCORD_CLIENT_ID: ${{ secrets.DEV_WEB_DISCORD_CLIENT_ID }}
       WEB_DISCORD_CLIENT_SECRET: ${{ secrets.DEV_WEB_DISCORD_CLIENT_SECRET }}
       WEB_EMAIL_SERVER_HOST: ${{ secrets.DEV_WEB_EMAIL_SERVER_HOST }}
       WEB_EMAIL_SERVER_PASSWORD: ${{ secrets.DEV_WEB_EMAIL_SERVER_PASSWORD }}
       WEB_EMAIL_SERVER_PORT: ${{ secrets.DEV_WEB_EMAIL_SERVER_PORT }}
       WEB_EMAIL_SERVER_USER: ${{ secrets.DEV_WEB_EMAIL_SERVER_USER }}
+      WEB_NEXTAUTH_SECRET: ${{ secrets.DEV_WEB_NEXTAUTH_SECRET }}
     steps:
       - name: Checkout
         uses: actions/checkout@v2
diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index cf0d70a4..48be673e 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -70,11 +70,14 @@
         restart_policy: always
         network_mode: oasst
         env:
+          ADMIN_USERS: "{{ lookup('ansible.builtin.env', 'WEB_ADMIN_USERS') }}"
+          DATABASE_URL: postgres://postgres:postgres@oasst-postgres-web/postgres
+          DEBUG_LOGIN: "true"
           DISCORD_CLIENT_ID:
             "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_ID') }}"
           DISCORD_CLIENT_SECRET:
             "{{ lookup('ansible.builtin.env', 'WEB_DISCORD_CLIENT_SECRET') }}"
-          EMAIL_SERVER_FROM: open-assistent@laion.ai
+          EMAIL_FROM: open-assistent@laion.ai
           EMAIL_SERVER_HOST:
             "{{ lookup('ansible.builtin.env', 'WEB_EMAIL_SERVER_HOST') }}"
           EMAIL_SERVER_PASSWORD:
@@ -85,10 +88,9 @@
             "{{ lookup('ansible.builtin.env', 'WEB_EMAIL_SERVER_USER') }}"
           FASTAPI_URL: http://oasst-backend:8080
           FASTAPI_KEY: "1234"
-          DATABASE_URL: postgres://postgres:postgres@oasst-postgres-web/postgres
-          NEXTAUTH_SECRET: O/M2uIbGj+lDD2oyNa8ax4jEOJqCPJzO53UbWShmq98=
+          NEXTAUTH_SECRET:
+            "{{ lookup('ansible.builtin.env', 'WEB_NEXTAUTH_SECRET') }}"
           NEXTAUTH_URL: http://web.dev.open-assistant.io/
-          DEBUG_LOGIN: "true"
         ports:
           - 3000:3000
         command: bash wait-for-postgres.sh node server.js

From 2ca2abf4c193f6b9e95371989a96ab4d161fc7b8 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 15:25:02 +0900
Subject: [PATCH 61/69] Adding some debug stuff on admin

---
 website/src/pages/admin/index.tsx           | 1 +
 website/src/pages/api/auth/[...nextauth].ts | 4 ++++
 2 files changed, 5 insertions(+)

diff --git a/website/src/pages/admin/index.tsx b/website/src/pages/admin/index.tsx
index 9cbea222..7bfdad63 100644
--- a/website/src/pages/admin/index.tsx
+++ b/website/src/pages/admin/index.tsx
@@ -22,6 +22,7 @@ const AdminIndex = () => {
     if (status === "loading") {
       return;
     }
+    console.log("checking role: " + session?.user?.role);
     if (session?.user?.role === "admin") {
       return;
     }
diff --git a/website/src/pages/api/auth/[...nextauth].ts b/website/src/pages/api/auth/[...nextauth].ts
index 363c1404..4108d53c 100644
--- a/website/src/pages/api/auth/[...nextauth].ts
+++ b/website/src/pages/api/auth/[...nextauth].ts
@@ -69,6 +69,8 @@ const adminUserMap = process.env.ADMIN_USERS.split(",").reduce((result, entry) =
   result.set(authType, s);
   return result;
 }, new Map());
+console.log(adminUserMap);
+console.log(process.env.ADMIN_USERS);
 
 export const authOptions: AuthOptions = {
   // Ensure we can store user data in a database.
@@ -97,6 +99,7 @@ export const authOptions: AuthOptions = {
         where: { id: token.sub },
         select: { role: true },
       });
+      console.log("found role: " + role);
       token.role = role;
       return token;
     },
@@ -118,6 +121,7 @@ export const authOptions: AuthOptions = {
 
       // Update the database if the user is an admin.
       if (adminForAccountType.has(account.providerAccountId)) {
+        console.log("updating admin");
         await prisma.user.update({
           data: {
             role: "admin",

From 5b70b6c35cc021ab84df6e96a26791f5881ef29f Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 15:34:45 +0900
Subject: [PATCH 62/69] Revert "Adding some debug stuff on admin"

This reverts commit 2ca2abf4c193f6b9e95371989a96ab4d161fc7b8.
---
 website/src/pages/admin/index.tsx           | 1 -
 website/src/pages/api/auth/[...nextauth].ts | 4 ----
 2 files changed, 5 deletions(-)

diff --git a/website/src/pages/admin/index.tsx b/website/src/pages/admin/index.tsx
index 7bfdad63..9cbea222 100644
--- a/website/src/pages/admin/index.tsx
+++ b/website/src/pages/admin/index.tsx
@@ -22,7 +22,6 @@ const AdminIndex = () => {
     if (status === "loading") {
       return;
     }
-    console.log("checking role: " + session?.user?.role);
     if (session?.user?.role === "admin") {
       return;
     }
diff --git a/website/src/pages/api/auth/[...nextauth].ts b/website/src/pages/api/auth/[...nextauth].ts
index 4108d53c..363c1404 100644
--- a/website/src/pages/api/auth/[...nextauth].ts
+++ b/website/src/pages/api/auth/[...nextauth].ts
@@ -69,8 +69,6 @@ const adminUserMap = process.env.ADMIN_USERS.split(",").reduce((result, entry) =
   result.set(authType, s);
   return result;
 }, new Map());
-console.log(adminUserMap);
-console.log(process.env.ADMIN_USERS);
 
 export const authOptions: AuthOptions = {
   // Ensure we can store user data in a database.
@@ -99,7 +97,6 @@ export const authOptions: AuthOptions = {
         where: { id: token.sub },
         select: { role: true },
       });
-      console.log("found role: " + role);
       token.role = role;
       return token;
     },
@@ -121,7 +118,6 @@ export const authOptions: AuthOptions = {
 
       // Update the database if the user is an admin.
       if (adminForAccountType.has(account.providerAccountId)) {
-        console.log("updating admin");
         await prisma.user.update({
           data: {
             role: "admin",

From c1b3029f8ba0c0981e94d0942e2824c044d54a71 Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 15:46:45 +0900
Subject: [PATCH 63/69] Deleting the maildev stanza now that we're using a real
 email server

---
 ansible/dev.yaml | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/ansible/dev.yaml b/ansible/dev.yaml
index 48be673e..8acdb8a4 100644
--- a/ansible/dev.yaml
+++ b/ansible/dev.yaml
@@ -32,16 +32,6 @@
         - name: oasst-postgres
         - name: oasst-postgres-web
 
-    - name: Set up maildev
-      community.docker.docker_container:
-        name: oasst-maildev
-        image: maildev/maildev
-        state: started
-        restart_policy: always
-        network_mode: oasst
-        ports:
-          - 1080:1080
-
     - name: Run the oasst oasst-backend
       community.docker.docker_container:
         name: oasst-backend

From 5e07480f149283a831aee1e033b47a5d590fb75b Mon Sep 17 00:00:00 2001
From: Keith Stevens <fozziethebeat@gmail.com>
Date: Mon, 9 Jan 2023 15:54:30 +0900
Subject: [PATCH 64/69] Remove the workflow dispatch option

---
 .github/workflows/release.yaml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index dea9c15d..1bf0ac6a 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -1,7 +1,6 @@
 name: Release
 
 on:
-  workflow_dispatch:
   release:
     types: [released]
 

From 91ee52595ea696677482a211b261fcc315c54e95 Mon Sep 17 00:00:00 2001
From: Adrian Cowan <othrayte@gmail.com>
Date: Mon, 9 Jan 2023 19:14:53 +1100
Subject: [PATCH 65/69] website: Ignore screenshots and videos produced by
 cypress e2e tests

These files are generated by running `npm run cypress:run`
---
 website/.gitignore | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/website/.gitignore b/website/.gitignore
index 86e167da..0b9f1dbe 100644
--- a/website/.gitignore
+++ b/website/.gitignore
@@ -39,5 +39,7 @@ next-env.d.ts
 *.swp
 
 # cypress
+/cypress/screenshots
+/cypress/videos
 /cypress-visual-screenshots/diff
 /cypress-visual-screenshots/comparison

From 225aa58f89465a437e3be8e3e79e0ba86d699548 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Andreas=20K=C3=B6pf?= <andreas.koepf@provisio.com>
Date: Mon, 9 Jan 2023 11:07:05 +0100
Subject: [PATCH 66/69] Fix expiry test in Task.expired()

Co-authored-by: Hemang Joshi <hemangjoshi37a@gmail.com>
---
 backend/oasst_backend/models/task.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backend/oasst_backend/models/task.py b/backend/oasst_backend/models/task.py
index a980c1b5..d923be97 100644
--- a/backend/oasst_backend/models/task.py
+++ b/backend/oasst_backend/models/task.py
@@ -35,4 +35,4 @@ class Task(SQLModel, table=True):
 
     @property
     def expired(self) -> bool:
-        return self.expiry_date is not None and datetime.utcnow() < self.expiry_date
+        return self.expiry_date is not None and datetime.utcnow() > self.expiry_date

From c22b26d21a8960197fdffa30b7ed708bfb1f8332 Mon Sep 17 00:00:00 2001
From: mrcabbage972 <mayvic@gmail.com>
Date: Mon, 9 Jan 2023 05:45:54 -0500
Subject: [PATCH 67/69] Expanding survey of relevant research (#557)

Expanding survey of relevant research
---
 docs/docs/research/general.md | 70 ++++++++++++++++++++++++++++++++++-
 1 file changed, 69 insertions(+), 1 deletion(-)

diff --git a/docs/docs/research/general.md b/docs/docs/research/general.md
index 56f935ac..4186ebac 100644
--- a/docs/docs/research/general.md
+++ b/docs/docs/research/general.md
@@ -1,7 +1,63 @@
-# General
+# Research
 
 This page lists research papers that are relevant to the project.
 
+## Table of Contents
+
+- Reinforcement Learning from Human Feedback
+- Generating Text From Language Models
+- Automatically Generating Instruction Data for Training
+- Uncertainty Estimation of Language Model Outputs
+
+## Reinforcement Learning from Human Feedback <a name="reinforcement-learning-from-human-feedback"></a>
+
+Reinforcement Learning from Human Feedback (RLHF) is a method for fine-tuning a
+generative language models based on a reward model that is learned from human
+preference data. This method facilitates the learning of instruction-tuned
+models, among other things.
+
+### Learning to summarize from human feedback [[ArXiv](https://arxiv.org/pdf/2009.01325.pdf)], [[Github](https://github.com/openai/summarize-from-feedback)]
+
+> In this work, we show that it is possible to significantly improve summary
+> quality by training a model to optimize for human preferences. We collect a
+> large, high-quality dataset of human comparisons between summaries, train a
+> model to predict the human-preferred summary, and use that model as a reward
+> function to fine-tune a summarization policy using reinforcement learning.
+
+### Training language models to follow instructions with human feedback [[ArXiv](https://arxiv.org/pdf/2203.02155.pdf)]
+
+> Starting with a set of labeler-written prompts and prompts submitted through
+> the OpenAI API, we collect a dataset of labeler demonstrations of the desired
+> model behavior, which we use to fine-tune GPT-3 using supervised learning. We
+> then collect a dataset of rankings of model outputs, which we use to further
+> fine-tune this supervised model using reinforcement learning from human
+> feedback.
+
+### Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback [[ArXiv](https://arxiv.org/pdf/2204.05862.pdf)]
+
+> We apply preference modeling and reinforcement learning from human feedback
+> (RLHF) to finetune language models to act as helpful and harmless assistants.
+> We find this alignment training improves performance on almost all NLP
+> evaluations, and is fully compatible with training for specialized skills such
+> as python coding and summarization.
+
+## Generating Text From Language Models
+
+A language model generates output text token by token, autoregressively. The
+large search space of this task requires some method of narrowing down the set
+of tokens to be considered in each step. This method, in turn, has a big impact
+on the quality of the resulting text.
+
+### RANKGEN: Improving Text Generation with Large Ranking Models [[ArXiv](https://arxiv.org/pdf/2205.09726.pdf)], [[Github](https://github.com/martiansideofthemoon/rankgen)]
+
+> Given an input sequence (or prefix), modern language models often assign high
+> probabilities to output sequences that are repetitive, incoherent, or
+> irrelevant to the prefix; as such, model-generated text also contains such
+> artifacts. To address these issues we present RankGen, a 1.2B parameter
+> encoder model for English that scores model generations given a prefix.
+> RankGen can be flexibly incorporated as a scoring function in beam search and
+> used to decode from any pretrained language model.
+
 ## Automatically Generating Instruction Data for Training
 
 This line of work is about significantly reducing the need for manually
@@ -32,3 +88,15 @@ models.
 > rivals the effectiveness of training on open-source manually-curated datasets,
 > surpassing the performance of models such as T0++ and Tk-Instruct across
 > various benchmarks.
+
+## Uncertainty Estimation of Language Model Outputs
+
+### Teaching models to express their uncertainty in words [[Arxiv](https://arxiv.org/pdf/2205.14334.pdf)]
+
+> We show that a GPT-3 model can learn to express uncertainty about its own
+> answers in natural language -- without use of model logits. When given a
+> question, the model generates both an answer and a level of confidence (e.g.
+> "90% confidence" or "high confidence"). These levels map to probabilities that
+> are well calibrated. The model also remains moderately calibrated under
+> distribution shift, and is sensitive to uncertainty in its own answers, rather
+> than imitating human examples.

From a206a9a9abbe60a076f043bde5f379ac83b3646a Mon Sep 17 00:00:00 2001
From: Andrew Maguire <andrewm4894@gmail.com>
Date: Mon, 9 Jan 2023 14:11:35 +0000
Subject: [PATCH 68/69] add example notebook (#512)

adds an example notebook and some docs
---
 notebooks/README.md                |  12 ++-
 notebooks/example/README.md        |  48 +++++++++
 notebooks/example/data/data.csv    |   3 +
 notebooks/example/example.ipynb    | 160 +++++++++++++++++++++++++++++
 notebooks/example/requirements.txt |   1 +
 5 files changed, 220 insertions(+), 4 deletions(-)
 create mode 100644 notebooks/example/README.md
 create mode 100644 notebooks/example/data/data.csv
 create mode 100644 notebooks/example/example.ipynb
 create mode 100644 notebooks/example/requirements.txt

diff --git a/notebooks/README.md b/notebooks/README.md
index edb5da33..2eea7a15 100644
--- a/notebooks/README.md
+++ b/notebooks/README.md
@@ -1,10 +1,14 @@
 # Notebooks
 
-This is a folders with some useful notebooks, all the notebooks have a markdown
-file with the same name explaining what they do.
+This is a folder with some useful notebooks, all the notebooks have a markdown
+file with the same name (or a README.md if its a single notebook folder)
+explaining what they do.
 
 ## Contributing
 
-Contributing to both notebooks and making new notebooks is very welcome. If you
-do so, make sure to make a markdown (.md) file to go with your notebook, makes
+Contributing to notebooks and making new notebooks is very welcome. If you do
+so, make sure to make a markdown (.md) file to go with your notebook, it makes
 it easier for people to know what your notebook is about.
+
+Check out the [example notebook](example/) for a reference example you can use
+as a starting point.
diff --git a/notebooks/example/README.md b/notebooks/example/README.md
new file mode 100644
index 00000000..2136834d
--- /dev/null
+++ b/notebooks/example/README.md
@@ -0,0 +1,48 @@
+# Example Notebook
+
+[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/andrewm4894/Open-Assistant/blob/main/notebooks/example/example.ipynb)
+
+This folder contains an example reference notebook structure and approach for
+this project. Please try and follow this structure as closely as possible. While
+things will not exactly be the same for each notebook some principles we would
+like to try ensure are:
+
+1. Each notebook or collection of related or dependant notebooks should live in
+   its own folder.
+1. Each notebook should have a markdown file with the same name as the notebook
+   (or README.md if it's a single notebook folder) that explains what the
+   notebook does and how to use it.
+1. Add an "Open in Colab" badge to the top of the notebook (see the markdown
+   cell near the top of `example.ipynb` as an example you can adapt).
+1. Make it as easy as possible for someone to run the notebook in Google Colab
+   or some other environment based on standard practices like providing a
+   `requirements.txt` file or anything else needed to successfully run the
+   notebook.
+
+## Running in Google Colab
+
+At the top of the [example notebook](example.ipynb) there is a code cell that
+will (once uncommented):
+
+1. clone the repository into your colab instance.
+1. `cd` into the relevant notebook directory.
+1. run `pip install -r requirements.txt` to install the required packages.
+
+At this point you can run the notebook as normal and the folder structure will
+match that of the repository and the colab notebook will be running from the
+same directory that the notebook lives in so relative links etc should work as
+expected (for example `example.ipynb` will read some sample data from
+`data/data.csv`).
+
+If you are adding a notebook please try and add a similar cell to the top of the
+notebook so that it is easy for others to run the notebook in colab. If your
+notebook does not have any dependencies beyond what already comes as standard in
+Google Colab then you do not need such a cell, just an "Open in Colab" badge
+will suffice.
+
+## example.ipynb
+
+This notebook contains an example "Open In Colab" badge and a code cell to
+prepare the colab environment to run the notebook. It also contains a code cell
+that will read in some sample data from the `data` folder in the repository and
+display it as a pandas dataframe.
diff --git a/notebooks/example/data/data.csv b/notebooks/example/data/data.csv
new file mode 100644
index 00000000..126a03bb
--- /dev/null
+++ b/notebooks/example/data/data.csv
@@ -0,0 +1,3 @@
+row,text,label
+1,some example data,1
+2,some more data,0
diff --git a/notebooks/example/example.ipynb b/notebooks/example/example.ipynb
new file mode 100644
index 00000000..2c6b1e01
--- /dev/null
+++ b/notebooks/example/example.ipynb
@@ -0,0 +1,160 @@
+{
+ "cells": [
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Example Notebook"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/andrewm4894/Open-Assistant/blob/example-notebook/notebooks/example/example.ipynb)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# uncomment and run below lines to set up if running in colab\n",
+    "# !git clone https://github.com/andrewm4894/Open-Assistant.git\n",
+    "# %cd Open-Assistant/notebooks/example\n",
+    "# !pip install -r requirements.txt"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Try to add a markdown section to the notebook that explains what the notebook is about and what it does. This will help people understand what the notebook is for and how to use it."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# import required packages\n",
+    "import pandas as pd\n",
+    "from transformers import pipeline"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Use Headings\n",
+    "\n",
+    "(it will help with link sharing to specific sections of the notebook)"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Make fancy markdown cells if you want."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>row</th>\n",
+       "      <th>text</th>\n",
+       "      <th>label</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>1</td>\n",
+       "      <td>some example data</td>\n",
+       "      <td>1</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>2</td>\n",
+       "      <td>some more data</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "   row               text  label\n",
+       "0    1  some example data      1\n",
+       "1    2     some more data      0"
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# Do cool stuff here\n",
+    "df = pd.read_csv(\"data/data.csv\")\n",
+    "df.head()"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.4"
+  },
+  "orig_nbformat": 4,
+  "vscode": {
+   "interpreter": {
+    "hash": "3ad933181bd8a04b432d3370b9dc3b0662ad032c4dfaa4e4f1596c548f763858"
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}
diff --git a/notebooks/example/requirements.txt b/notebooks/example/requirements.txt
new file mode 100644
index 00000000..976a2b1f
--- /dev/null
+++ b/notebooks/example/requirements.txt
@@ -0,0 +1 @@
+transformers

From 66891dd690d86f341c76bd249a89f7c2235ffe00 Mon Sep 17 00:00:00 2001
From: Yannic Kilcher <yk@users.noreply.github.com>
Date: Mon, 9 Jan 2023 15:22:43 +0100
Subject: [PATCH 69/69] added paths to pull_request for deploy docs

---
 .github/workflows/deploy-docs-site.yaml | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/.github/workflows/deploy-docs-site.yaml b/.github/workflows/deploy-docs-site.yaml
index d3fee6cb..721a5b30 100644
--- a/.github/workflows/deploy-docs-site.yaml
+++ b/.github/workflows/deploy-docs-site.yaml
@@ -8,6 +8,9 @@ on:
       - ".github/workflows/deploy-docs-site.yaml"
       - "docs/**"
   pull_request:
+    paths:
+      - ".github/workflows/deploy-docs-site.yaml"
+      - "docs/**"
 
 jobs:
   deploy: