feat: added toxic labels (#2396)

This commit is contained in:
Wyatt Johnson
2019-07-12 20:41:34 +00:00
committed by GitHub
parent b5b9cb7e2f
commit f95b705585
42 changed files with 727 additions and 526 deletions
@@ -352,7 +352,7 @@ comment is toxic, according to Perspective API. By default the threshold is set
placeholder="80"
spellCheck={false}
type="text"
value=""
value="80"
/>
<div
className="TextField-adornment"
@@ -545,7 +545,7 @@ improve the API over time.
id="configure-moderation-perspective-customEndpoint"
name="integrations.perspective.endpoint"
onChange={[Function]}
placeholder=""
placeholder="https://commentanalyzer.googleapis.com/v1alpha1"
spellCheck={false}
type="text"
value=""
+65 -40
View File
@@ -1,3 +1,4 @@
import { TOXICITY_THRESHOLD_DEFAULT } from "coral-common/constants";
import { pureMerge } from "coral-common/utils";
import {
GQLComment,
@@ -66,6 +67,7 @@ export const settings = createFixture<GQLSettings>({
},
perspective: {
enabled: false,
threshold: TOXICITY_THRESHOLD_DEFAULT / 100,
},
},
auth: {
@@ -432,19 +434,22 @@ export const baseComment = createFixture<GQLComment>({
edges: [],
pageInfo: { endCursor: null, hasNextPage: false },
},
actionCounts: {
flag: {
reasons: {
COMMENT_DETECTED_TOXIC: 0,
COMMENT_DETECTED_SPAM: 0,
COMMENT_DETECTED_TRUST: 0,
COMMENT_DETECTED_LINKS: 0,
COMMENT_DETECTED_BANNED_WORD: 0,
COMMENT_DETECTED_SUSPECT_WORD: 0,
COMMENT_REPORTED_OFFENSIVE: 0,
COMMENT_REPORTED_SPAM: 0,
revision: {
actionCounts: {
flag: {
reasons: {
COMMENT_DETECTED_TOXIC: 0,
COMMENT_DETECTED_SPAM: 0,
COMMENT_DETECTED_TRUST: 0,
COMMENT_DETECTED_LINKS: 0,
COMMENT_DETECTED_BANNED_WORD: 0,
COMMENT_DETECTED_SUSPECT_WORD: 0,
COMMENT_REPORTED_OFFENSIVE: 0,
COMMENT_REPORTED_SPAM: 0,
},
},
},
metadata: {},
},
flags: {
nodes: [],
@@ -498,17 +503,22 @@ export const reportedComments = createFixtures<GQLComment>(
author: users.commenters[0],
revision: {
id: "comment-0-revision-0",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_SPAM: 2,
},
},
},
metadata: {
perspective: {
score: 0.1,
},
},
},
permalink: "http://localhost/comment/0",
body:
"This is the last random sentence I will be writing and I am going to stop mid-sent",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_SPAM: 2,
},
},
},
flags: {
nodes: [
{
@@ -528,17 +538,22 @@ export const reportedComments = createFixtures<GQLComment>(
id: "comment-1",
revision: {
id: "comment-1-revision-1",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_OFFENSIVE: 3,
},
},
},
metadata: {
perspective: {
score: 0.1,
},
},
},
permalink: "http://localhost/comment/1",
author: users.commenters[1],
body: "Don't fool with me",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_OFFENSIVE: 3,
},
},
},
flags: {
nodes: [
{
@@ -563,19 +578,24 @@ export const reportedComments = createFixtures<GQLComment>(
id: "comment-2",
revision: {
id: "comment-2-revision-2",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_SPAM: 1,
COMMENT_REPORTED_OFFENSIVE: 1,
},
},
},
metadata: {
perspective: {
score: 0.1,
},
},
},
permalink: "http://localhost/comment/2",
status: GQLCOMMENT_STATUS.PREMOD,
author: users.commenters[2],
body: "I think I deserve better",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_SPAM: 1,
COMMENT_REPORTED_OFFENSIVE: 1,
},
},
},
flags: {
nodes: [
{
@@ -595,18 +615,23 @@ export const reportedComments = createFixtures<GQLComment>(
id: "comment-3",
revision: {
id: "comment-3-revision-3",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_SPAM: 1,
},
},
},
metadata: {
perspective: {
score: 0.1,
},
},
},
permalink: "http://localhost/comment/3",
status: GQLCOMMENT_STATUS.PREMOD,
author: users.commenters[3],
body: "World peace at last",
actionCounts: {
flag: {
reasons: {
COMMENT_REPORTED_SPAM: 1,
},
},
},
flags: {
nodes: [
{
@@ -120,28 +120,24 @@ exports[`approves comment in reported queue: dangling 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -349,28 +345,24 @@ exports[`rejects comment in reported queue: dangling 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -575,28 +567,24 @@ exports[`renders reported queue with comments 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -788,28 +776,24 @@ exports[`renders reported queue with comments 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Offensive
</span>
<span
className="Count-root"
>
3
</span>
<span>
Offensive
</span>
</div>
<span
className="Count-root"
>
3
</span>
</span>
<button
aria-controls="uuid-1"
aria-expanded={false}
@@ -1017,28 +1001,24 @@ exports[`renders reported queue with comments 2`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -1230,28 +1210,24 @@ exports[`renders reported queue with comments 2`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Offensive
</span>
<span
className="Count-root"
>
3
</span>
<span>
Offensive
</span>
</div>
<span
className="Count-root"
>
3
</span>
</span>
<button
aria-controls="uuid-1"
aria-expanded={false}
@@ -1449,46 +1425,42 @@ exports[`renders reported queue with comments and load more 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorPrimary Marker-variantRegular"
>
<span
className="Marker-root Marker-colorPrimary Marker-variantRegular"
>
Pre-Mod
Pre-Mod
</span>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Offensive
</span>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
className="Count-root"
>
<span>
Offensive
</span>
<span
className="Count-root"
>
1
</span>
1
</span>
</span>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
className="Count-root"
>
<span>
Spam
</span>
<span
className="Count-root"
>
1
</span>
1
</span>
</div>
</span>
<button
aria-controls="uuid-2"
aria-expanded={false}
@@ -120,28 +120,24 @@ exports[`approves comment in rejected queue: dangling 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -346,28 +342,24 @@ exports[`renders rejected queue with comments 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -559,28 +551,24 @@ exports[`renders rejected queue with comments 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Offensive
</span>
<span
className="Count-root"
>
3
</span>
<span>
Offensive
</span>
</div>
<span
className="Count-root"
>
3
</span>
</span>
<button
aria-controls="uuid-1"
aria-expanded={false}
@@ -778,41 +766,37 @@ exports[`renders rejected queue with comments and load more 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Offensive
</span>
<span
className="Count-root"
>
1
</span>
<span>
Offensive
</span>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
className="Count-root"
>
<span>
Spam
</span>
<span
className="Count-root"
>
1
</span>
1
</span>
</div>
</span>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
1
</span>
</span>
<button
aria-controls="uuid-2"
aria-expanded={false}
@@ -86,28 +86,24 @@ exports[`approves single comment 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -281,28 +277,24 @@ exports[`rejects single comment 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}
@@ -511,28 +503,24 @@ exports[`renders single comment view 1`] = `
</a>
</div>
<div
className="Box-root HorizontalGutter-root HorizontalGutter-double"
className="Box-root HorizontalGutter-root HorizontalGutter-full"
>
<div
className="Box-root Flex-root Flex-flex"
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
>
<div
className="Box-root Flex-root Flex-flex Flex-itemGutter gutter"
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span
className="Marker-root Marker-colorError Marker-variantRegular"
>
<span>
Spam
</span>
<span
className="Count-root"
>
2
</span>
<span>
Spam
</span>
</div>
<span
className="Count-root"
>
2
</span>
</span>
<button
aria-controls="uuid-0"
aria-expanded={false}