Merge branch 'master' into approve-reject-button-style

bin/cli

@@ -18,7 +18,6 @@ program
   .command('token', 'work with the access tokens')
   .command('users', 'work with the application auth')
   .command('migration', 'provides utilities for migrating the database')
-  .command('verify', 'provides utilities for performing data verification')
   .command(
     'plugins',
     'provides utilities for interacting with the plugin system'
@@ -41,20 +40,3 @@ if (!commands.includes(command)) {
   }
   process.exit(1);
 }
-
-// /**
-//  * When this process exists, check to see if we have a running command, if we do
-//  * check to see if it is still running. If it is, then kill it with a SIGINT
-//  * signal. This is for the use case where we want to kill the process that is
-//  * labeled with the PID written out by the parent process.
-//  */
-// process.once('exit', () => {
-//   if (
-
-//     // program.runningCommand &&
-//     program.runningCommand.killed === false &&
-//     program.runningCommand.exitCode === null
-//   ) {
-//     program.runningCommand.kill('SIGINT');
-//   }
-// });

bin/cli-migration

@@ -5,6 +5,7 @@
  */
 
 const util = require('./util');
+const _ = require('lodash');
 const program = require('commander');
 const inquirer = require('inquirer');
 const mongoose = require('../services/mongoose');
@@ -25,46 +26,60 @@ async function createMigration(name) {
   }
 }
 
-async function runMigrations() {
+async function runMigrations(options) {
+  const { yes, queryBatchSize, updateBatchSize } = options;
   try {
-    let { backedUp } = await inquirer.prompt([
-      {
-        type: 'confirm',
-        name: 'backedUp',
-        message: 'Did you perform a database backup',
-        default: false,
-      },
-    ]);
+    if (!yes) {
+      const { backedUp } = await inquirer.prompt([
+        {
+          type: 'confirm',
+          name: 'backedUp',
+          message: 'Did you perform a database backup',
+          default: false,
+        },
+      ]);
 
-    if (!backedUp) {
-      throw new Error(
-        'Please backup your databases prior to migrations occuring'
-      );
+      if (!backedUp) {
+        throw new Error(
+          'Please backup your databases prior to migrations occuring'
+        );
+      }
     }
 
     // Get the migrations to run.
-    let migrations = await MigrationService.listPending();
+    const migrations = await MigrationService.listPending();
 
     console.log('Now going to run the following migrations:\n');
 
-    for (let { filename } of migrations) {
+    for (const { filename } of migrations) {
       console.log(`\tmigrations/${filename}`);
     }
 
-    let { confirm } = await inquirer.prompt([
-      {
-        type: 'confirm',
-        name: 'confirm',
-        message: 'Proceed with migrations',
-        default: false,
-      },
-    ]);
+    if (!yes) {
+      const { confirm } = await inquirer.prompt([
+        {
+          type: 'confirm',
+          name: 'confirm',
+          message: 'Proceed with migrations',
+          default: false,
+        },
+      ]);
 
-    if (confirm) {
-      // Run the migrations.
-      await MigrationService.run(migrations);
+      if (confirm) {
+        // Run the migrations.
+        await MigrationService.run(migrations, {
+          queryBatchSize,
+          updateBatchSize,
+        });
+      } else {
+        console.warn('Skipping migrations');
+      }
     } else {
-      console.warn('Skipping migrations');
+      // Run the migrations.
+      await MigrationService.run(migrations, {
+        queryBatchSize,
+        updateBatchSize,
+      });
     }
 
     util.shutdown();
@@ -83,8 +98,25 @@ program
   .description('creates a new migration')
   .action(createMigration);
 
+// Bypasses issue that defaults + coercion doesn't work well together.
+// Ref: https://github.com/tj/commander.js/issues/400#issuecomment-310860869
+const parse10 = _.ary(_.partialRight(parseInt, 10), 1);
+
 program
   .command('run')
+  .option(
+    '-q, --query-batch-size <n>',
+    'change the size of queried documents that are batched at a time',
+    parse10,
+    10000
+  )
+  .option(
+    '-u, --update-batch-size <n>',
+    'change the size of documents that are batched before the update is sent',
+    parse10,
+    20000
+  )
+  .option('-y, --yes', 'will answer yes to all questions')
   .description('runs all pending migrations')
   .action(runMigrations);
 

bin/cli-plugins

@@ -235,7 +235,7 @@ async function reconcileLocalPlugins({ skipRemote, dryRun }) {
 
       if (output.status) {
         throw new Error(
-          'Could not install local plugin dependencies, errors occured during install'
+          'Could not install local plugin dependencies, errors occurred during install'
         );
       }
 
@@ -253,59 +253,61 @@ async function reconcilePluginDeps({
   dryRun,
   upgradeRemote,
 }) {
-  let startTime = new Date();
+  try {
+    let startTime = new Date();
 
-  // We don't need to do anything if we skip everything....
-  if (skipLocal && skipRemote) {
-    return;
-  }
+    // We don't need to do anything if we skip everything....
+    if (skipLocal && skipRemote) {
+      return;
+    }
 
-  // Traverse local plugins and install dependencies if enabled.
-  if (!skipLocal) {
-    await reconcileLocalPlugins({ skipRemote, dryRun });
-  }
+    // Traverse local plugins and install dependencies if enabled.
+    if (!skipLocal) {
+      await reconcileLocalPlugins({ skipRemote, dryRun });
+    }
 
-  // Locate any external plugins and install them.
-  if (!skipRemote) {
-    let results = [];
-    try {
-      results = await reconcileRemotePlugins({
+    // Locate any external plugins and install them.
+    if (!skipRemote) {
+      const results = await reconcileRemotePlugins({
         skipLocal,
         skipRemote,
         dryRun,
         upgradeRemote,
       });
-    } catch (e) {
-      throw e;
+
+      let status;
+      if (dryRun) {
+        status = '[dry-run] success'.green;
+      } else {
+        status = 'success'.green;
+      }
+
+      let message;
+      if (results.upgradable.length === 0 && results.fetchable.length === 0) {
+        message = 'Already up-to-date.';
+      } else if (results.upgradable.length === 0) {
+        message = `Fetched ${results.fetchable.length} new plugins.`;
+      } else if (results.fetchable.length === 0) {
+        message = `Upgraded ${results.upgradable.length} new plugins.`;
+      } else {
+        message = `Fetched ${results.fetchable.length} new plugins, upgraded ${
+          results.upgradable.length
+        } plugins.`;
+      }
+
+      console.log(`\n${status} ${message}`);
     }
 
-    let status;
-    if (dryRun) {
-      status = '[dry-run] success'.green;
-    } else {
-      status = 'success'.green;
-    }
+    let endTime = new Date();
 
-    let message;
-    if (results.upgradable.length === 0 && results.fetchable.length === 0) {
-      message = 'Already up-to-date.';
-    } else if (results.upgradable.length === 0) {
-      message = `Fetched ${results.fetchable.length} new plugins.`;
-    } else if (results.fetchable.length === 0) {
-      message = `Upgraded ${results.upgradable.length} new plugins.`;
-    } else {
-      message = `Fetched ${results.fetchable.length} new plugins, upgraded ${
-        results.upgradable.length
-      } plugins.`;
-    }
-
-    console.log(`\n${status} ${message}`);
+    let totalTime = ((endTime.getTime() - startTime.getTime()) / 1000).toFixed(
+      2
+    );
+    console.log(`✨ Done in ${totalTime}s.`);
+  } catch (err) {
+    console.error(err);
+    process.exit(1);
   }
-
-  let endTime = new Date();
-
-  let totalTime = ((endTime.getTime() - startTime.getTime()) / 1000).toFixed(2);
-  console.log(`✨ Done in ${totalTime}s.`);
 }
 
 async function createSeedPlugin() {

bin/cli-setup

@@ -13,6 +13,7 @@ const MODERATION_OPTIONS = require('../models/enum/moderation_options');
 const SettingsService = require('../services/settings');
 const SetupService = require('../services/setup');
 const UsersService = require('../services/users');
+const MigrationService = require('../services/migration');
 const errors = require('../errors');
 
 // Register the shutdown criteria.
@@ -51,6 +52,12 @@ const performSetup = async () => {
   if (program.defaults) {
     await SettingsService.init();
 
+    // Get the migrations to run.
+    let migrations = await MigrationService.listPending();
+
+    // Perform all migrations.
+    await MigrationService.run(migrations);
+
     console.log('Settings created.');
     console.log('\nTalk is now installed!');
 
@@ -194,7 +201,7 @@ const performSetup = async () => {
   );
 };
 
-// Start tthe setup process.
+// Start the setup process.
 performSetup()
   .then(() => {
     util.shutdown();

bin/cli-users

@@ -8,6 +8,7 @@ const util = require('./util');
 const program = require('commander');
 const inquirer = require('inquirer');
 const { graphql } = require('graphql');
+const helpers = require('../services/migration/helpers');
 const { stripIndent } = require('common-tags');
 const Table = require('cli-table');
 
@@ -28,11 +29,23 @@ const CommentModel = require('../models/comment');
 const ActionModel = require('../models/action');
 const USER_ROLES = require('../models/enum/user_roles');
 const mongoose = require('../services/mongoose');
-const databaseVerifications = require('./verifications/database');
 
 // Register the shutdown criteria.
 util.onshutdown([() => mongoose.disconnect()]);
 
+/**
+ * transforms a specific action to a removal action on the target model.
+ */
+const actionDecrTransformer = ({ item_id, action_type, group_id }) => ({
+  query: { id: item_id },
+  update: {
+    $inc: {
+      [`action_counts.${action_type.toLowerCase()}`]: -1,
+      [`action_counts.${action_type.toLowerCase()}_${group_id.toLowerCase()}`]: -1,
+    },
+  },
+});
+
 /**
  * Deletes a user and cleans up their associated verifications.
  */
@@ -63,8 +76,27 @@ async function deleteUser(userID) {
       return util.shutdown();
     }
 
+    const { transformSingleWithCursor } = helpers({
+      queryBatchSize: 10000,
+      updateBatchSize: 10000,
+    });
+
     console.warn("Removing user's actions");
 
+    // Remove all actions against comments.
+    await transformSingleWithCursor(
+      ActionModel.collection.find({ user_id: user.id, item_type: 'COMMENTS' }),
+      actionDecrTransformer,
+      CommentModel
+    );
+
+    // Remove all actions against users.
+    await transformSingleWithCursor(
+      ActionModel.collection.find({ user_id: user.id, item_type: 'USERS' }),
+      actionDecrTransformer,
+      UserModel
+    );
+
     // Remove all the user's actions.
     await ActionModel.where({ user_id: user.id })
       .setOptions({ multi: true })
@@ -72,18 +104,34 @@ async function deleteUser(userID) {
 
     console.warn("Removing user's comments");
 
+    // Removes all the user's reply counts on each of the comments that they
+    // have commented on.
+    await transformSingleWithCursor(
+      CommentModel.collection.aggregate([
+        { $match: { author_id: user.id } },
+        {
+          $group: {
+            _id: '$parent_id',
+            count: { $sum: 1 },
+          },
+        },
+      ]),
+      ({ _id: parent_id, count }) => ({
+        query: { id: parent_id },
+        update: {
+          $inc: {
+            reply_count: -1 * count,
+          },
+        },
+      }),
+      CommentModel
+    );
+
     // Remove all the user's comments.
     await CommentModel.where({ author_id: user.id })
       .setOptions({ multi: true })
       .remove();
 
-    console.warn('Updating the database indexes');
-
-    // Update the counts that might have changed.
-    for (const verification of databaseVerifications) {
-      await verification({ fix: true, limit: Infinity, batch: 1000 });
-    }
-
     console.warn('Removing the user');
 
     // Remove the user.

bin/cli-verify

@@ -1,58 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Module dependencies.
- */
-
-const util = require('./util');
-const program = require('commander');
-const mongoose = require('../services/mongoose');
-const databaseVerifications = require('./verifications/database');
-
-// Register the shutdown criteria.
-util.onshutdown([() => mongoose.disconnect()]);
-
-async function database({ fix = false, limit = Infinity, batch = 1000 }) {
-  try {
-    for (const verification of databaseVerifications) {
-      await verification({ fix, limit, batch });
-    }
-  } catch (err) {
-    console.error(
-      `Failed to process all the ${databaseVerifications.length} verifications`,
-      err
-    );
-    util.shutdown(1);
-    return;
-  }
-
-  util.shutdown();
-}
-
-//==============================================================================
-// Setting up the program command line arguments.
-//==============================================================================
-
-program
-  .command('db')
-  .description('verifies the database integrity')
-  .option('-f, --fix', 'fix the problems found with database inconsistencies')
-  .option(
-    '-l, --limit [size]',
-    'limit the amount of documents to process in a single pass, this will ensure only a maximum number of batch operations are issued [default: inf]',
-    parseInt
-  )
-  .option(
-    '-b, --batch [size]',
-    'batch size to process verifications and repairs of documents [default: 1000]',
-    parseInt
-  )
-  .action(database);
-
-program.parse(process.argv);
-
-// If there is no command listed, output help.
-if (!process.argv.slice(2).length) {
-  program.outputHelp();
-  util.shutdown();
-}

bin/util.js

@@ -63,5 +63,6 @@ process.once('SIGUSR2', () => util.shutdown(0, 'SIGUSR2'));
 // ignoring them. In the future, promise rejections that are not handled will
 // terminate the Node.js process with a non-zero exit code.
 process.on('unhandledRejection', err => {
-  throw err;
+  console.error(err);
+  process.exit(1);
 });

bin/verifications/database/action_counts.js

@@ -1,194 +0,0 @@
-const UserModel = require('../../../models/user');
-const CommentModel = require('../../../models/comment');
-const ActionsService = require('../../../services/actions');
-const { arrayJoinBy } = require('../../../graph/loaders/util');
-const { get } = require('lodash');
-const debug = require('debug')('talk:cli:verify');
-
-const MODELS = [UserModel, CommentModel];
-
-async function processBatch(Model, documents) {
-  // Get an array of all the document id's.
-  const documentIDs = documents.map(({ id }) => id);
-
-  // Store all the operations on this batch in this array that we'll return
-  // later.
-  const operations = [];
-
-  // Get the action summaries for this batch.
-  const totalActionSummaries = await ActionsService.getActionSummaries(
-    documentIDs
-  ).then(arrayJoinBy(documentIDs, 'item_id'));
-
-  // Iterate over the documents.
-  for (let i = 0; i < documents.length; i++) {
-    const document = documents[i];
-    const actionSummaries = totalActionSummaries[i];
-
-    let ops = [];
-
-    for (const actionSummary of actionSummaries) {
-      if (actionSummary.group_id === null) {
-        continue;
-      }
-
-      // And we generate the group id.
-      const ACTION_TYPE = actionSummary.action_type.toLowerCase();
-      const GROUP_ID = actionSummary.group_id.toLowerCase();
-
-      if (GROUP_ID.length <= 0) {
-        continue;
-      }
-
-      // And we add a new batch operation if the action summary is associated
-      // with a group.
-      const ACTION_COUNT_FIELD = `${ACTION_TYPE}_${GROUP_ID}`;
-
-      // Check that the action summaries match the cached counts.
-      if (
-        get(document, ['action_counts', ACTION_COUNT_FIELD]) !==
-        actionSummary.count
-      ) {
-        // Batch updates for those changes.
-        ops.push({
-          [`action_counts.${ACTION_COUNT_FIELD}`]: actionSummary.count,
-        });
-      }
-    }
-
-    // Group all the action summaries together from all the different group
-    // ids.
-    const groupedActionSummaries = actionSummaries.reduce(
-      (acc, actionSummary) => {
-        // action_type is already snake cased (as it would have had to be when it
-        // was inserted in the database).
-        const ACTION_TYPE = actionSummary.action_type.toLowerCase();
-
-        if (!(ACTION_TYPE in acc)) {
-          acc[ACTION_TYPE] = 0;
-        }
-
-        acc[ACTION_TYPE] += actionSummary.count;
-
-        return acc;
-      },
-      {}
-    );
-
-    for (const ACTION_COUNT_FIELD of Object.keys(groupedActionSummaries)) {
-      const count = groupedActionSummaries[ACTION_COUNT_FIELD];
-
-      // Check that the action summaries match the cached counts.
-      if (get(document, ['action_counts', ACTION_COUNT_FIELD]) !== count) {
-        // Batch updates for those changes.
-        ops.push({
-          [`action_counts.${ACTION_COUNT_FIELD}`]: count,
-        });
-      }
-    }
-
-    // If this comment has action summaries that should be updated, then
-    // perform an update!
-    if (ops.length > 0) {
-      operations.push({
-        updateOne: {
-          filter: {
-            id: document.id,
-          },
-          update: {
-            $set: Object.assign({}, ...ops),
-          },
-        },
-      });
-    }
-  }
-
-  return operations;
-}
-
-module.exports = async ({ fix, batch }) => {
-  for (const Model of MODELS) {
-    const cursor = Model.collection
-      .find({})
-      .project({
-        id: 1,
-        action_counts: 1,
-      })
-      .sort({ created_at: 1 });
-
-    let operations = [];
-    let documents = [];
-
-    // While there are documents to process.
-    while (await cursor.hasNext()) {
-      // Load the document.
-      const document = await cursor.next();
-
-      // Push the document into the documents array.
-      documents.push(document);
-
-      // Check to see if the length of the documents array requires us to
-      // process it.
-      if (documents.length > batch) {
-        // Process this batch.
-        let batchOperations = await processBatch(Model, documents);
-
-        // Push the batch operations into the model operations.
-        operations.push(...batchOperations);
-
-        // Clear this batch contents.
-        documents = [];
-      }
-    }
-
-    // Check to see if there are any documents left over.
-    if (documents.length > 0) {
-      // Process this batch.
-      let batchOperations = await processBatch(Model, documents);
-
-      // Push the batch operations into the model operations.
-      operations.push(...batchOperations);
-    }
-
-    const OPERATIONS_LENGTH = operations.length;
-
-    console.log(
-      `action_counts.js: ${OPERATIONS_LENGTH} ${
-        Model.collection.name
-      } need their action counts fixed.`
-    );
-
-    // If fix was enabled, execute the batch writes.
-    if (OPERATIONS_LENGTH > 0) {
-      if (fix) {
-        debug(
-          `action_counts.js: fixing ${OPERATIONS_LENGTH} ${
-            Model.collection.name
-          }...`
-        );
-
-        while (operations.length) {
-          let result = await Model.collection.bulkWrite(
-            operations.splice(0, batch)
-          );
-
-          debug(
-            `action_counts.js: fixed batch of ${result.modifiedCount} ${
-              Model.collection.name
-            }.`
-          );
-        }
-
-        console.log(
-          `action_counts.js: applied all ${OPERATIONS_LENGTH} fixes to ${
-            Model.collection.name
-          }.`
-        );
-      } else {
-        console.warn(
-          'Skipping fixing, --fix was not enabled, pass --fix to fix these errors'
-        );
-      }
-    }
-  }
-};

bin/verifications/database/comment_replies.js

@@ -1,140 +0,0 @@
-const CommentModel = require('../../../models/comment');
-const { singleJoinBy } = require('../../../graph/loaders/util');
-const debug = require('debug')('talk:cli:verify');
-
-const getBatch = async (limit, offset) =>
-  CommentModel.find({})
-    .select({ id: 1, action_counts: 1, reply_count: 1 })
-    .limit(limit)
-    .skip(offset)
-    .sort('created_at');
-
-module.exports = async ({ fix, limit, batch }) => {
-  let operations = [];
-
-  // Count how many comments there are to process.
-  const totalCount = await CommentModel.count();
-
-  let offset = 0;
-  let comments = [];
-  let commentIDs = [];
-
-  console.log(`Processing ${totalCount} comments in batches of ${limit}...`);
-
-  // Keep processing documents until there are is none left.
-  while (offset < totalCount) {
-    // Get a batch of comments.
-    comments = await getBatch(batch, offset);
-    commentIDs = comments.map(({ id }) => id);
-
-    // Get their reply counts.
-    let allReplyCounts = await CommentModel.aggregate([
-      {
-        $match: {
-          parent_id: {
-            $in: commentIDs,
-          },
-          status: {
-            $in: ['NONE', 'ACCEPTED'],
-          },
-        },
-      },
-      {
-        $group: {
-          _id: '$parent_id',
-          count: {
-            $sum: 1,
-          },
-        },
-      },
-    ])
-      .then(singleJoinBy(commentIDs, '_id'))
-      .then(results => results.map(result => (result ? result.count : 0)));
-
-    // Loop over the comments, with their action summaries.
-    for (let i = 0; i < comments.length; i++) {
-      let comment = comments[i];
-      let replyCount = allReplyCounts[i];
-
-      // And check to see if the action summaries we just computed match what is
-      // currently set for the comments.
-      let commentOperations = [];
-
-      // If the reply count needs to be updated, then update it!
-      if (comment.reply_count !== replyCount) {
-        commentOperations.push({
-          reply_count: replyCount,
-        });
-      }
-
-      // If this comment has action summaries that should be updated, then
-      // perform an update!
-      if (commentOperations.length > 0) {
-        operations.push({
-          updateOne: {
-            filter: {
-              id: comment.id,
-            },
-            update: {
-              $set: Object.assign({}, ...commentOperations),
-            },
-          },
-        });
-      }
-    }
-
-    debug(`Processed batch of ${comments.length} comments.`);
-
-    if (operations.length >= limit) {
-      debug(
-        `Queued operations are ${
-          operations.length
-        }, reached limit of ${limit}, not processing any more.`
-      );
-
-      if (operations.length > limit) {
-        debug(
-          `${operations.length -
-            limit} operations have been truncated to enforce the limit`
-        );
-      }
-
-      break;
-    }
-
-    offset += batch;
-  }
-
-  const OPERATIONS_LENGTH = operations.length;
-
-  if (limit < Infinity && offset + comments.length < totalCount) {
-    console.log(
-      `Processed ${offset +
-        comments.length}/${totalCount} comments because we reached the update limit of ${limit}.`
-    );
-  } else {
-    console.log(`Processed all ${totalCount} comments.`);
-  }
-
-  console.log(`${OPERATIONS_LENGTH} documents need fixing.`);
-
-  // If fix was enabled, execute the batch writes.
-  if (OPERATIONS_LENGTH > 0) {
-    if (fix) {
-      debug(`Fixing ${OPERATIONS_LENGTH} documents...`);
-
-      while (operations.length) {
-        let batchOperations = operations.splice(0, batch);
-        let result = await CommentModel.collection.bulkWrite(batchOperations);
-
-        debug(`Fixed batch of ${result.modifiedCount} documents.`);
-      }
-
-      console.log(`Applied all ${OPERATIONS_LENGTH} fixes.`);
-    } else {
-      console.warn(
-        'Skipping fixing, --fix was not enabled, pass --fix to fix these errors'
-      );
-    }
-  }
-};

bin/verifications/database/index.js

@@ -1,10 +0,0 @@
-// This will import all the verifications that should be run by the:
-//
-//   cli verify database
-//
-// command. They exist in the form:
-//
-//   async ({fix = false, batch = 1000}) => {}
-//
-// where their options are derived.
-module.exports = [require('./comment_replies'), require('./action_counts')];

circle.yml

@@ -37,7 +37,7 @@ dependencies:
 
     # Install node dependencies.
     - yarn --version
-    - yarn global add node-gyp nsp --force
+    - yarn global add node-gyp --force
     - yarn
 
   post:
@@ -59,8 +59,6 @@ test:
     - yarn test
     # Run the end to end tests
     - yarn e2e:ci
-    # Check dependancies using nsp.
-    - nsp check
 
 deployment:
   release:

client/coral-admin/src/actions/community.js

@@ -11,6 +11,7 @@ import {
   HIDE_BANUSER_DIALOG,
   SHOW_REJECT_USERNAME_DIALOG,
   HIDE_REJECT_USERNAME_DIALOG,
+  SET_INDICATOR_TRACK,
 } from '../constants/community';
 
 import t from 'coral-framework/services/i18n';
@@ -68,3 +69,9 @@ export const showRejectUsernameDialog = user => ({
 export const hideRejectUsernameDialog = () => ({
   type: HIDE_REJECT_USERNAME_DIALOG,
 });
+
+// Enable or disable the activity indicator subscriptions.
+export const setIndicatorTrack = track => ({
+  type: SET_INDICATOR_TRACK,
+  track,
+});

client/coral-admin/src/actions/moderation.js

@@ -31,10 +31,16 @@ export const storySearchChange = value => ({
 });
 
 export const clearState = () => ({
-  type: actions.MODERATION_CLEAR_STATE,
+  type: actions.CLEAR_STATE,
 });
 
 export const selectCommentId = id => ({
-  type: actions.MODERATION_SELECT_COMMENT,
+  type: actions.SELECT_COMMENT,
   id,
 });
+
+// Enable or disable the activity indicator subscriptions.
+export const setIndicatorTrack = track => ({
+  type: actions.SET_INDICATOR_TRACK,
+  track,
+});

client/coral-admin/src/components/Header.js

@@ -15,6 +15,7 @@ const CoralHeader = ({
   showShortcuts = () => {},
   auth,
   root,
+  data,
 }) => {
   return (
     <div className={styles.headerWrapper}>
@@ -31,7 +32,7 @@ const CoralHeader = ({
                   activeClassName={styles.active}
                 >
                   {t('configure.moderate')}
-                  <ModerationIndicator root={root} />
+                  <ModerationIndicator root={root} data={data} />
                 </IndexLink>
               )}
               <Link
@@ -50,7 +51,7 @@ const CoralHeader = ({
                 activeClassName={styles.active}
               >
                 {t('configure.community')}
-                <CommunityIndicator root={root} />
+                <CommunityIndicator root={root} data={data} />
               </Link>
 
               {can(auth.user, 'UPDATE_CONFIG') && (
@@ -119,6 +120,7 @@ CoralHeader.propTypes = {
   showShortcuts: PropTypes.func,
   handleLogout: PropTypes.func.isRequired,
   root: PropTypes.object.isRequired,
+  data: PropTypes.object.isRequired,
 };
 
 export default CoralHeader;

client/coral-admin/src/components/ModerationKeysModal.js

@@ -23,7 +23,7 @@ export default class ModerationKeysModal extends React.Component {
           'ctrl+f': 'modqueue.toggle_search',
           t: 'modqueue.next_queue',
           [`1...${this.props.queueCount}`]: 'modqueue.jump_to_queue',
-          s: 'modqueue.singleview',
+          z: 'modqueue.singleview',
           '?': 'modqueue.thismenu',
         },
       },

client/coral-admin/src/components/UserDetail.js

@@ -2,7 +2,6 @@ import React from 'react';
 import cn from 'classnames';
 import PropTypes from 'prop-types';
 import capitalize from 'lodash/capitalize';
-import { getErrorMessages } from 'coral-framework/utils';
 import styles from './UserDetail.css';
 import AccountHistory from './AccountHistory';
 import { Slot } from 'coral-framework/components';
@@ -29,43 +28,23 @@ import UserInfoTooltip from './UserInfoTooltip';
 
 class UserDetail extends React.Component {
   rejectThenReload = async info => {
-    try {
-      await this.props.rejectComment(info);
-      this.props.data.refetch();
-    } catch (err) {
-      console.error(err);
-      this.props.notify('error', getErrorMessages(err));
-    }
+    await this.props.rejectComment(info);
+    this.props.data.refetch();
   };
 
   acceptThenReload = async info => {
-    try {
-      await this.props.acceptComment(info);
-      this.props.data.refetch();
-    } catch (err) {
-      console.error(err);
-      this.props.notify('error', getErrorMessages(err));
-    }
+    await this.props.acceptComment(info);
+    this.props.data.refetch();
   };
 
   bulkAcceptThenReload = async () => {
-    try {
-      await this.props.bulkAccept();
-      this.props.data.refetch();
-    } catch (err) {
-      console.error(err);
-      this.props.notify('error', getErrorMessages(err));
-    }
+    await this.props.bulkAccept();
+    this.props.data.refetch();
   };
 
   bulkRejectThenReload = async () => {
-    try {
-      await this.props.bulkReject();
-      this.props.data.refetch();
-    } catch (err) {
-      console.error(err);
-      this.props.notify('error', getErrorMessages(err));
-    }
+    await this.props.bulkReject();
+    this.props.data.refetch();
   };
 
   changeTab = tab => {
@@ -94,6 +73,16 @@ class UserDetail extends React.Component {
     );
   }
 
+  renderError() {
+    return (
+      <ClickOutside onClickOutside={this.props.hideUserDetail}>
+        <Drawer onClose={this.props.hideUserDetail}>
+          <div>{this.props.data.error.message}</div>
+        </Drawer>
+      </ClickOutside>
+    );
+  }
+
   getActionMenuLabel() {
     const { root: { user } } = this.props;
 
@@ -345,6 +334,10 @@ class UserDetail extends React.Component {
   }
 
   render() {
+    if (this.props.data.error) {
+      return this.renderError();
+    }
+
     if (this.props.loading) {
       return this.renderLoading();
     }
@@ -371,7 +364,6 @@ UserDetail.propTypes = {
   selectedCommentIds: PropTypes.array.isRequired,
   viewUserDetail: PropTypes.any.isRequired,
   loadMore: PropTypes.any.isRequired,
-  notify: PropTypes.func.isRequired,
   showSuspendUserDialog: PropTypes.func,
   showBanUserDialog: PropTypes.func,
   unbanUser: PropTypes.func.isRequired,

client/coral-admin/src/constants/community.js

@@ -18,3 +18,5 @@ export const SHOW_REJECT_USERNAME_DIALOG = `${prefix}_SHOW_REJECT_USERNAME_DIALO
 export const HIDE_REJECT_USERNAME_DIALOG = `${prefix}_HIDE_REJECT_USERNAME_DIALOG`;
 
 export const SET_SEARCH_VALUE = `${prefix}_SET_SEARCH_VALUE`;
+
+export const SET_INDICATOR_TRACK = `${prefix}_SET_INDICATOR_TRACK`;

client/coral-admin/src/constants/moderation.js

@@ -1,9 +1,12 @@
-export const TOGGLE_MODAL = 'TOGGLE_MODAL';
-export const SINGLE_VIEW = 'SINGLE_VIEW';
-export const HIDE_SHORTCUTS_NOTE = 'HIDE_SHORTCUTS_NOTE';
-export const SET_SORT_ORDER = 'MODERATION_SET_SORT_ORDER';
-export const SHOW_STORY_SEARCH = 'SHOW_STORY_SEARCH';
-export const HIDE_STORY_SEARCH = 'HIDE_STORY_SEARCH';
-export const STORY_SEARCH_CHANGE_VALUE = 'STORY_SEARCH_CHANGE_VALUE';
-export const MODERATION_CLEAR_STATE = 'MODERATION_CLEAR_STATE';
-export const MODERATION_SELECT_COMMENT = 'MODERATION_SELECT_COMMENT';
+const prefix = `MODERATION`;
+
+export const TOGGLE_MODAL = `${prefix}_TOGGLE_MODAL`;
+export const SINGLE_VIEW = `${prefix}_SINGLE_VIEW`;
+export const HIDE_SHORTCUTS_NOTE = `${prefix}_HIDE_SHORTCUTS_NOTE`;
+export const SET_SORT_ORDER = `${prefix}_SET_SORT_ORDER`;
+export const SHOW_STORY_SEARCH = `${prefix}_SHOW_STORY_SEARCH`;
+export const HIDE_STORY_SEARCH = `${prefix}_HIDE_STORY_SEARCH`;
+export const STORY_SEARCH_CHANGE_VALUE = `${prefix}_STORY_SEARCH_CHANGE_VALUE`;
+export const CLEAR_STATE = `${prefix}_CLEAR_STATE`;
+export const SELECT_COMMENT = `${prefix}_SELECT_COMMENT`;
+export const SET_INDICATOR_TRACK = `${prefix}_SET_INDICATOR_TRACK`;

client/coral-admin/src/containers/BanUserDialog.js

@@ -10,8 +10,6 @@ import {
 } from 'coral-framework/graphql/mutations';
 import { compose } from 'react-apollo';
 import t from 'coral-framework/services/i18n';
-import { getErrorMessages } from 'coral-framework/utils';
-import { notify } from 'coral-framework/actions/notification';
 
 class BanUserDialogContainer extends Component {
   banUser = async () => {
@@ -22,16 +20,11 @@ class BanUserDialogContainer extends Component {
       banUser,
       setCommentStatus,
       hideBanUserDialog,
-      notify,
     } = this.props;
-    try {
-      await banUser({ id: userId, message: '' });
-      hideBanUserDialog();
-      if (commentId && commentStatus && commentStatus !== 'REJECTED') {
-        await setCommentStatus({ commentId, status: 'REJECTED' });
-      }
-    } catch (err) {
-      notify('error', getErrorMessages(err));
+    await banUser({ id: userId, message: '' });
+    hideBanUserDialog();
+    if (commentId && commentStatus && commentStatus !== 'REJECTED') {
+      await setCommentStatus({ commentId, status: 'REJECTED' });
     }
   };
 
@@ -78,14 +71,13 @@ const mapDispatchToProps = dispatch => ({
   ...bindActionCreators(
     {
       hideBanUserDialog,
-      notify,
     },
     dispatch
   ),
 });
 
 export default compose(
+  connect(mapStateToProps, mapDispatchToProps),
   withBanUser,
-  withSetCommentStatus,
-  connect(mapStateToProps, mapDispatchToProps)
+  withSetCommentStatus
 )(BanUserDialogContainer);

client/coral-admin/src/containers/CommentLabels.js

@@ -25,6 +25,7 @@ export default withFragments({
           id
           role
         }
+        created_at
       }
       ${getSlotFragmentSpreads(slots, 'comment')}
     }

client/coral-admin/src/containers/Header.js

@@ -7,7 +7,7 @@ import { getDefinitionName } from 'coral-framework/utils';
 
 export default withQuery(
   gql`
-    query TalkAdmin_Header {
+    query TalkAdmin_Header($nullID: ID) {
       ...${getDefinitionName(ModerationIndicator.fragments.root)}
       ...${getDefinitionName(CommunityIndicator.fragments.root)}
     }
@@ -16,7 +16,7 @@ export default withQuery(
   `,
   {
     options: {
-      pollInterval: 10000,
+      variables: { nullID: null },
     },
   }
 )(Header);

client/coral-admin/src/containers/SuspendUserDialog.js

@@ -11,7 +11,6 @@ import {
 import { compose, gql } from 'react-apollo';
 import t, { timeago } from 'coral-framework/services/i18n';
 import withQuery from 'coral-framework/hocs/withQuery';
-import { getErrorMessages } from 'coral-framework/utils';
 import get from 'lodash/get';
 import { notify } from 'coral-framework/actions/notification';
 
@@ -28,17 +27,13 @@ class SuspendUserDialogContainer extends Component {
       notify,
     } = this.props;
     hideSuspendUserDialog();
-    try {
-      await suspendUser({ id: userId, message, until });
-      notify(
-        'success',
-        t('suspenduser.notify_suspend_until', username, timeago(until))
-      );
-      if (commentId && commentStatus && commentStatus !== 'REJECTED') {
-        await setCommentStatus({ commentId, status: 'REJECTED' });
-      }
-    } catch (err) {
-      notify('error', getErrorMessages(err));
+    await suspendUser({ id: userId, message, until });
+    notify(
+      'success',
+      t('suspenduser.notify_suspend_until', username, timeago(until))
+    );
+    if (commentId && commentStatus && commentStatus !== 'REJECTED') {
+      await setCommentStatus({ commentId, status: 'REJECTED' });
     }
   };
 

client/coral-admin/src/containers/UserDetail.js

@@ -24,7 +24,6 @@ import {
 } from 'coral-framework/graphql/mutations';
 import UserDetailComment from './UserDetailComment';
 import update from 'immutability-helper';
-import { notify } from 'coral-framework/actions/notification';
 import { showBanUserDialog } from 'actions/banUserDialog';
 import { showSuspendUserDialog } from 'actions/suspendUserDialog';
 
@@ -130,6 +129,7 @@ class UserDetailContainer extends React.Component {
         acceptComment={this.acceptComment}
         rejectComment={this.rejectComment}
         loading={loading}
+        error={this.props.data && this.props.data.error}
         loadMore={this.loadMore}
         {...this.props}
       />
@@ -271,7 +271,6 @@ const mapDispatchToProps = dispatch => ({
       viewUserDetail,
       hideUserDetail,
       toggleSelectAllCommentInUserDetail,
-      notify,
     },
     dispatch
   ),

client/coral-admin/src/graphql/index.js

@@ -173,13 +173,17 @@ export default {
       },
       updateQueries: {
         TalkAdmin_Community_FlaggedAccounts: (prev, { mutationResult }) => {
+          const decrement = {
+            flaggedUsernamesCount: { $apply: count => count - 1 },
+          };
+
           // Remove from list after the mutation was "really" completed.
           if (get(mutationResult, 'data.approveUsername.isOptimistic')) {
-            return prev;
+            return update(prev, decrement);
           }
 
           const updated = update(prev, {
-            flaggedUsernamesCount: { $apply: count => count - 1 },
+            ...decrement,
             flaggedUsers: {
               nodes: { $apply: nodes => nodes.filter(node => node.id !== id) },
             },
@@ -227,13 +231,17 @@ export default {
       },
       updateQueries: {
         TalkAdmin_Community_FlaggedAccounts: (prev, { mutationResult }) => {
+          const decrement = {
+            flaggedUsernamesCount: { $apply: count => count - 1 },
+          };
+
           // Remove from list after the mutation was "really" completed.
           if (get(mutationResult, 'data.rejectUsername.isOptimistic')) {
-            return prev;
+            return update(prev, decrement);
           }
 
           const updated = update(prev, {
-            flaggedUsernamesCount: { $apply: count => count - 1 },
+            ...decrement,
             flaggedUsers: {
               nodes: {
                 $apply: nodes => nodes.filter(node => node.id !== id),

client/coral-admin/src/reducers/community.js

@@ -9,6 +9,7 @@ import {
   HIDE_BANUSER_DIALOG,
   SHOW_REJECT_USERNAME_DIALOG,
   HIDE_REJECT_USERNAME_DIALOG,
+  SET_INDICATOR_TRACK,
 } from '../constants/community';
 
 const initialState = {
@@ -24,6 +25,10 @@ const initialState = {
   user: {},
   banDialog: false,
   rejectUsernameDialog: false,
+  // If true the activity indicator will track flagged account changes
+  // in order to determine the current queue count. Set this to false
+  // if the queue count is determined by other means.
+  indicatorTrack: true,
 };
 
 export default function community(state = initialState, action) {
@@ -91,6 +96,11 @@ export default function community(state = initialState, action) {
         ...state,
         searchValue: action.value,
       };
+    case SET_INDICATOR_TRACK:
+      return {
+        ...state,
+        indicatorTrack: action.track,
+      };
     default:
       return state;
   }

client/coral-admin/src/reducers/moderation.js

@@ -8,14 +8,19 @@ const initialState = {
   shortcutsNoteVisible: 'show',
   sortOrder: 'DESC',
   selectedCommentId: '',
+  // If true the activity indicator will turn on subscriptions
+  // in order to determine queue counts. Set this to false
+  // if the queue count is determined by other means.
+  indicatorTrack: true,
 };
 
 export default function moderation(state = initialState, action) {
   switch (action.type) {
-    case actions.MODERATION_CLEAR_STATE:
+    case actions.CLEAR_STATE:
       return {
         ...initialState,
         shortcutsNoteVisible: state.shortcutsNoteVisible,
+        indicatorTrack: state.indicatorTrack,
       };
     case actions.TOGGLE_MODAL:
       return {
@@ -52,11 +57,16 @@ export default function moderation(state = initialState, action) {
         ...state,
         sortOrder: action.order,
       };
-    case actions.MODERATION_SELECT_COMMENT:
+    case actions.SELECT_COMMENT:
       return {
         ...state,
         selectedCommentId: action.id,
       };
+    case actions.SET_INDICATOR_TRACK:
+      return {
+        ...state,
+        indicatorTrack: action.track,
+      };
     default:
       return state;
   }

client/coral-admin/src/routes/Community/components/FlaggedUser.css

@@ -10,7 +10,7 @@
   margin: 0 auto;
   position: relative;
   transition: background 200ms, box-shadow 200ms, margin-bottom 200ms;
-  padding: 10px 0 0;
+  padding: 10px 0 10px;
   min-height: 220px;
 
   &:hover {

client/coral-admin/src/routes/Community/containers/FlaggedAccounts.js

@@ -6,16 +6,18 @@ import withQuery from 'coral-framework/hocs/withQuery';
 import { Spinner } from 'coral-ui';
 import PropTypes from 'prop-types';
 import { withApproveUsername } from 'coral-framework/graphql/mutations';
-import { showRejectUsernameDialog } from '../../../actions/community';
+import {
+  showRejectUsernameDialog,
+  setIndicatorTrack,
+} from '../../../actions/community';
 import { viewUserDetail } from '../../../actions/userDetail';
 import { getDefinitionName } from 'coral-framework/utils';
 import { appendNewNodes } from 'plugin-api/beta/client/utils';
 import update from 'immutability-helper';
-import { handleFlaggedUsernameChange } from '../graphql';
+import { handleFlaggedAccountsChange } from '../graphql';
 import { notify } from 'coral-framework/actions/notification';
 import { isFlaggedUserDangling } from '../utils';
 import t from 'coral-framework/services/i18n';
-import { notifyOnMutationError } from 'coral-framework/hocs';
 
 import FlaggedAccounts from '../components/FlaggedAccounts';
 import FlaggedUser from '../containers/FlaggedUser';
@@ -32,10 +34,6 @@ function whoFlagged(user) {
 class FlaggedAccountsContainer extends Component {
   subscriptions = [];
 
-  constructor(props) {
-    super(props);
-  }
-
   getCountWithoutDangling() {
     return this.props.root.flaggedUsers.nodes.filter(
       node => !isFlaggedUserDangling(node)
@@ -50,7 +48,7 @@ class FlaggedAccountsContainer extends Component {
           prev,
           { subscriptionData: { data: { usernameFlagged: user } } }
         ) => {
-          return handleFlaggedUsernameChange(prev, user, () => {
+          return handleFlaggedAccountsChange(prev, user, () => {
             const msg = t(
               'flagged_usernames.notify_flagged',
               whoFlagged(user),
@@ -66,7 +64,7 @@ class FlaggedAccountsContainer extends Component {
           prev,
           { subscriptionData: { data: { usernameApproved: user } } }
         ) => {
-          return handleFlaggedUsernameChange(prev, user, () => {
+          return handleFlaggedAccountsChange(prev, user, () => {
             const msg = t(
               'flagged_usernames.notify_approved',
               whoChangedTheStatus(user.state.status.username),
@@ -82,7 +80,7 @@ class FlaggedAccountsContainer extends Component {
           prev,
           { subscriptionData: { data: { usernameRejected: user } } }
         ) => {
-          return handleFlaggedUsernameChange(prev, user, () => {
+          return handleFlaggedAccountsChange(prev, user, () => {
             const msg = t(
               'flagged_usernames.notify_rejected',
               whoChangedTheStatus(user.state.status.username),
@@ -102,7 +100,7 @@ class FlaggedAccountsContainer extends Component {
             },
           }
         ) => {
-          return handleFlaggedUsernameChange(prev, user, () => {
+          return handleFlaggedAccountsChange(prev, user, () => {
             const msg = t(
               'flagged_usernames.notify_changed',
               previousUsername,
@@ -125,10 +123,14 @@ class FlaggedAccountsContainer extends Component {
   }
 
   componentWillMount() {
+    // Stop activity indicator tracking, as we'll handle it here.
+    this.props.setIndicatorTrack(false);
     this.subscribeToUpdates();
   }
 
   componentWillUnmount() {
+    // Restart activity indicator tracking.
+    this.props.setIndicatorTrack(true);
     this.unsubscribe();
   }
 
@@ -197,6 +199,7 @@ FlaggedAccountsContainer.propTypes = {
   approveUsername: PropTypes.func,
   data: PropTypes.object,
   root: PropTypes.object,
+  setIndicatorTrack: PropTypes.func,
 };
 
 const LOAD_MORE_QUERY = gql`
@@ -288,6 +291,7 @@ const mapDispatchToProps = dispatch =>
       showRejectUsernameDialog,
       viewUserDetail,
       notify,
+      setIndicatorTrack,
     },
     dispatch
   );
@@ -295,7 +299,6 @@ const mapDispatchToProps = dispatch =>
 export default compose(
   connect(null, mapDispatchToProps),
   withApproveUsername,
-  notifyOnMutationError(['approveUsername']),
   withQuery(
     gql`
       query TalkAdmin_Community_FlaggedAccounts {

client/coral-admin/src/routes/Community/containers/Indicator.js

@@ -1,14 +1,152 @@
+import React, { Component } from 'react';
 import { compose, gql } from 'react-apollo';
 import Indicator from '../../../components/Indicator';
 import { withFragments } from 'plugin-api/beta/client/hocs';
-import { branch, renderNothing } from 'recompose';
+import { handleIndicatorChange } from '../graphql';
+import PropTypes from 'prop-types';
+import { connect } from 'react-redux';
 
-const hideIfNoData = hasNoData => branch(hasNoData, renderNothing);
+class IndicatorContainer extends Component {
+  subscriptions = [];
+
+  subscribeToUpdates() {
+    const parameters = [
+      {
+        document: USERNAME_FLAGGED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { usernameFlagged: user } } }
+        ) => {
+          return handleIndicatorChange(prev, user);
+        },
+      },
+      {
+        document: USERNAME_APPROVED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { usernameApproved: user } } }
+        ) => {
+          return handleIndicatorChange(prev, user);
+        },
+      },
+      {
+        document: USERNAME_REJECTED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { usernameRejected: user } } }
+        ) => {
+          return handleIndicatorChange(prev, user);
+        },
+      },
+      {
+        document: USERNAME_CHANGED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { usernameChanged: { user } } } }
+        ) => {
+          return handleIndicatorChange(prev, user);
+        },
+      },
+    ];
+
+    this.subscriptions = parameters.map(param =>
+      this.props.data.subscribeToMore(param)
+    );
+  }
+
+  unsubscribe() {
+    this.subscriptions.forEach(unsubscribe => unsubscribe());
+    this.subscriptions = [];
+  }
+
+  componentWillMount() {
+    if (this.props.track) {
+      this.subscribeToUpdates();
+    }
+  }
+
+  componentWillUnmount() {
+    this.unsubscribe();
+  }
+
+  componentWillReceiveProps(nextProps) {
+    if (!this.props.track && nextProps.track) {
+      this.subscribeToUpdates();
+    }
+    if (this.props.track && !nextProps.track) {
+      this.unsubscribe();
+    }
+  }
+
+  render() {
+    if (!this.props.root || !this.props.root.flaggedUsernamesCount) {
+      return null;
+    }
+
+    return <Indicator />;
+  }
+}
+
+IndicatorContainer.propTypes = {
+  data: PropTypes.object,
+  root: PropTypes.object,
+  track: PropTypes.bool,
+};
+
+const fields = `
+  state {
+    status {
+      username {
+        status
+      }
+    }
+  }
+`;
+
+const USERNAME_FLAGGED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_CommunityIndicator_UsernameFlagged {
+    usernameFlagged {
+      ${fields}
+    }
+  }
+`;
+
+const USERNAME_APPROVED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ComunityIndicator_UsernameApproved {
+    usernameApproved {
+      ${fields}
+    }
+  }
+`;
+
+const USERNAME_REJECTED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_CommunityIndicator_UsernameRejected {
+    usernameRejected {
+      ${fields}
+    }
+  }
+`;
+
+const USERNAME_CHANGED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ComunityIndicator_UsernameChanged {
+    usernameChanged {
+      previousUsername
+      user {
+        ${fields}
+      }
+    }
+  }
+`;
+
+const mapStateToProps = state => ({
+  track: state.community.indicatorTrack,
+});
 
 const enhance = compose(
+  connect(mapStateToProps),
   withFragments({
     root: gql`
-      fragment TalkAdmin_Community_Indicator_root on RootQuery {
+      fragment TalkAdmin_CommunityIndicator_root on RootQuery {
         flaggedUsernamesCount: userCount(
           query: {
             action_type: FLAG
@@ -17,8 +155,7 @@ const enhance = compose(
         )
       }
     `,
-  }),
-  hideIfNoData(props => !props.root.flaggedUsernamesCount)
+  })
 );
 
-export default enhance(Indicator);
+export default enhance(IndicatorContainer);

client/coral-admin/src/routes/Community/containers/RejectUsernameDialog.js

@@ -4,8 +4,6 @@ import { hideRejectUsernameDialog } from '../../../actions/community';
 import { connect } from 'react-redux';
 import { bindActionCreators } from 'redux';
 import { compose } from 'react-apollo';
-import { notify } from 'coral-framework/actions/notification';
-import { notifyOnMutationError } from 'coral-framework/hocs';
 
 const mapStateToProps = state => ({
   user: state.community.user,
@@ -16,13 +14,11 @@ const mapDispatchToProps = dispatch =>
   bindActionCreators(
     {
       handleClose: hideRejectUsernameDialog,
-      notify,
     },
     dispatch
   );
 
 export default compose(
   connect(mapStateToProps, mapDispatchToProps),
-  withRejectUsername,
-  notifyOnMutationError(['rejectUsername'])
+  withRejectUsername
 )(RejectUsernameDialog);

client/coral-admin/src/routes/Community/graphql.js

@@ -49,13 +49,13 @@ function decrementFlaggedUserCount(root) {
 }
 
 /**
- * Assimilate flagged user changes into current store.
+ * Assimilate flagged acount changes into current store.
  * @param  {Object}   root             current state of the store
  * @param  {Object}   user             user that was changed
  * @param  {function} notify           callback to show notification
  * @return {Object}                    next state of the store
  */
-export function handleFlaggedUsernameChange(root, user, notify) {
+export function handleFlaggedAccountsChange(root, user, notify) {
   if (user.state.status.username.status !== 'SET') {
     // Check if change came from current user, if so ignore it.
     const lastChange =
@@ -87,7 +87,7 @@ export function handleFlaggedUsernameChange(root, user, notify) {
         break;
       case 'APPROVED':
       case 'REJECTED':
-        return root;
+        return decrementFlaggedUserCount(root);
       default:
     }
   }
@@ -105,3 +105,21 @@ export function handleFlaggedUsernameChange(root, user, notify) {
     }
   }
 }
+
+/**
+ * Track indicator status
+ * @param  {Object}   root             current state of the store
+ * @param  {Object}   user             user that was changed
+ * @return {Object}                    next state of the store
+ */
+export function handleIndicatorChange(root, user) {
+  switch (user.state.status.username.status) {
+    case 'SET':
+    case 'CHANGED':
+      return incrementFlaggedUserCount(root);
+    case 'APPROVED':
+    case 'REJECTED':
+      return decrementFlaggedUserCount(root);
+    default:
+  }
+}

client/coral-admin/src/routes/Configure/components/Configure.js

@@ -86,7 +86,6 @@ export default class Configure extends Component {
 }
 
 Configure.propTypes = {
-  notify: PropTypes.func.isRequired,
   savePending: PropTypes.func.isRequired,
   auth: PropTypes.object.isRequired,
   data: PropTypes.object.isRequired,

client/coral-admin/src/routes/Configure/containers/Configure.js

@@ -4,10 +4,9 @@ import { bindActionCreators } from 'redux';
 import { compose, gql } from 'react-apollo';
 import { withQuery, withMergedSettings } from 'coral-framework/hocs';
 import { Spinner } from 'coral-ui';
-import { notify } from 'coral-framework/actions/notification';
 import PropTypes from 'prop-types';
 import { withUpdateSettings } from 'coral-framework/graphql/mutations';
-import { getErrorMessages, getDefinitionName } from 'coral-framework/utils';
+import { getDefinitionName } from 'coral-framework/utils';
 import StreamSettings from './StreamSettings';
 import TechSettings from './TechSettings';
 import ModerationSettings from './ModerationSettings';
@@ -16,22 +15,21 @@ import Configure from '../components/Configure';
 
 class ConfigureContainer extends Component {
   savePending = async () => {
-    try {
-      await this.props.updateSettings(this.props.pending);
-      this.props.clearPending();
-    } catch (err) {
-      this.props.notify('error', getErrorMessages(err));
-    }
+    await this.props.updateSettings(this.props.pending);
+    this.props.clearPending();
   };
 
   render() {
+    if (this.props.data.error) {
+      return <div>{this.props.data.error.message}</div>;
+    }
+
     if (this.props.data.loading) {
       return <Spinner />;
     }
 
     return (
       <Configure
-        notify={this.props.notify}
         auth={this.props.auth}
         data={this.props.data}
         root={this.props.root}
@@ -67,6 +65,7 @@ const withConfigureQuery = withQuery(
   {
     options: () => ({
       variables: {},
+      fetchPolicy: 'network-only',
     }),
   }
 );
@@ -81,7 +80,6 @@ const mapStateToProps = state => ({
 const mapDispatchToProps = dispatch =>
   bindActionCreators(
     {
-      notify,
       clearPending,
       setActiveSection,
     },
@@ -89,9 +87,9 @@ const mapDispatchToProps = dispatch =>
   );
 
 export default compose(
+  connect(mapStateToProps, mapDispatchToProps),
   withUpdateSettings,
   withConfigureQuery,
-  connect(mapStateToProps, mapDispatchToProps),
   withMergedSettings('root.settings', 'pending', 'mergedSettings')
 )(ConfigureContainer);
 
@@ -99,7 +97,6 @@ ConfigureContainer.propTypes = {
   updateSettings: PropTypes.func.isRequired,
   clearPending: PropTypes.func.isRequired,
   setActiveSection: PropTypes.func.isRequired,
-  notify: PropTypes.func.isRequired,
   auth: PropTypes.object.isRequired,
   data: PropTypes.object.isRequired,
   root: PropTypes.object.isRequired,

client/coral-admin/src/routes/Moderation/components/Moderation.js

@@ -19,7 +19,7 @@ class Moderation extends Component {
   componentWillMount() {
     const { toggleModal, singleView } = this.props;
 
-    key('s', () => singleView());
+    key('z', () => singleView());
     key('shift+/', () => toggleModal(true));
     key('esc', () => toggleModal(false));
     key('ctrl+f', () => this.openSearch());
@@ -113,7 +113,7 @@ class Moderation extends Component {
   };
 
   componentWillUnmount() {
-    key.unbind('s');
+    key.unbind('z');
     key.unbind('shift+/');
     key.unbind('esc');
     key.unbind('ctrl+f');

client/coral-admin/src/routes/Moderation/containers/Indicator.js

@@ -1,25 +1,207 @@
+import React, { Component } from 'react';
 import { compose, gql } from 'react-apollo';
 import Indicator from '../../../components/Indicator';
 import { withFragments } from 'plugin-api/beta/client/hocs';
-import { branch, renderNothing } from 'recompose';
+import { handleIndicatorChange, subscriptionFields } from '../graphql';
+import PropTypes from 'prop-types';
+import { connect } from 'react-redux';
+import withQueueConfig from '../hoc/withQueueConfig';
+import baseQueueConfig from '../queueConfig';
+import Slot from 'coral-framework/components/Slot';
 
-const hideIfNoData = hasNoData => branch(hasNoData, renderNothing);
+class IndicatorContainer extends Component {
+  subscriptions = [];
+
+  handleCommentChange = (root, comment) => {
+    return handleIndicatorChange(root, comment, this.props.queueConfig);
+  };
+
+  subscribeToUpdates() {
+    const parameters = [
+      {
+        document: COMMENT_ADDED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentAdded: comment } } }
+        ) => {
+          return this.handleCommentChange(prev, comment);
+        },
+      },
+      {
+        document: COMMENT_FLAGGED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentFlagged: comment } } }
+        ) => {
+          return this.handleCommentChange(prev, comment);
+        },
+      },
+      {
+        document: COMMENT_EDITED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentEdited: comment } } }
+        ) => {
+          return this.handleCommentChange(prev, comment);
+        },
+      },
+      {
+        document: COMMENT_ACCEPTED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentAccepted: comment } } }
+        ) => {
+          return this.handleCommentChange(prev, comment);
+        },
+      },
+      {
+        document: COMMENT_REJECTED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentRejected: comment } } }
+        ) => {
+          return this.handleCommentChange(prev, comment);
+        },
+      },
+      {
+        document: COMMENT_RESET_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentReset: comment } } }
+        ) => {
+          return this.handleCommentChange(prev, comment);
+        },
+      },
+    ];
+
+    this.subscriptions = parameters.map(param =>
+      this.props.data.subscribeToMore(param)
+    );
+  }
+
+  unsubscribe() {
+    this.subscriptions.forEach(unsubscribe => unsubscribe());
+    this.subscriptions = [];
+  }
+
+  componentWillMount() {
+    if (this.props.track) {
+      this.subscribeToUpdates();
+    }
+  }
+
+  componentWillUnmount() {
+    this.unsubscribe();
+  }
+
+  componentWillReceiveProps(nextProps) {
+    if (!this.props.track && nextProps.track) {
+      this.subscribeToUpdates();
+    }
+    if (this.props.track && !nextProps.track) {
+      this.unsubscribe();
+    }
+  }
+
+  render() {
+    if (
+      !this.props.root ||
+      (!this.props.root.premodCount && !this.props.root.reportedCount)
+    ) {
+      return null;
+    }
+
+    return (
+      <span>
+        <Indicator />
+        <Slot
+          data={this.props.data}
+          handleCommentChange={this.handleCommentChange}
+          fill="adminModerationIndicator"
+        />
+      </span>
+    );
+  }
+}
+
+IndicatorContainer.propTypes = {
+  data: PropTypes.object,
+  root: PropTypes.object,
+  track: PropTypes.bool,
+  queueConfig: PropTypes.object,
+};
+
+const COMMENT_ADDED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ModerationIndicator_CommentAdded {
+    commentAdded(statuses: null) {
+      ${subscriptionFields}
+    }
+  }
+`;
+
+const COMMENT_FLAGGED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ModerationIndicator_CommentFlagged {
+    commentFlagged {
+      ${subscriptionFields}
+    }
+  }
+`;
+
+const COMMENT_EDITED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ModerationIndicator_CommentEdited {
+    commentEdited {
+      ${subscriptionFields}
+    }
+  }
+`;
+
+const COMMENT_ACCEPTED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ModerationIndicator_CommentAccepted {
+    commentAccepted {
+      ${subscriptionFields}
+    }
+  }
+`;
+
+const COMMENT_REJECTED_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ModerationIndicator_CommentRejected {
+    commentRejected {
+      ${subscriptionFields}
+    }
+  }
+`;
+
+const COMMENT_RESET_SUBSCRIPTION = gql`
+  subscription TalkAdmin_ModerationIndicator_CommentReset {
+    commentReset {
+      ${subscriptionFields}
+    }
+  }
+`;
+
+const mapStateToProps = state => ({
+  track: state.moderation.indicatorTrack,
+});
 
 const enhance = compose(
+  connect(mapStateToProps),
   withFragments({
     root: gql`
       fragment TalkAdmin_Moderation_Indicator_root on RootQuery {
-        premodCount: commentCount(query: { statuses: [PREMOD] })
+        premodCount: commentCount(
+          query: { statuses: [PREMOD], asset_id: $nullID }
+        )
         reportedCount: commentCount(
           query: {
             statuses: [NONE, PREMOD, SYSTEM_WITHHELD]
             action_type: FLAG
+            asset_id: $nullID
           }
         )
       }
     `,
   }),
-  hideIfNoData(props => !props.root.premodCount && !props.root.reportedCount)
+  withQueueConfig(baseQueueConfig)
 );
 
-export default enhance(Indicator);
+export default enhance(IndicatorContainer);

client/coral-admin/src/routes/Moderation/containers/Moderation.js

@@ -15,6 +15,7 @@ import {
   handleCommentChange,
   commentBelongToQueue,
   cleanUpQueue,
+  subscriptionFields,
 } from '../graphql';
 
 import { viewUserDetail } from '../../../actions/userDetail';
@@ -27,6 +28,7 @@ import {
   storySearchChange,
   clearState,
   selectCommentId,
+  setIndicatorTrack,
 } from 'actions/moderation';
 import withQueueConfig from '../hoc/withQueueConfig';
 import { notify } from 'coral-framework/actions/notification';
@@ -198,21 +200,42 @@ class ModerationContainer extends Component {
   }
 
   componentWillMount() {
+    if (!this.props.data.variables.asset_id) {
+      // Stop activity indicator tracking, as we'll handle it here.
+      this.props.setIndicatorTrack(false);
+    }
     this.props.clearState();
     this.subscribeToUpdates();
   }
 
   componentWillUnmount() {
+    if (!this.props.data.variables.asset_id) {
+      // Restart activity indicator tracking.
+      this.props.setIndicatorTrack(true);
+    }
     this.unsubscribe();
   }
 
   componentWillReceiveProps(nextProps) {
+    const currentAssetId = this.props.data.variables.asset_id;
+    const nextAssetId = nextProps.data.variables.asset_id;
+
     // Resubscribe when we change between assets.
-    if (
-      this.props.data.variables.asset_id !== nextProps.data.variables.asset_id
-    ) {
+    if (currentAssetId !== nextAssetId) {
       this.resubscribe(nextProps.data.variables);
     }
+
+    // We are only subscribing to a specific asset_id, so activity indicator
+    // needs to do its own tracking.
+    if (!currentAssetId && nextAssetId) {
+      this.props.setIndicatorTrack(true);
+    }
+
+    // We are subscribing to all comment changes, and as such there is no
+    // need for the activity indicator to do the same.
+    if (currentAssetId && !nextAssetId) {
+      this.props.setIndicatorTrack(false);
+    }
   }
 
   cleanUpQueue = queue => {
@@ -269,10 +292,6 @@ class ModerationContainer extends Component {
     const { root, root: { asset, settings }, data } = this.props;
     const assetId = getAssetId(this.props);
 
-    if (data.error) {
-      return <div>Error</div>;
-    }
-
     if (assetId) {
       if (asset === null) {
         // Not found.
@@ -280,6 +299,10 @@ class ModerationContainer extends Component {
       }
     }
 
+    if (data.error) {
+      return <div>{data.error.message}</div>;
+    }
+
     if (data.loading && data.networkStatus !== 3) {
       // loading.
       return <Spinner />;
@@ -316,10 +339,12 @@ class ModerationContainer extends Component {
     );
   }
 }
+
 const COMMENT_ADDED_SUBSCRIPTION = gql`
   subscription CommentAdded($asset_id: ID){
     commentAdded(asset_id: $asset_id, statuses: null){
       ...${getDefinitionName(Comment.fragments.comment)}
+      ${subscriptionFields}
     }
   }
   ${Comment.fragments.comment}
@@ -329,6 +354,7 @@ const COMMENT_EDITED_SUBSCRIPTION = gql`
   subscription CommentEdited($asset_id: ID){
     commentEdited(asset_id: $asset_id){
       ...${getDefinitionName(Comment.fragments.comment)}
+      ${subscriptionFields}
     }
   }
   ${Comment.fragments.comment}
@@ -338,6 +364,7 @@ const COMMENT_FLAGGED_SUBSCRIPTION = gql`
   subscription CommentFlagged($asset_id: ID){
     commentFlagged(asset_id: $asset_id){
       ...${getDefinitionName(Comment.fragments.comment)}
+      ${subscriptionFields}
     }
   }
   ${Comment.fragments.comment}
@@ -347,14 +374,7 @@ const COMMENT_ACCEPTED_SUBSCRIPTION = gql`
   subscription CommentAccepted($asset_id: ID){
     commentAccepted(asset_id: $asset_id){
       ...${getDefinitionName(Comment.fragments.comment)}
-      status_history {
-        type
-        created_at
-        assigned_by {
-          id
-          username
-        }
-      }
+      ${subscriptionFields}
     }
   }
   ${Comment.fragments.comment}
@@ -364,14 +384,7 @@ const COMMENT_REJECTED_SUBSCRIPTION = gql`
   subscription CommentRejected($asset_id: ID){
     commentRejected(asset_id: $asset_id){
       ...${getDefinitionName(Comment.fragments.comment)}
-      status_history {
-        type
-        created_at
-        assigned_by {
-          id
-          username
-        }
-      }
+      ${subscriptionFields}
     }
   }
   ${Comment.fragments.comment}
@@ -381,14 +394,7 @@ const COMMENT_RESET_SUBSCRIPTION = gql`
   subscription CommentReset($asset_id: ID){
     commentReset(asset_id: $asset_id){
       ...${getDefinitionName(Comment.fragments.comment)}
-      status_history {
-        type
-        created_at
-        assigned_by {
-          id
-          username
-        }
-      }
+      ${subscriptionFields}
     }
   }
   ${Comment.fragments.comment}
@@ -525,6 +531,7 @@ const mapDispatchToProps = dispatch => ({
       clearState,
       notify,
       selectCommentId,
+      setIndicatorTrack,
     },
     dispatch
   ),

client/coral-admin/src/routes/Moderation/graphql.js

@@ -91,6 +91,87 @@ function getCommentQueues(comment, queueConfig) {
   return queues;
 }
 
+function getOlderDate(a, b) {
+  if (a) {
+    a = new Date(a);
+  }
+  if (b) {
+    b = new Date(b);
+  }
+
+  if (!b) {
+    return a;
+  }
+
+  if (!a) {
+    return b;
+  }
+  return a < b ? b : a;
+}
+
+function determineLatestChange(comment) {
+  let lc = null;
+
+  comment.body_history.forEach(item => {
+    lc = getOlderDate(lc, item.created_at);
+  });
+
+  comment.status_history.forEach(item => {
+    lc = getOlderDate(lc, item.created_at);
+  });
+
+  comment.actions.forEach(item => {
+    lc = getOlderDate(lc, item.created_at);
+  });
+
+  return lc;
+}
+
+function reconstructPreviousCommentState(comment) {
+  const statusHistory = comment.status_history;
+  const bodyHistory = comment.body_history;
+  const actions = comment.actions;
+  const lastChangeDate = determineLatestChange(comment);
+  const previousComment = {
+    ...comment,
+    body_history: bodyHistory.filter(
+      item => new Date(item.created_at) < lastChangeDate
+    ),
+    status_history: statusHistory.filter(
+      item => new Date(item.created_at) < lastChangeDate
+    ),
+    actions: actions.filter(item => new Date(item.created_at) < lastChangeDate),
+  };
+
+  // Comment did not exist previously.
+  if (!previousComment.status_history.length) {
+    return null;
+  }
+
+  previousComment.status =
+    previousComment.status_history[
+      previousComment.status_history.length - 1
+    ].type;
+
+  previousComment.body =
+    previousComment.body_history[previousComment.body_history.length - 1].body;
+
+  return previousComment;
+}
+
+/**
+ * getPreviousCommentQueues determines queues that this comment previously belonged to.
+ */
+function getPreviousCommentQueues(comment, queueConfig) {
+  const previousCommentState = reconstructPreviousCommentState(comment);
+
+  if (!previousCommentState) {
+    return [];
+  }
+
+  return getCommentQueues(previousCommentState, queueConfig);
+}
+
 /**
  * Return whether or not the comment belongs to the queue.
  */
@@ -203,17 +284,7 @@ export function handleCommentChange(
   let next = root;
 
   // Queues that this comment previously belonged to.
-  const prevQueues =
-    comment.status_history.length <= 1
-      ? []
-      : getCommentQueues(
-          {
-            ...comment,
-            status:
-              comment.status_history[comment.status_history.length - 2].type,
-          },
-          queueConfig
-        );
+  const prevQueues = getPreviousCommentQueues(comment, queueConfig);
 
   // Queues that this comment needs to be placed.
   const nextQueues = getCommentQueues(comment, queueConfig);
@@ -291,3 +362,54 @@ export function handleCommentChange(
   });
   return next;
 }
+
+const indicatorQueues = ['premod', 'reported'];
+
+/**
+ * Track indicator status
+ * @param  {Object}   root     current state of the store
+ * @param  {Object}   comment  comment that was changed
+ * @return {Object}            next state of the store
+ */
+export function handleIndicatorChange(root, comment, queueConfig) {
+  let next = root;
+
+  // Queues that this comment previously belonged to.
+  const prevQueues = getPreviousCommentQueues(comment, queueConfig);
+
+  // Queues that this comment needs to be placed.
+  const nextQueues = getCommentQueues(comment, queueConfig);
+
+  for (const queue of indicatorQueues) {
+    if (prevQueues.indexOf(queue) === -1 && nextQueues.indexOf(queue) >= 0) {
+      next = increaseCommentCount(next, queue);
+    }
+    if (prevQueues.indexOf(queue) >= 0 && nextQueues.indexOf(queue) === -1) {
+      next = decreaseCommentCount(next, queue);
+    }
+  }
+
+  return next;
+}
+
+export const subscriptionFields = `
+  status
+  body
+  body_history {
+    body
+    created_at
+  }
+  actions {
+    __typename
+    created_at
+  }
+  status_history {
+    type
+    assigned_by {
+      id
+    }
+    created_at
+  }
+  updated_at
+  created_at
+`;

client/coral-auth-callback/src/index.js

@@ -0,0 +1,14 @@
+document.addEventListener('DOMContentLoaded', () => {
+  // Get the auth element and parse it as JSON by decoding it.
+  const auth = document.getElementById('auth');
+  const doc = document.implementation.createHTMLDocument('');
+  doc.body.innerHTML = auth.innerText;
+
+  // Set the item in localStorage.
+  localStorage.setItem('auth', doc.body.textContent);
+
+  // Close the window.
+  setTimeout(() => {
+    window.close();
+  }, 50);
+});

client/coral-embed-stream/src/graphql/index.js

@@ -198,7 +198,7 @@ export default {
           { mutationResult: { data: { createComment: { comment } } } }
         ) => {
           if (
-            (prev.me.role !== 'ADMIN' &&
+            (!['ADMIN', 'MODERATOR'].includes(prev.me.role) &&
               prev.asset.settings.moderation === 'PRE') ||
             comment.status === 'PREMOD' ||
             comment.status === 'REJECTED' ||

client/coral-embed-stream/src/tabs/configure/components/Settings.js

@@ -57,7 +57,7 @@ class Settings extends React.Component {
           <Configuration
             checked={premodLinksEnable}
             title={t('configure.enable_premod_links')}
-            description={t('configure.enable_premod_description')}
+            description={t('configure.enable_premod_links_description')}
             onCheckbox={onTogglePremodLinks}
           />
           <Configuration

client/coral-embed-stream/src/tabs/configure/containers/Configure.js

@@ -9,6 +9,10 @@ import { getDefinitionName } from 'coral-framework/utils';
 
 class ConfigureContainer extends React.Component {
   render() {
+    if (this.props.data.error) {
+      return <div>{this.props.data.error.message}</div>;
+    }
+
     return (
       <Configure
         data={this.props.data}

client/coral-embed-stream/src/tabs/configure/containers/Settings.js

@@ -1,16 +1,12 @@
 import React from 'react';
 import { gql, compose } from 'react-apollo';
 import { withFragments, withMergedSettings } from 'coral-framework/hocs';
-import {
-  getErrorMessages,
-  getSlotFragmentSpreads,
-} from 'coral-framework/utils';
+import { getSlotFragmentSpreads } from 'coral-framework/utils';
 import Settings from '../components/Settings.js';
 import PropTypes from 'prop-types';
 import { withUpdateAssetSettings } from 'coral-framework/graphql/mutations';
 import { connect } from 'react-redux';
 import { bindActionCreators } from 'redux';
-import { notify } from 'coral-framework/actions/notification';
 import { clearPending, updatePending } from '../../../actions/configure';
 
 const slots = ['streamSettings'];
@@ -50,15 +46,11 @@ class SettingsContainer extends React.Component {
   };
 
   savePending = async () => {
-    try {
-      await this.props.updateAssetSettings(
-        this.props.asset.id,
-        this.props.pending
-      );
-      this.props.clearPending();
-    } catch (err) {
-      this.props.notify('error', getErrorMessages(err));
-    }
+    await this.props.updateAssetSettings(
+      this.props.asset.id,
+      this.props.pending
+    );
+    this.props.clearPending();
   };
 
   render() {
@@ -98,7 +90,6 @@ SettingsContainer.propTypes = {
   mergedSettings: PropTypes.object.isRequired,
   updateAssetSettings: PropTypes.func.isRequired,
   clearPending: PropTypes.func.isRequired,
-  notify: PropTypes.func.isRequired,
   updatePending: PropTypes.func.isRequired,
   canSave: PropTypes.bool.isRequired,
 };
@@ -135,7 +126,6 @@ const mapStateToProps = state => ({
 const mapDispatchToProps = dispatch =>
   bindActionCreators(
     {
-      notify,
       clearPending,
       updatePending,
     },
@@ -143,9 +133,9 @@ const mapDispatchToProps = dispatch =>
   );
 
 const enhance = compose(
+  connect(mapStateToProps, mapDispatchToProps),
   withSettingsFragments,
   withUpdateAssetSettings,
-  connect(mapStateToProps, mapDispatchToProps),
   withMergedSettings('asset.settings', 'pending', 'mergedSettings')
 );
 

client/coral-embed-stream/src/tabs/stream/components/AllCommentsPane.js

@@ -3,7 +3,6 @@ import PropTypes from 'prop-types';
 import LoadMore from './LoadMore';
 import NewCount from './NewCount';
 import { TransitionGroup } from 'react-transition-group';
-import { forEachError } from 'coral-framework/utils';
 import Comment from '../containers/Comment';
 import NoComments from './NoComments';
 
@@ -91,11 +90,8 @@ class AllCommentsPane extends React.Component {
       .then(() => {
         this.setState({ loadingState: 'success' });
       })
-      .catch(error => {
+      .catch(() => {
         this.setState({ loadingState: 'error' });
-        forEachError(error, ({ msg }) => {
-          this.props.notify('error', msg);
-        });
       });
   };
 

client/coral-embed-stream/src/tabs/stream/components/Comment.js

@@ -24,7 +24,6 @@ import { EditableCommentContent } from './EditableCommentContent';
 import {
   getActionSummary,
   iPerformedThisAction,
-  forEachError,
   isCommentActive,
   getShallowChanges,
 } from 'coral-framework/utils';
@@ -261,11 +260,8 @@ export default class Comment extends React.Component {
             loadingState: 'success',
           });
         })
-        .catch(error => {
+        .catch(() => {
           this.setState({ loadingState: 'error' });
-          forEachError(error, ({ msg }) => {
-            this.props.notify('error', msg);
-          });
         });
       emit('ui.Comment.showMoreReplies', { id });
       return;

client/coral-embed-stream/src/tabs/stream/components/EditableCommentContent.js

@@ -6,7 +6,6 @@ import styles from './Comment.css';
 import { CountdownSeconds } from './CountdownSeconds';
 import { getEditableUntilDate } from './util';
 import { can } from 'coral-framework/services/perms';
-import { forEachError } from 'coral-framework/utils';
 
 import { Icon } from 'coral-ui';
 import t from 'coral-framework/services/i18n';
@@ -80,7 +79,7 @@ export class EditableCommentContent extends React.Component {
 
     this.setState({ loadingState: 'loading' });
 
-    const { editComment, notify, stopEditing } = this.props;
+    const { editComment, stopEditing } = this.props;
     if (typeof editComment !== 'function') {
       return;
     }
@@ -95,7 +94,6 @@ export class EditableCommentContent extends React.Component {
       }
     } catch (error) {
       this.setState({ loadingState: 'error' });
-      forEachError(error, ({ msg }) => notify('error', msg));
     }
   };
 

client/coral-embed-stream/src/tabs/stream/components/Stream.js

@@ -1,6 +1,6 @@
 import React from 'react';
 import PropTypes from 'prop-types';
-import { StreamError } from './StreamError';
+import StreamError from './StreamError';
 import Comment from '../containers/Comment';
 import BannedAccount from '../../../components/BannedAccount';
 import ChangeUsername from '../containers/ChangeUsername';

client/coral-embed-stream/src/tabs/stream/components/StreamError.js

@@ -1,6 +1,6 @@
 import React from 'react';
 import styles from './StreamError.css';
 
-export const StreamError = ({ children }) => (
+export default ({ children }) => (
   <div className={styles.streamError}>{children}</div>
 );

client/coral-embed-stream/src/tabs/stream/containers/Stream.js

@@ -38,6 +38,7 @@ import {
   insertFetchedCommentsIntoEmbedQuery,
   nest,
 } from '../../../graphql/utils';
+import StreamError from '../components/StreamError';
 
 const { showSignInDialog, editName } = authActions;
 const { notify } = notificationActions;
@@ -208,6 +209,10 @@ class StreamContainer extends React.Component {
   }
 
   render() {
+    if (this.props.data.error) {
+      return <StreamError>{this.props.data.error.message}</StreamError>;
+    }
+
     if (
       !this.props.asset ||
       (this.props.asset.comment === undefined && !this.props.asset.comments)
@@ -424,7 +429,8 @@ export default compose(
   withEmit,
   connect(mapStateToProps, mapDispatchToProps),
   withPostComment,
-  withPostFlag,
+  // `talk-plugin-flags` has a custom error handling logic.
+  withPostFlag({ notifyOnError: false }),
   withPostDontAgree,
   withDeleteAction,
   withEditComment

client/coral-framework/hocs/index.js

@@ -6,4 +6,3 @@ export { default as withEmit } from './withEmit';
 export { default as excludeIf } from './excludeIf';
 export { default as connect } from './connect';
 export { default as withMergedSettings } from './withMergedSettings';
-export { default as notifyOnMutationError } from './notifyOnMutationError';

client/coral-framework/hocs/notifyOnMutationError.js

@@ -1,35 +0,0 @@
-import { connect } from 'react-redux';
-import { bindActionCreators } from 'redux';
-import { compose } from 'react-apollo';
-import { notify } from 'coral-framework/actions/notification';
-import { forEachError } from 'coral-framework/utils';
-import { withProps } from 'recompose';
-
-const notifyOnMutationError = keys =>
-  compose(
-    connect(null, dispatch =>
-      bindActionCreators(
-        {
-          notify,
-        },
-        dispatch
-      )
-    ),
-    withProps(ownProps =>
-      keys.reduce((props, key) => {
-        props[key] = async (...args) => {
-          try {
-            return await ownProps[key](...args);
-          } catch (e) {
-            forEachError(e, ({ msg }) => {
-              ownProps.notify('error', msg);
-            });
-            throw e;
-          }
-        };
-        return props;
-      }, {})
-    )
-  );
-
-export default notifyOnMutationError;

client/coral-framework/hocs/withMutation.js

@@ -4,11 +4,16 @@ import merge from 'lodash/merge';
 import uniq from 'lodash/uniq';
 import flatten from 'lodash/flatten';
 import isEmpty from 'lodash/isEmpty';
-import { getDefinitionName, getResponseErrors } from '../utils';
+import {
+  getDefinitionName,
+  getResponseErrors,
+  getErrorMessages,
+} from '../utils';
 import PropTypes from 'prop-types';
 import t from 'coral-framework/services/i18n';
 import hoistStatics from 'recompose/hoistStatics';
 import union from 'lodash/union';
+import { notify } from 'coral-framework/actions/notification';
 
 class ResponseErrors extends Error {
   constructor(errors) {
@@ -27,11 +32,7 @@ class ResponseError {
   }
 }
 
-/**
- * Exports a HOC with the same signature as `graphql`, that will
- * apply mutation options registered in the graphRegistry.
- */
-export default (document, config = {}) =>
+const createHOC = (document, config, { notifyOnError = true }) =>
   hoistStatics(WrappedComponent => {
     config = {
       ...config,
@@ -46,10 +47,18 @@ export default (document, config = {}) =>
         graphql: PropTypes.object,
       };
 
+      static propTypes = {
+        notify: PropTypes.func,
+      };
+
       get graphqlRegistry() {
         return this.context.graphql.registry;
       }
 
+      notifyErrors(messages) {
+        this.context.store.dispatch(notify('error', messages));
+      }
+
       resolveDocument(documentOrCallback) {
         return this.context.graphql.resolveDocument(
           documentOrCallback,
@@ -165,6 +174,11 @@ export default (document, config = {}) =>
                 variables,
                 error,
               });
+
+              // Show errors as notifications.
+              if (notifyOnError) {
+                this.notifyErrors(getErrorMessages(error));
+              }
               throw error;
             });
         };
@@ -213,3 +227,18 @@ export default (document, config = {}) =>
       }
     };
   });
+
+/**
+ * Exports a HOC with the same signature as `graphql`, that will
+ * apply mutation options registered in the graphRegistry.
+ *
+ * The returned HOC accepts a settings object with the following properties:
+ * notifyOnError: show a notification to the user when an error occured.
+ *                Defaults to true.
+ */
+export default (document, config = {}) => settingsOrComponent => {
+  if (typeof settingsOrComponent === 'function') {
+    return createHOC(document, config, {})(settingsOrComponent);
+  }
+  return createHOC(document, config, settingsOrComponent);
+};

client/coral-framework/hocs/withQuery.js

@@ -9,6 +9,8 @@ import PropTypes from 'prop-types';
 import hoistStatics from 'recompose/hoistStatics';
 import { getOperationName } from 'apollo-client/queries/getFromAST';
 import throttle from 'lodash/throttle';
+import get from 'lodash/get';
+import { notify } from 'coral-framework/actions/notification';
 
 const withSkipOnErrors = reducer => (prev, action, ...rest) => {
   if (
@@ -36,21 +38,23 @@ function networkStatusToString(networkStatus) {
       return 'ready';
     case 8:
       return 'error';
+    default:
+      throw new Error(`Unknown network status ${networkStatus}`);
   }
-  throw new Error(`Unknown network status ${networkStatus}`);
 }
 
-/**
- * Exports a HOC with the same signature as `graphql`, that will
- * apply query options registered in the graphRegistry.
- */
-export default (document, config = {}) =>
+const createHOC = (document, config, { notifyOnError = true }) =>
   hoistStatics(WrappedComponent => {
     return class WithQuery extends React.Component {
       static contextTypes = {
         eventEmitter: PropTypes.object,
         graphql: PropTypes.object,
         client: PropTypes.object,
+        store: PropTypes.object,
+      };
+
+      static propTypes = {
+        notify: PropTypes.func,
       };
 
       // Lazily resolve fragments from graphRegistry to support circular dependencies.
@@ -166,10 +170,24 @@ export default (document, config = {}) =>
         return () => this.client.networkInterface.unsubscribe(id);
       };
 
+      notifyErrors(messages) {
+        this.context.store.dispatch(notify('error', messages));
+      }
+
       nextData(data) {
         this.apolloData = data;
         this.emitWhenNeeded(data);
 
+        if (
+          get(data, 'error.message') &&
+          get(this, 'data.error.message') !== get(data, 'error.message')
+        ) {
+          // Show errors as notifications.
+          if (notifyOnError) {
+            this.notifyErrors(data.error.message);
+          }
+        }
+
         // If data was previously set, we update it in a immutable way.
         if (this.data) {
           if (this.data.loading && !data.loading) {
@@ -319,3 +337,18 @@ export default (document, config = {}) =>
       }
     };
   });
+
+/**
+ * Exports a HOC with the same signature as `graphql`, that will
+ * apply query options registered in the graphRegistry.
+ *
+ * The returned HOC accepts a settings object with the following properties:
+ * notifyOnError: show a notification to the user when an error occured.
+ *                Defaults to true.
+ */
+export default (document, config = {}) => settingsOrComponent => {
+  if (typeof settingsOrComponent === 'function') {
+    return createHOC(document, config, {})(settingsOrComponent);
+  }
+  return createHOC(document, config, settingsOrComponent);
+};

client/coral-settings/containers/ProfileContainer.js

@@ -65,6 +65,10 @@ class ProfileContainer extends Component {
     const { me } = this.props.root;
     const loading = this.props.data.loading;
 
+    if (this.props.data.error) {
+      return <div>{this.props.data.error.message}</div>;
+    }
+
     if (!auth.loggedIn) {
       return <NotLoggedIn showSignInDialog={showSignInDialog} />;
     }

client/talk-plugin-commentbox/CommentBox.js

@@ -3,7 +3,6 @@ import PropTypes from 'prop-types';
 
 import t from 'coral-framework/services/i18n';
 import { can } from 'coral-framework/services/perms';
-import { forEachError } from 'coral-framework/utils';
 
 import Slot from 'coral-framework/components/Slot';
 import { connect } from 'react-redux';
@@ -93,9 +92,8 @@ class CommentBox extends React.Component {
           commentPostedHandler();
         }
       })
-      .catch(err => {
+      .catch(() => {
         this.setState({ loadingState: 'error' });
-        forEachError(err, ({ msg }) => notify('error', msg));
       });
   };
 

client/talk-plugin-flags/components/FlagButton.js

@@ -60,9 +60,10 @@ export default class FlagButton extends Component {
     });
   };
 
-  onPopupContinue = () => {
+  onPopupContinue = async () => {
     const { postFlag, postDontAgree, id, author_id } = this.props;
     const { itemType, reason, step, message } = this.state;
+    let failed = false;
 
     switch (step) {
       case 0:
@@ -75,13 +76,9 @@ export default class FlagButton extends Component {
           return;
         }
         break;
-    }
-
-    // Proceed to the next step or close the menu if we've reached the end
-    if (step + 1 >= this.props.getPopupMenu.length) {
-      this.closeMenu();
-    } else {
-      this.setState({ step: step + 1 });
+      case this.props.getPopupMenu.length:
+        this.closeMenu();
+        return;
     }
 
     // If itemType and reason are both set, post the action
@@ -96,43 +93,46 @@ export default class FlagButton extends Component {
           break;
       }
 
-      if (itemType === 'COMMENTS') {
-        this.setState({ localPost: 'temp' });
-      }
-
       let action = {
         item_id,
         item_type: itemType,
         message,
       };
+
       if (reason === REASONS.comment.noagree) {
-        postDontAgree(action)
-          .then(({ data }) => {
-            if (itemType === 'COMMENTS') {
-              this.setState({ localPost: data.createDontAgree.dontagree.id });
-            }
-          })
-          .catch(err => {
-            this.props.notify('error', getErrorMessages(err));
-            console.error(err);
-          });
-      } else {
-        postFlag({ ...action, reason })
-          .then(({ data }) => {
-            if (itemType === 'COMMENTS') {
-              this.setState({ localPost: data.createFlag.flag.id });
-            }
-          })
-          .catch(errors => {
-            forEachError(errors, ({ error, msg }) => {
-              if (error.translation_key === 'ALREADY_EXISTS') {
-                msg = t('already_flagged_username');
-              }
-              this.props.notify('error', msg);
+        const result = await postDontAgree(action);
+        try {
+          if (itemType === 'COMMENTS') {
+            this.setState({
+              localPost: result.data.createDontAgree.dontagree.id,
             });
+          }
+        } catch (err) {
+          this.props.notify('error', getErrorMessages(err));
+          console.error(err);
+          failed = true;
+        }
+      } else {
+        try {
+          const result = await postFlag({ ...action, reason });
+          if (itemType === 'COMMENTS') {
+            this.setState({ localPost: result.data.createFlag.flag.id });
+          }
+        } catch (errors) {
+          forEachError(errors, ({ error, msg }) => {
+            if (error.translation_key === 'ALREADY_EXISTS') {
+              msg = t('already_flagged_username');
+            }
+            this.props.notify('error', msg);
           });
+          failed = true;
+        }
       }
     }
+
+    if (!failed) {
+      this.setState({ step: step + 1 });
+    }
   };
 
   onPopupOptionClick = sets => e => {

client/talk-plugin-history/CommentHistory.js

@@ -2,7 +2,6 @@ import React from 'react';
 import PropTypes from 'prop-types';
 import Comment from './Comment';
 import LoadMore from './LoadMore';
-import { forEachError } from 'plugin-api/beta/client/utils';
 
 class CommentHistory extends React.Component {
   state = {
@@ -16,11 +15,8 @@ class CommentHistory extends React.Component {
       .then(() => {
         this.setState({ loadingState: 'success' });
       })
-      .catch(error => {
+      .catch(() => {
         this.setState({ loadingState: 'error' });
-        forEachError(error, ({ msg }) => {
-          this.props.notify('error', msg);
-        });
       });
   };
 
@@ -55,7 +51,6 @@ class CommentHistory extends React.Component {
 CommentHistory.propTypes = {
   comments: PropTypes.object.isRequired,
   loadMore: PropTypes.func,
-  notify: PropTypes.func,
   link: PropTypes.func,
   data: PropTypes.object,
   root: PropTypes.object,

docs/_docs/03-03-product-guide-moderator-features.md

@@ -133,16 +133,18 @@ Talk also allows you to moderate a commenters recent comments from this view.
 Talk also supports a number of keyboard shortcuts that moderators can leverage
 to moderate quickly:
 
-| Shortcut | Action                          |
-| -------- | ------------------------------- |
-| `j`      | Go to the next comment          |
-| `k`      | Go to the previous comment      |
-| `ctrl+f` | Open search                     |
-| `t`      | Switch queues                   |
-| `s`      | Toggle single comment edit view |
-| `?`      | Open this menu                  |
-| `d`      | Approve                         |
-| `f`      | Reject                          |
+| Shortcut | Action                     |
+| -------- | -------------------------- |
+| `j`      | Go to the next comment     |
+| `k`      | Go to the previous comment |
+| `ctrl+f` | Open search                |
+| `t`      | Switch queues              |
+| `z`      | Zen mode                   |
+| `?`      | Open this menu             |
+| `d`      | Approve                    |
+| `f`      | Reject                     |
+
+Note: "Zen mode" allows a moderator to view and action only one comment at a time. Enjoy the silence!
 
 ### Stories
 

docs/_docs/06-01-migrating-4.md

@@ -40,28 +40,6 @@ documents rather than performing a nice table alter. If the process crashes
 during the migration, simply re-run it. The migration operations are designed
 to act atomically, and be idempotent to documents already updated.
 
-## Database Verifications
-
-In `v3.*`, we introduced the concept of "verifying the database". Some of our
-operations update cached values that live along side the original document to
-improve performance. Running the cli command for verifying the database's cache
-ensures that all the cached values are up to date.
-
-Running the following will start the database verification process:
-
-```bash
-./bin/cli verify db --fix
-```
-You can notice the `--fix` option, without it, the tool should instead perform
-a dry run of the operations it intends to perform.
-{: .code-aside}
-
-This process, like the migration process, should take some time to complete on
-large databases.
-
-Once you have updated your databases, that's all you have to do! Talk should now
-function even better and faster with all the new features we poured into v4.0.0!
-
 ## Template Change
 
 In `v4.0.0`, we introduced extensive support for compressing our javascript

graph/connectors.js

@@ -24,6 +24,7 @@ const Limit = require('../services/limit');
 const Mailer = require('../services/mailer');
 const Metadata = require('../services/metadata');
 const Migration = require('../services/migration');
+const Moderation = require('../services/moderation');
 const Mongoose = require('../services/mongoose');
 const Passport = require('../services/passport');
 const Plugins = require('../services/plugins');
@@ -62,6 +63,7 @@ const connectors = {
     Mailer,
     Metadata,
     Migration,
+    Moderation,
     Mongoose,
     Passport,
     Plugins,

graph/mutators/comment.js

@@ -1,13 +1,11 @@
 const errors = require('../../errors');
 const ActionModel = require('../../models/action');
-const AssetsService = require('../../services/assets');
 const ActionsService = require('../../services/actions');
 const TagsService = require('../../services/tags');
 const CommentsService = require('../../services/comments');
 const KarmaService = require('../../services/karma');
 const merge = require('lodash/merge');
-const linkify = require('linkify-it')().tlds(require('tlds'));
-const Wordlist = require('../../services/wordlist');
+
 const {
   CREATE_COMMENT,
   SET_COMMENT_STATUS,
@@ -15,10 +13,6 @@ const {
   EDIT_COMMENT,
 } = require('../../perms/constants');
 const debug = require('debug')('talk:graph:mutators:comment');
-const {
-  DISABLE_AUTOFLAG_SUSPECT_WORDS,
-  IGNORE_FLAGS_AGAINST_STAFF,
-} = require('../../config');
 
 const resolveTagsForComment = async (
   { user, loaders: { Tags } },
@@ -188,279 +182,27 @@ const createComment = async (
   return comment;
 };
 
-/**
- * Filters the comment object and outputs wordlist results.
- * @param  {Object} context graphql context
- * @param  {String} body        body of a comment
- * @param  {String} [asset_id]  id of asset comment is posted on
- * @return {Object}         resolves to the wordlist results
- */
-const filterNewComment = async (context, { body, asset_id }) => {
-  // Load the settings.
-  const [settings, asset] = await Promise.all([
-    context.loaders.Settings.load(),
-    context.loaders.Assets.getByID.load(asset_id),
-  ]);
-
-  // Create a new instance of the Wordlist.
-  const wl = new Wordlist();
-
-  // Load the wordlist.
-  wl.upsert(settings.wordlist);
-
-  // Load the wordlist and filter the comment content.
-  return [
-    // Scan the word.
-    wl.scan('body', body),
-
-    // Return the asset's settings.
-    await AssetsService.rectifySettings(asset, settings),
-  ];
-};
-
-/**
- * moderationPhases is an array of phases carried out in order until a status is
- * returned.
- */
-const moderationPhases = [
-  // This phase checks to see if the comment is long enough.
-  (context, comment) => {
-    // Check to see if the body is too short, if it is, then complain about it!
-    if (comment.body.length < 2) {
-      throw errors.ErrCommentTooShort;
-    }
-  },
-
-  // This phase checks to see if the asset being processed is closed or not.
-  (context, comment, { asset }) => {
-    // Check to see if the asset has closed commenting...
-    if (asset.isClosed) {
-      throw new errors.ErrAssetCommentingClosed(asset.closedMessage);
-    }
-  },
-
-  // This phase checks the comment against the wordlist.
-  (context, comment, { wordlist }) => {
-    // Decide the status based on whether or not the current asset/settings
-    // has pre-mod enabled or not. If the comment was rejected based on the
-    // wordlist, then reject it, otherwise if the moderation setting is
-    // premod, set it to `premod`.
-    if (wordlist.banned) {
-      // Add the flag related to Trust to the comment.
-      return {
-        status: 'REJECTED',
-        actions: [
-          {
-            action_type: 'FLAG',
-            user_id: null,
-            group_id: 'BANNED_WORD',
-            metadata: {},
-          },
-        ],
-      };
-    }
-
-    // If the comment has a suspect word or a link, we need to add a
-    // flag to it to indicate that it needs to be looked at.
-    // Otherwise just return the new comment.
-
-    // If the wordlist has matched the suspect word filter and we haven't disabled
-    // auto-flagging suspect words, then we should flag the comment!
-    if (wordlist.suspect && !DISABLE_AUTOFLAG_SUSPECT_WORDS) {
-      // TODO: this is kind of fragile, we should refactor this to resolve
-      // all these const's that we're using like 'COMMENTS', 'FLAG' to be
-      // defined in a checkable schema.
-      return {
-        actions: [
-          {
-            action_type: 'FLAG',
-            user_id: null,
-            group_id: 'SUSPECT_WORD',
-            metadata: {},
-          },
-        ],
-      };
-    }
-  },
-
-  // This phase checks to see if the comment's length exceeds maximum.
-  (context, comment, { assetSettings: { charCountEnable, charCount } }) => {
-    // Reject if the comment is too long
-    if (charCountEnable && comment.body.length > charCount) {
-      // Add the flag related to Trust to the comment.
-      return {
-        status: 'REJECTED',
-        actions: [
-          {
-            action_type: 'FLAG',
-            user_id: null,
-            group_id: 'BODY_COUNT',
-            metadata: {
-              count: comment.body.length,
-            },
-          },
-        ],
-      };
-    }
-  },
-
-  // If a given user is a staff member, always approve their comment.
-  context => {
-    if (IGNORE_FLAGS_AGAINST_STAFF && context.user && context.user.isStaff()) {
-      return {
-        status: 'ACCEPTED',
-      };
-    }
-  },
-
-  // This phase checks the comment if it has any links in it if the check is
-  // enabled.
-  (context, comment, { assetSettings: { premodLinksEnable } }) => {
-    if (premodLinksEnable && linkify.test(comment.body)) {
-      // Add the flag related to Trust to the comment.
-      return {
-        status: 'SYSTEM_WITHHELD',
-        actions: [
-          {
-            action_type: 'FLAG',
-            user_id: null,
-            group_id: 'LINKS',
-            metadata: {
-              links: comment.body,
-            },
-          },
-        ],
-      };
-    }
-  },
-
-  // This phase checks to see if the user making the comment is allowed to do so
-  // considering their reliability (Trust) status.
-  context => {
-    if (context.user && context.user.metadata) {
-      // If the user is not a reliable commenter (passed the unreliability
-      // threshold by having too many rejected comments) then we can change the
-      // status of the comment to `SYSTEM_WITHHELD`, therefore pushing the user's
-      // comments away from the public eye until a moderator can manage them. This of
-      // course can only be applied if the comment's current status is `NONE`,
-      // we don't want to interfere if the comment was rejected.
-      if (
-        KarmaService.isReliable('comment', context.user.metadata.trust) ===
-        false
-      ) {
-        // Add the flag related to Trust to the comment.
-        return {
-          status: 'SYSTEM_WITHHELD',
-          actions: [
-            {
-              action_type: 'FLAG',
-              user_id: null,
-              group_id: 'TRUST',
-              metadata: {
-                trust: context.user.metadata.trust,
-              },
-            },
-          ],
-        };
-      }
-    }
-  },
-
-  // This phase checks to see if the comment was already prescribed a status.
-  (context, comment) => {
-    // If the status was already defined, don't redefine it. It's only defined
-    // when specific external conditions exist, we don't want to override that.
-    if (comment.status && comment.status.length > 0) {
-      return {
-        status: comment.status,
-      };
-    }
-  },
-
-  // This phase checks to see if the settings have premod enabled, if they do,
-  // the comment is premod, otherwise, it's just none.
-  (context, comment, { assetSettings: { moderation } }) => {
-    // If the settings say that we're in premod mode, then the comment is in
-    // premod status.
-    if (moderation === 'PRE') {
-      return {
-        status: 'PREMOD',
-      };
-    }
-
-    return {
-      status: 'NONE',
-    };
-  },
-];
-
-/**
- * This resolves a given comment's status and actions.
- * @param  {Object} context graphql context
- * @param  {String} body          body of the comment
- * @param  {String} [asset_id]    asset for the comment
- * @param  {Object} [wordlist={}] the results of the wordlist scan
- * @return {Promise}              resolves to the comment's status and actions
- */
-const resolveCommentModeration = async (context, comment) => {
-  // First we filter the comment contents to ensure that we note any validation
-  // issues.
-  let [wordlist, settings] = await filterNewComment(context, comment);
-
-  // Get the asset from the loader.
-  const asset = await context.loaders.Assets.getByID.load(comment.asset_id);
-  if (!asset) {
-    // And leave now if this asset wasn't found.
-    throw errors.ErrNotFound;
-  }
-
-  // Combine the asset and the settings to get the asset settings.
-  const assetSettings = await AssetsService.rectifySettings(asset, settings);
-
-  let actions = comment.actions || [];
-
-  // Loop over all the moderation phases and see if we've resolved the status.
-  for (const phase of moderationPhases) {
-    const result = await phase(context, comment, {
-      asset,
-      assetSettings,
-      settings,
-      wordlist,
-    });
-
-    if (result) {
-      if (result.actions) {
-        actions.push(...result.actions);
-      }
-
-      // If this result contained a status, then we've finished resolving
-      // phases!
-      if (result.status) {
-        return { status: result.status, actions };
-      }
-    }
-  }
-};
-
 /**
  * createPublicComment is designed to create a comment from a public source. It
  * validates the comment, and performs some automated moderator actions based on
  * the settings.
- * @param  {Object} context      the graphql context
+ * @param  {Object} ctx      the graphql context
  * @param  {Object} commentInput the new comment to be created
  * @return {Promise}             resolves to a new comment
  */
-const createPublicComment = async (context, comment) => {
+const createPublicComment = async (ctx, comment) => {
+  const { connectors: { services: { Moderation } } } = ctx;
+
   // We then take the wordlist and the comment into consideration when
   // considering what status to assign the new comment, and resolve the new
   // status to set the comment to.
-  let { actions, status } = await resolveCommentModeration(context, comment);
+  let { actions, status } = await Moderation.process(ctx, comment);
 
   // Assign status to comment.
   comment.status = status;
 
   // Then we actually create the comment with the new status.
-  const result = await createComment(context, comment);
+  const result = await createComment(ctx, comment);
 
   // Create all the actions that were determined during the moderation check
   // phase.
@@ -522,18 +264,20 @@ const setStatus = async ({ user, loaders: { Comments } }, { id, status }) => {
  * @param {Object} edit       describes how to edit the comment
  * @param {String} edit.body  the new Comment body
  */
-const edit = async (context, { id, asset_id, edit: { body } }) => {
+const edit = async (ctx, { id, asset_id, edit: { body } }) => {
+  const { connectors: { services: { Moderation } } } = ctx;
+
   // Build up the new comment we're setting. We need to check this with
   // moderation now.
   let comment = { id, asset_id, body };
 
   // Determine the new status of the comment.
-  const { actions, status } = await resolveCommentModeration(context, comment);
+  const { actions, status } = await Moderation.process(ctx, comment);
 
   // Execute the edit.
   comment = await CommentsService.edit({
     id,
-    author_id: context.user.id,
+    author_id: ctx.user.id,
     body,
     status,
   });
@@ -543,7 +287,7 @@ const edit = async (context, { id, asset_id, edit: { body } }) => {
   await createActions(comment.id, actions);
 
   // Publish the edited comment via the subscription.
-  context.pubsub.publish('commentEdited', comment);
+  ctx.pubsub.publish('commentEdited', comment);
 
   return comment;
 };

graph/resolvers/util.js

@@ -50,8 +50,12 @@ const decorateWithPermissionCheck = (typeResolver, protect) => {
  */
 const decorateUserField = (typeResolver, field) => {
   // The default resolver for the user decorator is loading the user by id.
-  let fieldResolver = (obj, args, ctx) =>
-    ctx.loaders.Users.getByID.load(obj[field]);
+  let fieldResolver = (obj, args, ctx) => {
+    if (!obj[field]) {
+      return null;
+    }
+    return ctx.loaders.Users.getByID.load(obj[field]);
+  };
 
   // The resolver can be overridden however. This decorator will simply wrap the
   // field with a permission check.

graph/typeDefs.graphql

@@ -453,6 +453,11 @@ type EditInfo {
   editableUntil: Date
 }
 
+type CommentBodyHistory {
+  body: String!
+  created_at: Date!
+}
+
 type CommentStatusHistory {
   type: COMMENT_STATUS!
   created_at: Date!
@@ -471,6 +476,9 @@ type Comment {
   # The actual comment data.
   body: String!
 
+  # The body history of the comment.
+  body_history: [CommentBodyHistory!]!
+
   # the tags on the comment
   tags: [TagLink!]
 
@@ -502,6 +510,9 @@ type Comment {
   # The time when the comment was created
   created_at: Date!
 
+  # The time when the comment was updated.
+  updated_at: Date
+
   # describes how the comment can be edited
   editing: EditInfo
 

locales/da.yml

@@ -274,7 +274,7 @@ da:
     shift_key: "⇧"
     shortcuts: "Genveje"
     show_shortcuts: "Vis genveje"
-    singleview: "Skift enkeltkommentar redigerings visning"
+    singleview: "Zen mode"
     thismenu: "Åben denne menu"
     thousand: "k"
     try_these: "Prøv disse"

locales/en.yml

@@ -330,7 +330,7 @@ en:
     shortcuts: "Shortcuts"
     sort: "Sort"
     show_shortcuts: "Show Shortcuts"
-    singleview: "Toggle single comment edit view"
+    singleview: "Zen mode"
     thismenu: "Open this menu"
     jump_to_queue: "Jump to specific queue"
     thousand: k

locales/es.yml

@@ -291,7 +291,7 @@ es:
     shortcuts: Atajos
     sort: "Ordenar"
     show_shortcuts: "Mostrar Atajos"
-    singleview: "Colocar vista de edición de comentario único"
+    singleview: "Modo zen"
     thismenu: "Abrir este menu"
     thousand: k
     try_these: "Intentar estos"

locales/fr.yml

@@ -225,7 +225,7 @@ fr:
     shift_key: ⇧
     shortcuts: Raccourcis
     show_shortcuts: "Afficher les raccourcis"
-    singleview: "Passer en mode d'édition de commentaire unique"
+    singleview: "Mode zen"
     spam_ads: Spam / Publicités
     thismenu: "Ouvrir ce menu"
     thousand: k

locales/nl_NL.yml

@@ -325,7 +325,7 @@ nl_NL:
     shortcuts: "Sneltoetsen"
     sort: "Sorteer"
     show_shortcuts: "Toon sneltoetsen"
-    singleview: "Schakel wijzigen enkele reactie aan of uit"
+    singleview: "Zen-modus"
     thismenu: "Open dit menu"
     jump_to_queue: "Spring naar specifieke wachtrij"
     thousand: k

locales/pt_BR.yml

@@ -276,7 +276,7 @@ pt_BR:
     shift_key: "⇧"
     shortcuts: "Atalhos"
     show_shortcuts: "Ver atalhos"
-    singleview: "Alternar vista de edição de comentário único"
+    singleview: "Modo zen"
     spam_ads: Spam/Anuncios
     thismenu: "Abra este menu"
     thousand: k

locales/zh_CN.yml

@@ -290,7 +290,7 @@ zh_CN:
     shortcuts: "快捷键"
     sort: "排序"
     show_shortcuts: "显示快捷键"
-    singleview: "展开单评论编辑视图"
+    singleview: "禅宗模式"
     thismenu: "开启该菜单"
     jump_to_queue: "跳转到特定序列"
     thousand: "千"

locales/zh_TW.yml

@@ -290,7 +290,7 @@ zh_TW:
     shortcuts: "快捷鍵"
     sort: "排序"
     show_shortcuts: "顯示快捷鍵"
-    singleview: "切換單個評論編輯視圖"
+    singleview: "禪宗模式"
     thismenu: "打開這個菜單"
     jump_to_queue: "跳轉到特定隊列"
     thousand: 千

migrations/1496771633_tags.js

@@ -1,65 +1,38 @@
 const CommentModel = require('../models/comment');
 
-module.exports = {
-  async up() {
-    // Find all comments that have tags.
-    let comments = await CommentModel.aggregate([
-      {
-        $match: {
-          tags: {
-            $exists: true,
-            $ne: [],
-          },
-        },
-      },
-      {
-        $project: {
-          id: true,
-          tags: true,
-        },
-      },
-    ]);
+// OLD
+//
+// [
+//   {
+//     name: 'OFF_TOPIC',
+//     assigned_by: '',
+//     created_at: new Date()
+//   }
+// ]
 
-    // If no comments were found, nothing needs to be done!
-    if (comments.length <= 0) {
-      return;
-    }
-
-    const updates = [];
-
-    // Loop over the comments retrieved, updating the tag structure.
-    for (let { id, tags } of comments) {
-      // OLD
-      //
-      // [
-      //   {
-      //     name: 'OFF_TOPIC',
-      //     assigned_by: '',
-      //     created_at: new Date()
-      //   }
-      // ]
-
-      // NEW
-      //
-      // [
-      //   {
-      //     tag: {
-      //       name: 'OFF_TOPIC',
-      //       permissions: {
-      //         public: true,
-      //         self: false,
-      //         roles: []
-      //       },
-      //       models: ['COMMENTS'],
-      //       created_at: new Date()
-      //     },
-      //     assigned_by: '',
-      //     created_at: new Date()
-      //   }
-      // ]
-
-      // Remap the tag structure.
-      tags = tags.map(({ name, assigned_by, created_at }) => ({
+// NEW
+//
+// [
+//   {
+//     tag: {
+//       name: 'OFF_TOPIC',
+//       permissions: {
+//         public: true,
+//         self: false,
+//         roles: []
+//       },
+//       models: ['COMMENTS'],
+//       created_at: new Date()
+//     },
+//     assigned_by: '',
+//     created_at: new Date()
+//   }
+// ]
+const transformTags = ({ id, tags }) => ({
+  query: { id },
+  update: {
+    $set: {
+      tags: tags.map(({ name, assigned_by, created_at }) => ({
         tag: {
           name,
           permissions: {
@@ -72,22 +45,34 @@ module.exports = {
         },
         assigned_by,
         created_at,
-      }));
+      })),
+    },
+  },
+});
 
-      updates.push({ query: { id }, update: { $set: { tags } } });
-    }
+module.exports = {
+  async up({ transformSingleWithCursor }) {
+    // Find all comments that have tags.
+    const cursor = CommentModel.collection.aggregate(
+      [
+        {
+          $match: {
+            tags: {
+              $exists: true,
+              $ne: [],
+            },
+          },
+        },
+        {
+          $project: {
+            id: true,
+            tags: true,
+          },
+        },
+      ],
+      { allowDiskUse: true }
+    );
 
-    if (updates.length > 0) {
-      // Create a new batch operation.
-      let batch = CommentModel.collection.initializeUnorderedBulkOp();
-
-      for (const { query, update } of updates) {
-        // Execute the batch operation.
-        batch.find(query).updateOne(update);
-      }
-
-      // Execute the batch update operation.
-      await batch.execute();
-    }
+    await transformSingleWithCursor(cursor, transformTags, CommentModel);
   },
 };

migrations/1507310316_flags.js

@@ -12,7 +12,7 @@ const mapping = {
 };
 
 module.exports = {
-  async up() {
+  async up({ processManyUpdates }) {
     const updates = [];
     for (const item_type in mapping) {
       const mappings = mapping[item_type];
@@ -44,15 +44,7 @@ module.exports = {
     }
 
     if (updates.length > 0) {
-      // Setup the batch operation.
-      const batch = ActionModel.collection.initializeUnorderedBulkOp();
-
-      for (const { query, update } of updates) {
-        batch.find(query).update(update);
-      }
-
-      // Execute the batch update operation.
-      await batch.execute();
+      await processManyUpdates(ActionModel, updates);
     }
   },
 };

migrations/1510174676_user_status.js

@@ -1,60 +1,132 @@
 const UserModel = require('../models/user');
 const merge = require('lodash/merge');
 
-const getUserBatch = async () => {
-  let query = {
-    status: {
-      $in: ['ACTIVE', 'BANNED', 'PENDING', 'APPROVED'],
+const transformUser = user => {
+  const created_at = Date.now();
+
+  const { id, status, canEditName, suspension, disabled } = user;
+
+  let update = {
+    $unset: {
+      canEditName: '',
+      suspension: '',
+      disabled: '',
+    },
+    $set: {
+      status: {
+        // The username status is specific to each case.
+        username: {
+          history: [],
+        },
+
+        // The user is not banned by default.
+        banned: {
+          status: false,
+          history: [],
+        },
+
+        // The user is not suspended by default.
+        suspension: {
+          until: null,
+          history: [],
+        },
+      },
+      updated_at: created_at,
     },
   };
 
-  // Find all the users that need migrating.
-  return UserModel.collection.find(query);
-};
-
-module.exports = {
-  async up() {
-    const created_at = Date.now();
-
-    // Get the first batch of users.
-    let cursor = await getUserBatch();
-
-    const updates = [];
-    while (await cursor.hasNext()) {
-      const user = await cursor.next();
-
-      const { id, status, canEditName, suspension, disabled } = user;
-
-      let update = {
-        $unset: {
-          canEditName: '',
-          suspension: '',
-          disabled: '',
+  if (disabled) {
+    update = merge(update, {
+      $set: {
+        status: {
+          banned: {
+            status: true,
+            history: [
+              {
+                status: true,
+                created_at,
+              },
+            ],
+          },
         },
-        $set: {
-          status: {
-            // The username status is specific to each case.
-            username: {
-              history: [],
-            },
+      },
+    });
+  }
 
-            // The user is not banned by default.
-            banned: {
-              status: false,
-              history: [],
-            },
+  // If the user has an "until" property of their suspension, then we need
+  // to reflect that in the new status object.
+  if (suspension && suspension.until !== null) {
+    update = merge(update, {
+      $set: {
+        status: {
+          suspension: {
+            until: suspension.until,
+            history: [
+              {
+                until: suspension.until,
+                created_at,
+              },
+            ],
+          },
+        },
+      },
+    });
+  }
 
-            // The user is not suspended by default.
-            suspension: {
-              until: null,
-              history: [],
+  switch (status) {
+    case 'ACTIVE':
+      if (canEditName) {
+        update = merge(update, {
+          $set: {
+            status: {
+              username: {
+                status: 'UNSET',
+                history: [
+                  {
+                    status: 'UNSET',
+                    created_at,
+                  },
+                ],
+              },
             },
           },
-          updated_at: created_at,
-        },
-      };
-
-      if (disabled) {
+        });
+      } else {
+        update = merge(update, {
+          $set: {
+            status: {
+              username: {
+                status: 'SET',
+                history: [
+                  {
+                    status: 'SET',
+                    created_at,
+                  },
+                ],
+              },
+            },
+          },
+        });
+      }
+      break;
+    case 'BANNED':
+      if (canEditName) {
+        update = merge(update, {
+          $set: {
+            status: {
+              username: {
+                status: 'REJECTED',
+                history: [
+                  {
+                    status: 'REJECTED',
+                    created_at,
+                  },
+                ],
+              },
+            },
+          },
+        });
+      } else {
         update = merge(update, {
           $set: {
             status: {
@@ -67,22 +139,11 @@ module.exports = {
                   },
                 ],
               },
-            },
-          },
-        });
-      }
-
-      // If the user has an "until" property of their suspension, then we need
-      // to reflect that in the new status object.
-      if (suspension && suspension.until !== null) {
-        update = merge(update, {
-          $set: {
-            status: {
-              suspension: {
-                until: suspension.until,
+              username: {
+                status: 'SET',
                 history: [
                   {
-                    until: suspension.until,
+                    status: 'SET',
                     created_at,
                   },
                 ],
@@ -91,138 +152,57 @@ module.exports = {
           },
         });
       }
-
-      switch (status) {
-        case 'ACTIVE':
-          if (canEditName) {
-            update = merge(update, {
-              $set: {
-                status: {
-                  username: {
-                    status: 'UNSET',
-                    history: [
-                      {
-                        status: 'UNSET',
-                        created_at,
-                      },
-                    ],
-                  },
-                },
-              },
-            });
-          } else {
-            update = merge(update, {
-              $set: {
-                status: {
-                  username: {
-                    status: 'SET',
-                    history: [
-                      {
-                        status: 'SET',
-                        created_at,
-                      },
-                    ],
-                  },
-                },
-              },
-            });
-          }
-          break;
-        case 'BANNED':
-          if (canEditName) {
-            update = merge(update, {
-              $set: {
-                status: {
-                  username: {
-                    status: 'REJECTED',
-                    history: [
-                      {
-                        status: 'REJECTED',
-                        created_at,
-                      },
-                    ],
-                  },
-                },
-              },
-            });
-          } else {
-            update = merge(update, {
-              $set: {
-                status: {
-                  banned: {
-                    status: true,
-                    history: [
-                      {
-                        status: true,
-                        created_at,
-                      },
-                    ],
-                  },
-                  username: {
-                    status: 'SET',
-                    history: [
-                      {
-                        status: 'SET',
-                        created_at,
-                      },
-                    ],
-                  },
-                },
-              },
-            });
-          }
-          break;
-        case 'PENDING':
-          update = merge(update, {
-            $set: {
-              status: {
-                username: {
+      break;
+    case 'PENDING':
+      update = merge(update, {
+        $set: {
+          status: {
+            username: {
+              status: 'CHANGED',
+              history: [
+                {
                   status: 'CHANGED',
-                  history: [
-                    {
-                      status: 'CHANGED',
-                      created_at,
-                    },
-                  ],
+                  created_at,
                 },
-              },
+              ],
             },
-          });
-          break;
-        case 'APPROVED':
-          update = merge(update, {
-            $set: {
-              status: {
-                username: {
+          },
+        },
+      });
+      break;
+    case 'APPROVED':
+      update = merge(update, {
+        $set: {
+          status: {
+            username: {
+              status: 'APPROVED',
+              history: [
+                {
                   status: 'APPROVED',
-                  history: [
-                    {
-                      status: 'APPROVED',
-                      created_at,
-                    },
-                  ],
+                  created_at,
                 },
-              },
+              ],
             },
-          });
-          break;
-        default:
-          throw new Error(`${status} is an invalid status`);
-      }
+          },
+        },
+      });
+      break;
+    default:
+      throw new Error(`${status} is an invalid status`);
+  }
 
-      updates.push({ query: { id }, update });
-    }
+  return { query: { id }, update };
+};
 
-    if (updates.length > 0) {
-      // Create a new batch operation.
-      let bulk = UserModel.collection.initializeUnorderedBulkOp();
+module.exports = {
+  async up({ transformSingleWithCursor }) {
+    // Get the first batch of users.
+    const cursor = UserModel.collection.find({
+      status: {
+        $in: ['ACTIVE', 'BANNED', 'PENDING', 'APPROVED'],
+      },
+    });
 
-      for (const { query, update } of updates) {
-        bulk.find(query).updateOne(update);
-      }
-
-      // Execute the bulk update operation.
-      await bulk.execute();
-    }
+    await transformSingleWithCursor(cursor, transformUser, UserModel);
   },
 };

migrations/1511801783_user_roles.js

@@ -13,18 +13,16 @@ const findNewRole = roles => {
 };
 
 module.exports = {
-  async up() {
-    const cursor = await UserModel.collection.find({
+  async up({ transformSingleWithCursor }) {
+    const cursor = UserModel.collection.find({
       roles: {
         $exists: true,
       },
     });
 
-    const updates = [];
-    while (await cursor.hasNext()) {
-      const user = await cursor.next();
-
-      updates.push({
+    await transformSingleWithCursor(
+      cursor,
+      user => ({
         query: {
           id: user.id,
         },
@@ -38,19 +36,8 @@ module.exports = {
             roles: '',
           },
         },
-      });
-    }
-
-    if (updates.length > 0) {
-      // Create a new batch operation.
-      const bulk = UserModel.collection.initializeUnorderedBulkOp();
-
-      for (const { query, update } of updates) {
-        bulk.find(query).updateOne(update);
-      }
-
-      // Execute the bulk update operation.
-      await bulk.execute();
-    }
+      }),
+      UserModel
+    );
   },
 };

migrations/1516920154_action_counts.js

@@ -0,0 +1,124 @@
+const ActionModel = require('../models/action');
+const UserModel = require('../models/user');
+const CommentModel = require('../models/comment');
+
+module.exports = {
+  async up({ transformSingleWithCursor }) {
+    const models = [
+      { Model: CommentModel, item_type: 'COMMENTS' },
+      { Model: UserModel, item_type: 'USERS' },
+    ];
+    for (const { Model, item_type } of models) {
+      let cursor = ActionModel.collection.aggregate(
+        [
+          {
+            $match: {
+              group_id: { $ne: null },
+              item_type,
+            },
+          },
+          {
+            $group: {
+              // group unique documents by these properties, we are leveraging the
+              // fact that each uuid is completely unique.
+              _id: {
+                item_id: '$item_id',
+                action_type: '$action_type',
+                group_id: '$group_id',
+              },
+
+              // and sum up all actions matching the above grouping criteria
+              count: {
+                $sum: 1,
+              },
+            },
+          },
+          {
+            $project: {
+              // suppress the _id field
+              _id: false,
+
+              // map the fields from the _id grouping down a level
+              item_id: '$_id.item_id',
+              action_type: { $toLower: '$_id.action_type' },
+              group_id: { $toLower: '$_id.group_id' },
+
+              // map the field directly
+              count: '$count',
+            },
+          },
+        ],
+        { allowDiskUse: true }
+      );
+
+      // Transform those documents.
+      await transformSingleWithCursor(
+        cursor,
+        ({ item_id, action_type, group_id, count }) => ({
+          query: { id: item_id },
+          update: {
+            $set: {
+              [`action_counts.${action_type}_${group_id}`]: count,
+            },
+          },
+        }),
+        Model
+      );
+
+      // Secondly, we'll collect the group group id's (all the actions for a
+      // specific action type) to update counts of.
+      cursor = ActionModel.collection.aggregate(
+        [
+          {
+            $match: {
+              item_type,
+            },
+          },
+          {
+            $group: {
+              // group unique documents by these properties, we are leveraging the
+              // fact that each uuid is completely unique.
+              _id: {
+                item_id: '$item_id',
+                action_type: '$action_type',
+              },
+
+              // and sum up all actions matching the above grouping criteria
+              count: {
+                $sum: 1,
+              },
+            },
+          },
+          {
+            $project: {
+              // suppress the _id field
+              _id: false,
+
+              // map the fields from the _id grouping down a level
+              item_id: '$_id.item_id',
+              action_type: { $toLower: '$_id.action_type' },
+
+              // map the field directly
+              count: '$count',
+            },
+          },
+        ],
+        { allowDiskUse: true }
+      );
+
+      // Transform those documents.
+      await transformSingleWithCursor(
+        cursor,
+        ({ item_id, action_type, count }) => ({
+          query: { id: item_id },
+          update: {
+            $set: {
+              [`action_counts.${action_type}`]: count,
+            },
+          },
+        }),
+        Model
+      );
+    }
+  },
+};

migrations/1516920160_reply_counts.js

@@ -0,0 +1,33 @@
+const CommentModel = require('../models/comment');
+
+const transformComments = ({ _id: parent_id, reply_count }) => ({
+  query: { id: parent_id, reply_count: { $ne: reply_count } },
+  update: { $set: { reply_count } },
+});
+
+module.exports = {
+  async up({ transformSingleWithCursor }) {
+    const cursor = CommentModel.collection.aggregate(
+      [
+        {
+          $match: {
+            parent_id: { $ne: null },
+            status: { $in: ['NONE', 'ACCEPTED'] },
+          },
+        },
+        {
+          $group: {
+            _id: '$parent_id',
+            reply_count: {
+              $sum: 1,
+            },
+          },
+        },
+      ],
+      { allowDiskUse: true }
+    );
+
+    // Transform those documents.
+    await transformSingleWithCursor(cursor, transformComments, CommentModel);
+  },
+};

models/asset.js

@@ -2,6 +2,7 @@ const mongoose = require('../services/mongoose');
 const Schema = mongoose.Schema;
 const uuid = require('uuid');
 const TagLinkSchema = require('./schema/tag_link');
+const get = require('lodash/get');
 
 const AssetSchema = new Schema(
   {
@@ -45,8 +46,8 @@ const AssetSchema = new Schema(
     // the base settings from the base Settings object. This is to be accessed
     // always after running `rectifySettings` against it.
     settings: {
-      type: Schema.Types.Mixed,
       default: {},
+      type: Object,
     },
 
     // Tags are added by the self or by administrators.
@@ -85,9 +86,12 @@ AssetSchema.index(
  * Returns true if the asset is closed, false else.
  */
 AssetSchema.virtual('isClosed').get(function() {
-  return Boolean(
-    this.closedAt && this.closedAt.getTime() <= new Date().getTime()
-  );
+  const closedAt = get(this, 'closedAt', null);
+  if (closedAt === null) {
+    return false;
+  }
+
+  return closedAt.getTime() <= new Date().getTime();
 });
 
 const Asset = mongoose.model('Asset', AssetSchema);

package.json

@@ -29,7 +29,7 @@
   },
   "talk": {
     "migration": {
-      "minVersion": 1511801783
+      "minVersion": 1516920160
     }
   },
   "repository": {
@@ -211,7 +211,7 @@
     "mocha-junit-reporter": "^1.12.1",
     "nightwatch": "^0.9.16",
     "nodemon": "^1.11.0",
-    "pre-git": "^3.16.0",
+    "pre-commit": "^1.2.2",
     "selenium-standalone": "^6.11.0",
     "sinon": "^3.2.1",
     "sinon-chai": "^2.13.0",
@@ -220,24 +220,12 @@
   "engines": {
     "node": "^8"
   },
-  "config": {
-    "pre-git": {
-      "pre-commit": [
-        "yarn lint",
-        "yarn test:client",
-        "yarn test:server"
-      ],
-      "pre-push": [
-        "yarn lint",
-        "yarn test:client",
-        "yarn test:server"
-      ],
-      "post-commit": [],
-      "post-checkout": [],
-      "post-merge": []
-    }
-  },
-  "release": {
-    "analyzeCommits": "simple-commit-message"
+  "pre-commit": {
+    "silent": false,
+    "run": [
+      "lint",
+      "test:client",
+      "test:server"
+    ]
   }
 }

plugin-api/beta/client/hocs/withReaction.js

@@ -9,11 +9,7 @@ import withFragments from 'coral-framework/hocs/withFragments';
 import withMutation from 'coral-framework/hocs/withMutation';
 import { notify } from 'coral-framework/actions/notification';
 import { capitalize } from 'coral-framework/helpers/strings';
-import {
-  getMyActionSummary,
-  getTotalActionCount,
-  getErrorMessages,
-} from 'coral-framework/utils';
+import { getMyActionSummary, getTotalActionCount } from 'coral-framework/utils';
 import hoistStatics from 'recompose/hoistStatics';
 import * as PropTypes from 'prop-types';
 import { getDefinitionName } from '../utils';
@@ -282,7 +278,6 @@ export default (reaction, options = {}) =>
           })
           .catch(err => {
             this.duringMutation = false;
-            this.props.notify('error', getErrorMessages(err));
             throw err;
           });
       };
@@ -307,7 +302,6 @@ export default (reaction, options = {}) =>
           })
           .catch(err => {
             this.duringMutation = false;
-            this.props.notify('error', getErrorMessages(err));
             throw err;
           });
       };

plugin-api/beta/client/hocs/withTags.js

@@ -1,13 +1,11 @@
 import React from 'react';
 import { connect } from 'react-redux';
-import { bindActionCreators } from 'redux';
 import { compose, gql } from 'react-apollo';
 import { getDisplayName } from 'coral-framework/helpers/hoc';
 import { capitalize } from 'coral-framework/helpers/strings';
 import { withAddTag, withRemoveTag } from 'coral-framework/graphql/mutations';
 import withFragments from 'coral-framework/hocs/withFragments';
-import { notify } from 'coral-framework/actions/notification';
-import { getErrorMessages, isTagged } from 'coral-framework/utils';
+import { isTagged } from 'coral-framework/utils';
 import hoistStatics from 'recompose/hoistStatics';
 import { getDefinitionName } from '../utils';
 
@@ -38,7 +36,7 @@ export default (tag, options = {}) =>
       loading = false;
 
       postTag = () => {
-        const { comment, asset, notify } = this.props;
+        const { comment, asset } = this.props;
 
         if (this.loading) {
           return;
@@ -59,13 +57,12 @@ export default (tag, options = {}) =>
           })
           .catch(err => {
             this.loading = false;
-            notify('error', getErrorMessages(err));
             throw err;
           });
       };
 
       deleteTag = () => {
-        const { comment, asset, notify } = this.props;
+        const { comment, asset } = this.props;
 
         if (this.loading) {
           return;
@@ -84,7 +81,6 @@ export default (tag, options = {}) =>
           })
           .catch(err => {
             this.loading = false;
-            notify('error', getErrorMessages(err));
             throw err;
           });
       };
@@ -114,9 +110,6 @@ export default (tag, options = {}) =>
       user: state.auth.user,
     });
 
-    const mapDispatchToProps = dispatch =>
-      bindActionCreators({ notify }, dispatch);
-
     const enhance = compose(
       withFragments({
         ...fragments,
@@ -146,7 +139,7 @@ export default (tag, options = {}) =>
       }),
       withAddTag,
       withRemoveTag,
-      connect(mapStateToProps, mapDispatchToProps)
+      connect(mapStateToProps, null)
     );
 
     WithTags.displayName = `WithTags(${getDisplayName(WrappedComponent)})`;

plugins/talk-plugin-featured-comments/client/components/ModTag.js

@@ -64,7 +64,6 @@ export default class ModTag extends React.Component {
 ModTag.propTypes = {
   alreadyTagged: PropTypes.bool,
   deleteTag: PropTypes.func,
-  notify: PropTypes.func,
   openFeaturedDialog: PropTypes.func,
   comment: PropTypes.object,
   asset: PropTypes.object,

plugins/talk-plugin-featured-comments/client/components/TabPane.js

@@ -1,7 +1,6 @@
 import React from 'react';
 import Comment from '../containers/Comment';
 import LoadMore from './LoadMore';
-import { getErrorMessages } from 'plugin-api/beta/client/utils';
 
 class TabPane extends React.Component {
   state = {
@@ -15,9 +14,8 @@ class TabPane extends React.Component {
       .then(() => {
         this.setState({ loadingState: 'success' });
       })
-      .catch(error => {
+      .catch(() => {
         this.setState({ loadingState: 'error' });
-        this.props.notify('error', getErrorMessages(error));
       });
   };
 

plugins/talk-plugin-featured-comments/client/containers/ModActionButton.js

@@ -13,8 +13,8 @@ const mapDispatchToProps = dispatch =>
   );
 
 const enhance = compose(
-  withTags('featured'),
-  connect(null, mapDispatchToProps)
+  connect(null, mapDispatchToProps),
+  withTags('featured')
 );
 
 export default enhance(ModActionButton);

plugins/talk-plugin-featured-comments/client/containers/ModIndicatorSubscription.js

@@ -0,0 +1,63 @@
+import React from 'react';
+import { gql } from 'react-apollo';
+import { subscriptionFields } from 'coral-admin/src/routes/Moderation/graphql';
+
+class ModIndicatorSubscription extends React.Component {
+  subscriptions = null;
+
+  componentWillMount() {
+    const configs = [
+      {
+        document: COMMENT_FEATURED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentFeatured: { comment } } } }
+        ) => {
+          return this.props.handleCommentChange(prev, comment);
+        },
+      },
+      {
+        document: COMMENT_UNFEATURED_SUBSCRIPTION,
+        updateQuery: (
+          prev,
+          { subscriptionData: { data: { commentUnfeatured: { comment } } } }
+        ) => {
+          return this.props.handleCommentChange(prev, comment);
+        },
+      },
+    ];
+    this.subscriptions = configs.map(config =>
+      this.props.data.subscribeToMore(config)
+    );
+  }
+
+  componentWillUnmount() {
+    this.subscriptions.forEach(unsubscribe => unsubscribe());
+  }
+
+  render() {
+    return null;
+  }
+}
+
+const COMMENT_FEATURED_SUBSCRIPTION = gql`
+  subscription TalkFeaturedComments_Indicator_CommentFeatured {
+    commentFeatured {
+      comment {
+        ${subscriptionFields}
+      }
+    }
+  }
+`;
+
+const COMMENT_UNFEATURED_SUBSCRIPTION = gql`
+  subscription TalkFeaturedComments_Indicator_CommentUnfeatured {
+    commentUnfeatured {
+      comment {
+        ${subscriptionFields}
+      }
+    }
+  }
+`;
+
+export default ModIndicatorSubscription;

plugins/talk-plugin-featured-comments/client/containers/ModSubscription.js

@@ -5,6 +5,7 @@ import Comment from 'coral-admin/src/routes/Moderation/containers/Comment';
 import { getDefinitionName } from 'coral-framework/utils';
 import truncate from 'lodash/truncate';
 import t from 'coral-framework/services/i18n';
+import { subscriptionFields } from 'coral-admin/src/routes/Moderation/graphql';
 
 function prepareNotificationText(text) {
   return truncate(text, { length: 50 }).replace('\n', ' ');
@@ -79,14 +80,7 @@ const COMMENT_FEATURED_SUBSCRIPTION = gql`
     commentFeatured(asset_id: $assetId) {
       comment {
         ...${getDefinitionName(Comment.fragments.comment)}
-        status_history {
-          type
-          created_at
-          assigned_by {
-            id
-            username
-          }
-        }
+        ${subscriptionFields}
       }
       user {
         id
@@ -102,6 +96,7 @@ const COMMENT_UNFEATURED_SUBSCRIPTION = gql`
     commentUnfeatured(asset_id: $assetId){
       comment {
         ...${getDefinitionName(Comment.fragments.comment)}
+        ${subscriptionFields}
       }
       user {
         id

plugins/talk-plugin-featured-comments/client/containers/ModTag.js

@@ -3,12 +3,10 @@ import { withTags, connect } from 'plugin-api/beta/client/hocs';
 import { gql, compose } from 'react-apollo';
 import { bindActionCreators } from 'redux';
 import { openFeaturedDialog } from '../actions';
-import { notify } from 'plugin-api/beta/client/actions/notification';
 
 const mapDispatchToProps = dispatch =>
   bindActionCreators(
     {
-      notify,
       openFeaturedDialog,
     },
     dispatch
@@ -24,8 +22,8 @@ const fragments = {
   `,
 };
 const enhance = compose(
-  withTags('featured', { fragments }),
-  connect(null, mapDispatchToProps)
+  connect(null, mapDispatchToProps),
+  withTags('featured', { fragments })
 );
 
 export default enhance(ModTag);

plugins/talk-plugin-featured-comments/client/containers/TabPane.js

@@ -4,7 +4,6 @@ import { compose, gql } from 'react-apollo';
 import TabPane from '../components/TabPane';
 import { withFragments, connect } from 'plugin-api/beta/client/hocs';
 import Comment from '../containers/Comment';
-import { notify } from 'plugin-api/beta/client/actions/notification';
 import { viewComment } from 'coral-embed-stream/src/actions/stream';
 import {
   appendNewNodes,
@@ -81,7 +80,6 @@ const mapDispatchToProps = dispatch =>
   bindActionCreators(
     {
       viewComment,
-      notify,
     },
     dispatch
   );

plugins/talk-plugin-featured-comments/client/index.js

@@ -6,6 +6,7 @@ import update from 'immutability-helper';
 import ModTag from './containers/ModTag';
 import ModActionButton from './containers/ModActionButton';
 import ModSubscription from './containers/ModSubscription';
+import ModIndicatorSubscription from './containers/ModIndicatorSubscription';
 import FeaturedDialog from './containers/FeaturedDialog';
 import { gql } from 'react-apollo';
 import reducer from './reducer';
@@ -23,6 +24,7 @@ export default {
     moderationActions: [ModActionButton],
     adminModeration: [ModSubscription, FeaturedDialog],
     adminCommentInfoBar: [ModTag],
+    adminModerationIndicator: [ModIndicatorSubscription],
   },
   mutations: {
     IgnoreUser: ({ variables }) => ({

plugins/talk-plugin-featured-comments/index.js

@@ -36,7 +36,7 @@ module.exports = {
     commentFeatured: (options, args) => ({
       commentFeatured: {
         filter: ({ comment }, { user }) => {
-          if (args.asset_id === null) {
+          if (!args.asset_id) {
             return check(user, ['ADMIN', 'MODERATOR']);
           }
           return comment.asset_id === args.asset_id;
@@ -46,7 +46,7 @@ module.exports = {
     commentUnfeatured: (options, args) => ({
       commentUnfeatured: {
         filter: ({ comment }, { user }) => {
-          if (args.asset_id === null) {
+          if (!args.asset_id) {
             return check(user, ['ADMIN', 'MODERATOR']);
           }
           return comment.asset_id === args.asset_id;

plugins/talk-plugin-ignore-user/client/containers/IgnoreUserConfirmation.js

@@ -10,21 +10,16 @@ import { bindActionCreators } from 'redux';
 import { closeMenu } from 'plugins/talk-plugin-author-menu/client/actions';
 import { notify } from 'plugin-api/beta/client/actions/notification';
 import { t } from 'plugin-api/beta/client/services';
-import { getErrorMessages } from 'plugin-api/beta/client/utils';
 
 class IgnoreUserConfirmationContainer extends React.Component {
   ignoreUser = () => {
     const { ignoreUser, notify, comment, closeMenu } = this.props;
-    ignoreUser(comment.user.id)
-      .then(() => {
-        notify(
-          'success',
-          t('talk-plugin-ignore-user.notify_success', comment.user.username)
-        );
-      })
-      .catch(err => {
-        notify('error', getErrorMessages(err));
-      });
+    ignoreUser(comment.user.id).then(() => {
+      notify(
+        'success',
+        t('talk-plugin-ignore-user.notify_success', comment.user.username)
+      );
+    });
     closeMenu();
   };
 

plugins/talk-plugin-moderation-actions/client/containers/ApproveCommentAction.js

@@ -1,23 +1,16 @@
 import React from 'react';
 import { compose } from 'react-apollo';
-import { bindActionCreators } from 'redux';
-import { getErrorMessages } from 'plugin-api/beta/client/utils';
-import { notify } from 'plugin-api/beta/client/actions/notification';
 import ApproveCommentAction from '../components/ApproveCommentAction';
-import { connect, withSetCommentStatus } from 'plugin-api/beta/client/hocs';
+import { withSetCommentStatus } from 'plugin-api/beta/client/hocs';
 
 class ApproveCommentActionContainer extends React.Component {
   approveComment = async () => {
-    const { setCommentStatus, comment, hideMenu, notify } = this.props;
+    const { setCommentStatus, comment, hideMenu } = this.props;
 
-    try {
-      await setCommentStatus({
-        commentId: comment.id,
-        status: 'ACCEPTED',
-      });
-    } catch (err) {
-      notify('error', getErrorMessages(err));
-    }
+    await setCommentStatus({
+      commentId: comment.id,
+      status: 'ACCEPTED',
+    });
 
     hideMenu();
   };
@@ -32,17 +25,6 @@ class ApproveCommentActionContainer extends React.Component {
   }
 }
 
-const mapDispatchToProps = dispatch =>
-  bindActionCreators(
-    {
-      notify,
-    },
-    dispatch
-  );
-
-const enhance = compose(
-  connect(null, mapDispatchToProps),
-  withSetCommentStatus
-);
+const enhance = compose(withSetCommentStatus);
 
 export default enhance(ApproveCommentActionContainer);

plugins/talk-plugin-moderation-actions/client/containers/BanUserDialog.js

@@ -3,19 +3,16 @@ import PropTypes from 'prop-types';
 import { compose } from 'react-apollo';
 import { bindActionCreators } from 'redux';
 import { closeBanDialog, closeMenu } from '../actions';
-import { notify } from 'plugin-api/beta/client/actions/notification';
 import {
   connect,
   withSetCommentStatus,
   withBanUser,
 } from 'plugin-api/beta/client/hocs';
-import { getErrorMessages } from 'plugin-api/beta/client/utils';
 import BanUserDialog from '../components/BanUserDialog';
 
 class BanUserDialogContainer extends React.Component {
   banUser = async () => {
     const {
-      notify,
       authorId,
       commentId,
       commentStatus,
@@ -25,23 +22,19 @@ class BanUserDialogContainer extends React.Component {
       banUser,
     } = this.props;
 
-    try {
-      await banUser({
-        id: authorId,
-        message: '',
+    await banUser({
+      id: authorId,
+      message: '',
+    });
+
+    closeMenu();
+    closeBanDialog();
+
+    if (commentStatus !== 'REJECTED') {
+      await setCommentStatus({
+        commentId: commentId,
+        status: 'REJECTED',
       });
-
-      closeMenu();
-      closeBanDialog();
-
-      if (commentStatus !== 'REJECTED') {
-        await setCommentStatus({
-          commentId: commentId,
-          status: 'REJECTED',
-        });
-      }
-    } catch (err) {
-      notify('error', getErrorMessages(err));
     }
   };
 
@@ -70,7 +63,6 @@ const mapStateToProps = ({ talkPluginModerationActions: state }) => ({
 const mapDispatchToProps = dispatch =>
   bindActionCreators(
     {
-      notify,
       closeBanDialog,
       closeMenu,
     },

plugins/talk-plugin-moderation-actions/client/containers/RejectCommentAction.js

@@ -1,23 +1,16 @@
 import React from 'react';
 import { compose } from 'react-apollo';
-import { bindActionCreators } from 'redux';
-import { getErrorMessages } from 'plugin-api/beta/client/utils';
-import { notify } from 'plugin-api/beta/client/actions/notification';
 import RejectCommentAction from '../components/RejectCommentAction';
-import { connect, withSetCommentStatus } from 'plugin-api/beta/client/hocs';
+import { withSetCommentStatus } from 'plugin-api/beta/client/hocs';
 
 class RejectCommentActionContainer extends React.Component {
   rejectComment = async () => {
-    const { setCommentStatus, comment, hideMenu, notify } = this.props;
+    const { setCommentStatus, comment, hideMenu } = this.props;
 
-    try {
-      await setCommentStatus({
-        commentId: comment.id,
-        status: 'REJECTED',
-      });
-    } catch (err) {
-      notify('error', getErrorMessages(err));
-    }
+    await setCommentStatus({
+      commentId: comment.id,
+      status: 'REJECTED',
+    });
 
     hideMenu();
   };
@@ -27,17 +20,6 @@ class RejectCommentActionContainer extends React.Component {
   }
 }
 
-const mapDispatchToProps = dispatch =>
-  bindActionCreators(
-    {
-      notify,
-    },
-    dispatch
-  );
-
-const enhance = compose(
-  connect(null, mapDispatchToProps),
-  withSetCommentStatus
-);
+const enhance = compose(withSetCommentStatus);
 
 export default enhance(RejectCommentActionContainer);

public/javascripts/admin.js

@@ -1,8 +0,0 @@
-function showError(error) {
-  try {
-    let err = JSON.parse(error);
-    $('.error-console').text(err.message).addClass('active');
-  } catch (err) {
-    $('.error-console').text(error).addClass('active');
-  }
-}

public/javascripts/auth-callback.js

@@ -1,4 +0,0 @@
-document.addEventListener('DOMContentLoaded', function(event) {
-  localStorage.setItem('auth', document.getElementById('auth').innerText);
-  setTimeout(function() { window.close(); }, 50);
-});

services/comments.js

@@ -19,6 +19,7 @@ module.exports = class CommentsService {
   static async publicCreate(input) {
     // Extract the parent_id from the comment, if there is one.
     const { status = 'NONE', parent_id = null } = input;
+    const created_at = new Date();
 
     // Check to see if we are replying to a comment, and if that comment is
     // visible.
@@ -37,14 +38,14 @@ module.exports = class CommentsService {
             ? [
                 {
                   type: status,
-                  created_at: new Date(),
+                  created_at,
                 },
               ]
             : [],
           body_history: [
             {
               body: input.body,
-              created_at: new Date(),
+              created_at,
             },
           ],
         },
@@ -85,6 +86,7 @@ module.exports = class CommentsService {
    */
   static async edit({ id, author_id, body, status }) {
     const EDITABLE_STATUSES = ['NONE', 'PREMOD', 'ACCEPTED'];
+    const created_at = new Date();
 
     const query = {
       id,
@@ -112,11 +114,11 @@ module.exports = class CommentsService {
       $push: {
         body_history: {
           body,
-          created_at: new Date(),
+          created_at,
         },
         status_history: {
           type: status,
-          created_at: new Date(),
+          created_at,
         },
       },
     });
@@ -160,53 +162,13 @@ module.exports = class CommentsService {
     editedComment.body = body;
     editedComment.body_history.push({
       body,
-      created_at: new Date(),
+      created_at,
     });
     editedComment.status_history.push({
       type: status,
-      created_at: new Date(),
+      created_at,
     });
 
-    // We should adjust the comment's status such that if it was approved
-    // previously, we should mark the comment as 'NONE' or 'PREMOD', which ever
-    // was most recent if the new comment is destined to be `NONE` or `PREMOD`.
-    if (originalComment.status === 'ACCEPTED' && status === 'NONE') {
-      const lastUnmoderatedStatus = CommentsService.lastUnmoderatedStatus(
-        originalComment
-      );
-
-      // If the last moderated status was found and the current comment doesn't
-      // match this already.
-      if (lastUnmoderatedStatus && status !== lastUnmoderatedStatus) {
-        // Update the comment model (if at this point, the status is still
-        // accepted) with the previously unmoderated status
-        await CommentModel.update(
-          {
-            id,
-            status,
-          },
-          {
-            $set: {
-              status: lastUnmoderatedStatus,
-            },
-            $push: {
-              status_history: {
-                type: lastUnmoderatedStatus,
-                created_at: new Date(),
-              },
-            },
-          }
-        );
-
-        // Update the returned comment.
-        editedComment.status = lastUnmoderatedStatus;
-        editedComment.status_history.push({
-          type: lastUnmoderatedStatus,
-          created_at: new Date(),
-        });
-      }
-    }
-
     await events.emitAsync(COMMENTS_EDIT, originalComment, editedComment);
 
     return editedComment;

services/migration/helpers.js

@@ -0,0 +1,107 @@
+const debug = require('debug')('talk:services:migration');
+
+/**
+ * processUpdates processes batches of updates on the given model.
+ *
+ * @param {Object} model mongoose model that should perform the operations on
+ * @param {Array<Object>} updates array of updates to execute
+ */
+const processUpdates = async (model, updates) => {
+  // Create a new batch operation.
+  const bulk = model.collection.initializeUnorderedBulkOp();
+
+  for (const { query, update } of updates) {
+    bulk.find(query).updateOne(update);
+  }
+
+  // Execute the bulk update operation.
+  await bulk.execute();
+};
+
+const debugProcessStatistics = (count, totalCount) => {
+  if (totalCount > 0) {
+    debug(
+      `processed ${(count / totalCount * 100).toFixed(
+        2
+      )}% (${count}/${totalCount}) updates`
+    );
+  } else {
+    debug(`processed ${count} updates`);
+  }
+};
+
+const transformSingleWithCursor = ({
+  queryBatchSize,
+  updateBatchSize,
+}) => async (query, process, Model) => {
+  debug('starting transform');
+
+  // We'll manage the updates that we store inside this object.
+  let updates = [];
+
+  // Count the elements in the transformation.
+  let totalCount = 0;
+  try {
+    totalCount = await query.count();
+  } catch (err) {}
+
+  // First we'll collect all the individual actions with specific group id's.
+  const cursor = await query.batchSize(queryBatchSize);
+
+  let count = 0;
+  while (await cursor.hasNext()) {
+    const result = await cursor.next();
+
+    const transformed = await process(result);
+    if (transformed) {
+      updates.push(transformed);
+    }
+
+    if (updates.length > updateBatchSize) {
+      // Process the updates.
+      await processUpdates(Model, updates);
+      count += updates.length;
+      debugProcessStatistics(count, totalCount);
+
+      // Clear the updates array.
+      updates = [];
+    }
+  }
+
+  if (updates.length > 0) {
+    // Process the updates.
+    await processUpdates(Model, updates);
+    count += updates.length;
+    debugProcessStatistics(count, totalCount);
+
+    // Clear the updates array.
+    updates = [];
+  }
+
+  debug('finished transform');
+};
+
+/**
+ * processManyUpdates processes batches of updates on many models with the given
+ * model.
+ *
+ * @param {Object} model mongoose model that should perform the operations on
+ * @param {Array<Object>} updates array of updates to execute
+ */
+const processManyUpdates = async (model, updates) => {
+  // Create a new batch operation.
+  const bulk = model.collection.initializeUnorderedBulkOp();
+
+  for (const { query, update } of updates) {
+    bulk.find(query).update(update);
+  }
+
+  // Execute the bulk update operation.
+  await bulk.execute();
+};
+
+module.exports = ctx => ({
+  processManyUpdates,
+  processUpdates,
+  transformSingleWithCursor: transformSingleWithCursor(ctx),
+});

services/migration/index.js

@@ -1,17 +1,20 @@
-const MigrationModel = require('../models/migration');
+const MigrationModel = require('../../models/migration');
 const fs = require('fs');
+const ms = require('ms');
 const path = require('path');
 const Joi = require('joi');
 const debug = require('debug')('talk:services:migration');
 const sc = require('snake-case');
-const { talk: { migration: { minVersion } } } = require('../package.json');
+const helpers = require('./helpers');
+const { stripIndent } = require('common-tags');
+const { talk: { migration: { minVersion } } } = require('../../package.json');
 
-const migrationTemplate = `module.exports = {
-  async up() {
-    
-  }
-};
+const migrationTemplate = stripIndent`
+  module.exports = {
+    async up({ queryBatchSize, updateBatchSize }) {
 
+    }
+  };
 `;
 
 class MigrationService {
@@ -44,7 +47,7 @@ class MigrationService {
   static async listPending() {
     // Get all the migration files.
     let migrationFiles = fs.readdirSync(
-      path.join(__dirname, '..', 'migrations')
+      path.join(__dirname, '..', '..', 'migrations')
     );
 
     // Ensure that all migrations follow this format.
@@ -61,6 +64,7 @@ class MigrationService {
 
     // Parse the migrations from the file listing.
     let migrations = migrationFiles
+      .filter(filename => versionRe.test(filename))
       .map(filename => {
         // Parse the version from the filename.
         let matches = filename.match(versionRe);
@@ -75,7 +79,7 @@ class MigrationService {
         }
 
         // Read the migration from the filesystem.
-        let migration = require(`../migrations/${filename}`);
+        let migration = require(`../../migrations/${filename}`);
         Joi.assert(
           migration,
           migrationSchema,
@@ -109,17 +113,26 @@ class MigrationService {
    *
    * @param {Array} migrations a list of migrations returned by `listPending`
    */
-  static async run(migrations) {
+  static async run(
+    migrations,
+    { queryBatchSize = 10000, updateBatchSize = 20000 } = {}
+  ) {
     if (migrations.length === 0) {
       console.log('No migrations to run!');
       return;
     }
 
+    // Create the context helpers.
+    const ctx = helpers({ queryBatchSize, updateBatchSize });
+
     for (let { filename, version, migration } of migrations) {
       try {
+        const startTime = new Date();
         console.log(`Starting migration ${filename}`);
-        await migration.up();
-        console.log(`Finished migration ${filename}`);
+        await migration.up(ctx);
+        const endTime = new Date();
+        const totalTime = endTime.getTime() - startTime.getTime();
+        console.log(`Finished migration ${filename} in ${ms(totalTime)}`);
       } catch (e) {
         console.error(`Migration ${filename} failed`);
         throw e;

services/moderation/index.js

@@ -0,0 +1,130 @@
+const errors = require('../../errors');
+const get = require('lodash/get');
+
+// Load in the phases to use.
+const {
+  wordlist,
+  commentLength,
+  assetClosed,
+  karma,
+  staff,
+  links,
+  premod,
+} = require('./phases');
+
+// This phase checks to see if the comment was already prescribed a status. This
+// essentially provides a hook for plugins to inject their own comments.
+const applyPreexisting = (ctx, comment) => {
+  const status = get(comment, 'status');
+
+  // If the status was already defined, don't redefine it. It's only defined
+  // when specific external conditions exist, we don't want to override that.
+  if (status) {
+    return {
+      status,
+    };
+  }
+};
+
+// Applies the defaulted status.
+const applyStatus = status => () => ({ status });
+
+/**
+ * phases is an array of moderation phases carried out in order until a status is
+ * returned.
+ */
+const phases = [
+  commentLength,
+  assetClosed,
+  wordlist,
+  staff,
+  links,
+  karma,
+  applyPreexisting,
+  premod,
+  applyStatus('NONE'),
+];
+
+/**
+ * compose will create a moderation pipeline for which is executable with the
+ * passed actions.
+ *
+ * @param {Array} phases the set of moderation phases to pass the comment and
+ *                       their options through.
+ */
+const compose = phases => async (ctx, comment, options) => {
+  const actions = get(comment, 'actions', []);
+
+  // Loop over all the moderation phases and see if we've resolved the status.
+  for (const phase of phases) {
+    const result = await phase(ctx, comment, options);
+    if (result) {
+      if (result.actions) {
+        actions.push(...result.actions);
+      }
+
+      // If this result contained a status, then we've finished resolving
+      // phases!
+      if (result.status) {
+        return { status: result.status, actions };
+      }
+    }
+  }
+};
+
+/**
+ * fetchOptions will generate the options used by the moderation service to
+ * determine the end status.
+ *
+ * @param {Object} ctx graph context
+ * @param {Object} comment comment object to use
+ */
+const fetchOptions = async (ctx, comment) => {
+  const {
+    connectors: { services: { Assets: AssetsService } },
+    loaders: { Settings, Assets },
+  } = ctx;
+
+  // Load the settings.
+  const settings = await Settings.load();
+
+  // Pull the asset id out of the comment.
+  const assetID = get(comment, 'asset_id', null);
+  if (assetID === null) {
+    // And leave now if this asset wasn't found.
+    throw errors.ErrNotFound;
+  }
+
+  // Load the asset.
+  const asset = await Assets.getByID.load(assetID);
+  if (!asset) {
+    // And leave now if this asset wasn't found.
+    throw errors.ErrNotFound;
+  }
+
+  // Combine the asset and the settings to get the asset settings.
+  asset.settings = await AssetsService.rectifySettings(asset, settings);
+
+  // Create the options that will be consumed by the phases.
+  return {
+    asset,
+    settings,
+  };
+};
+
+/**
+ * process the comment and return moderation details.
+ *
+ * @param {Object} ctx graphql context
+ * @param {Object} comment comment to perform the moderation phases on
+ */
+const process = async (ctx, comment) => {
+  // Fetch the options to use for the moderation phases.
+  const options = await fetchOptions(ctx, comment);
+
+  // Compose a moderation pipeline from the moderation phases and execute it on
+  // the comment.
+  return compose(phases)(ctx, comment, options);
+};
+
+module.exports.process = process;

services/moderation/phases/assetClosed.js

@@ -0,0 +1,9 @@
+const { ErrAssetCommentingClosed } = require('../../../errors');
+
+// This phase checks to see if the asset being processed is closed or not.
+module.exports = (ctx, comment, { asset }) => {
+  // Check to see if the asset has closed commenting...
+  if (asset.isClosed) {
+    throw new ErrAssetCommentingClosed(asset.closedMessage);
+  }
+};