Add option to evict keys LRU from the sharded redis tables (#3499)

* wip

* wip

* format

* wip

* note

* lint

* fix

* flag

* typo

* raise timeout

* fix

* optional get

* fix flag

* increase timeout in test

* update docs

* format

python/ray/workers/default_worker.py

@@ -55,6 +55,11 @@ parser.add_argument(
     type=str,
     default=ray_constants.LOGGER_FORMAT,
     help=ray_constants.LOGGER_FORMAT_HELP)
+parser.add_argument(
+    "--collect-profiling-data",
+    type=int,  # int since argparse can't handle bool values
+    default=1,
+    help="Whether to collect profiling data from workers.")
 parser.add_argument(
     "--temp-dir",
     required=False,
@@ -71,7 +76,7 @@ if __name__ == "__main__":
         "redis_password": args.redis_password,
         "store_socket_name": args.object_store_name,
         "manager_socket_name": args.object_store_manager_name,
-        "raylet_socket_name": args.raylet_name
+        "raylet_socket_name": args.raylet_name,
     }
 
     logging.basicConfig(
@@ -82,7 +87,10 @@ if __name__ == "__main__":
     tempfile_services.set_temp_root(args.temp_dir)
 
     ray.worker.connect(
-        info, mode=ray.WORKER_MODE, redis_password=args.redis_password)
+        info,
+        mode=ray.WORKER_MODE,
+        redis_password=args.redis_password,
+        collect_profiling_data=args.collect_profiling_data)
 
     error_explanation = """
   This error is unexpected and should not have happened. Somehow a worker