Improve Java logging (#8640)

java/runtime/src/main/resources/ray.default.conf

@@ -31,13 +31,20 @@ ray {
     resource-path: ""
   }
 
-  // Root dir of log files.
-  // If this is not set, the default log-dir will be `${temp-dir}/session_xxx/logs`.
-  log-dir: ""
-
-  // If true, output of worker processes will be redirected to log files.
-  // Otherwise, output will be printed to console.
-  redirect-output: true
+  // Configurations about logging.
+  logging {
+    // Level of logging for Java workers.
+    level: INFO
+    // Pattern of log messages.
+    pattern: "%d{yyyy-MM-dd HH:mm:ss,SSS} %p %c{1} [%t]: %m%n"
+    // Root directory of the log files.
+    // If this is not set, the default one will be `${temp-dir}/session_xxx/logs`.
+    dir: ""
+    // Maximum size that a log file is allowed to reach before being rolled over to backup files.
+    max-file-size: 500MB
+    // Maximum number of backup files to keep around.
+    max-backup-files: 10
+  }
 
   // Custom worker jvm parameters.
   worker.jvm-parameters: []