[Java] Fix ClassLoaderTest (#10647)

java/test/src/main/java/io/ray/test/ClassLoaderTest.java

@@ -40,8 +40,6 @@ public class ClassLoaderTest extends BaseTest {
 
   @Test(groups = {"cluster"})
   public void testClassLoaderInMultiThreading() throws Exception {
-    Assert.assertTrue(TestUtils.getNumWorkersPerProcess() > 1);
-
     final String jobResourcePath = resourcePath + "/" + Ray.getRuntimeContext().getCurrentJobId();
     File jobResourceDir = new File(jobResourcePath);
     FileUtils.deleteQuietly(jobResourceDir);