[Train] Enable debug logging; fix default actor_locality_enabled (#56632)

- Enable RAY_DATA_DEBUG_RESOURCE_MANAGER for debugging resource manager.
- Enable Ray Data progress bar.
- Set actor_locality_enabled to True

---------

Signed-off-by: Srinath Krishnamachari <srinath.krishnamachari@anyscale.com>
Signed-off-by: Srinath Krishnamachari <68668616+srinathk10@users.noreply.github.com>
Signed-off-by: Douglas Strodtman <douglas@anyscale.com>

Author: srinathk10

release/release_tests.yaml

@@ -2176,6 +2176,11 @@
 
   cluster:
     byod:
+      runtime_env:
+        # Enable verbose stats for resource manager
+        - RAY_DATA_DEBUG_RESOURCE_MANAGER=1
+
+      # 'type: gpu' means: use the 'ray-ml' image.
       type: gpu
     cluster_compute: compute_configs/compute_gpu_4x4_aws.yaml
 

release/train_tests/benchmark/config.py

@@ -41,11 +41,11 @@ class RecsysConfig(TaskConfig):
 class RayDataConfig(DataLoaderConfig):
     # NOTE: Optional[int] doesn't play well with argparse.
     local_buffer_shuffle_size: int = -1
-    enable_operator_progress_bars: bool = False
+    enable_operator_progress_bars: bool = True
     ray_data_prefetch_batches: int = 4
     ray_data_override_num_blocks: int = -1
     locality_with_output: bool = False
-    actor_locality_enabled: bool = False
+    actor_locality_enabled: bool = True
     enable_shard_locality: bool = True
     preserve_order: bool = False
     ray_data_pin_memory: bool = False