update

Signed-off-by: You-Cheng Lin <mses010108@gmail.com>

Author: owenowenisme

doc/source/data/loading-data.rst

@@ -1009,6 +1009,80 @@ run against the collection.
         collection="my_collection",
     )
 
+Reading message queues
+======================
+
+Ray Data reads from message queues like Kafka.
+
+.. _reading_kafka:
+
+Reading Kafka
+~~~~~~~~~~~~~
+
+To read data from Kafka topics, call :func:`~ray.data.read_kafka` and specify
+the topic names and broker addresses. Ray Data performs bounded reads between
+a start and end offset.
+
+First, install the required dependencies:
+
+.. code-block:: console
+
+    pip install kafka-python
+
+Then, specify your Kafka configuration and read from topics.
+
+.. testcode::
+    :skipif: True
+
+    import ray
+
+    # Read from a single topic with offset range
+    ds = ray.data.read_kafka(
+        topics="my-topic",
+        bootstrap_servers="localhost:9092",
+        start_offset=0,
+        end_offset=1000,
+    )
+
+    # Read from multiple topics
+    ds = ray.data.read_kafka(
+        topics=["topic1", "topic2"],
+        bootstrap_servers="localhost:9092",
+        start_offset="earliest",
+        end_offset="latest",
+    )
+
+    # Read with authentication
+    from ray.data.read_api import KafkaAuthConfig
+
+    auth_config = KafkaAuthConfig(
+        security_protocol="SASL_SSL",
+        sasl_mechanism="PLAIN",
+        sasl_plain_username="your-username",
+        sasl_plain_password="your-password",
+    )
+
+    ds = ray.data.read_kafka(
+        topics="secure-topic",
+        bootstrap_servers="localhost:9092",
+        kafka_auth_config=auth_config,
+    )
+
+    print(ds.schema())
+
+.. testoutput::
+
+    Column          Type
+    ------          ----
+    offset          int64
+    key             binary
+    value           binary
+    topic           string
+    partition       int32
+    timestamp       int64
+    timestamp_type  int32
+    headers         map<string, binary>
+
 Creating synthetic data
 =======================
 

python/ray/data/__init__.py

@@ -27,7 +27,6 @@
 from ray.data.iterator import DataIterator, DatasetIterator
 from ray.data.preprocessor import Preprocessor
 from ray.data.read_api import (  # noqa: F401
-    KafkaAuthConfig,
     from_arrow,
     from_arrow_refs,
     from_blocks,
@@ -165,7 +164,6 @@
     "read_delta",
     "read_delta_sharing_tables",
     "read_kafka",
-    "KafkaAuthConfig",
     "read_hudi",
     "read_iceberg",
     "read_images",