async by default + data transfer cfg (#21)

* async by default, cfg for batch size and parallelism level as parameter during graph init

* lint

* some param restructure - python convenient style now

---------

Co-authored-by: Anthony Mahanna <[email protected]>

Author: hkernbach

_nx_arangodb/__init__.py

@@ -79,8 +79,8 @@ def get_info():
         "username": None,
         "password": None,
         "db_name": None,
-        "load_parallelism": None,
-        "load_batch_size": None,
+        "read_parallelism": None,
+        "read_batch_size": None,
     }
 
     return d

nx_arangodb/classes/function.py

@@ -86,9 +86,9 @@ def get_arangodb_graph(
     config = nx.config.backends.arangodb
 
     kwargs = {}
-    if parallelism := config.get("load_parallelism"):
+    if parallelism := config.get("read_parallelism"):
         kwargs["parallelism"] = parallelism
-    if batch_size := config.get("load_batch_size"):
+    if batch_size := config.get("read_batch_size"):
         kwargs["batch_size"] = batch_size
 
     assert config.db_name

nx_arangodb/classes/graph.py

@@ -43,6 +43,9 @@ def __init__(
         default_node_type: str | None = None,
         edge_type_func: Callable[[str, str], str] | None = None,
         db: StandardDatabase | None = None,
+        read_parallelism: int = 10,
+        read_batch_size: int = 100000,
+        write_batch_size: int = 50000,
         *args: Any,
         **kwargs: Any,
     ):
@@ -54,8 +57,10 @@ def __init__(
         if self._db is not None:
             self._set_graph_name(graph_name)
 
-        self.graph_loader_parallelism = 10
-        self.graph_loader_batch_size = 100000
+        # We need to store the data transfer properties as some functions will need them
+        self.read_parallelism = read_parallelism
+        self.read_batch_size = read_batch_size
+        self.write_batch_size = write_batch_size
 
         # NOTE: Need to revisit these...
         # self.maintain_node_dict_cache = False
@@ -109,6 +114,8 @@ def __init__(
                     self._graph_name,
                     incoming_graph_data,
                     edge_definitions=edge_definitions,
+                    batch_size=self.write_batch_size,
+                    use_async=True,
                 )
 
                 # No longer need this (we've already populated the graph)
@@ -140,8 +147,8 @@ def _set_arangodb_backend_config(self) -> None:
         config.username = self._username
         config.password = self._password
         config.db_name = self._db_name
-        config.load_parallelism = self.graph_loader_parallelism
-        config.load_batch_size = self.graph_loader_batch_size
+        config.read_parallelism = self.read_parallelism
+        config.read_batch_size = self.read_batch_size
 
     def _set_factory_methods(self) -> None:
         """Set the factory methods for the graph, _node, and _adj dictionaries.