Add currrent work of concurrency for DMSDK for suggestions ##1269

Author: lling

marklogic-client-api/src/main/java/com/marklogic/client/datamovement/QueryBatcher.java

@@ -279,7 +279,26 @@ public interface QueryBatcher extends Batcher {
    * @return this instance for method chaining
    */
   @Override
-  public QueryBatcher withBatchSize(int batchSize);
+  // existing method with renamed parameter
+  public QueryBatcher withBatchSize(int docBatchSize);
+
+  // new setter methods
+  public QueryBatcher withBatchSize(int docBatchSize, int docToUriBatchRatio);
+
+  public QueryBatcher withBatchSize(int docBatchSize, int docToUriBatchRatio, int threadThrottleFactor);
+
+  // new getter methods
+  public int getDocToUriBatchRatio();
+
+  public int getThreadThrottleFactor();
+
+
+  // new constant methods
+  public int getDefaultDocBatchSize();
+
+  public int getMaxUriBatchSize();
+
+  public int getMaxDocToUriBatchRatio();
 
   /**
    * Sets the number of threads added to the internal thread pool for this

marklogic-client-api/src/main/java/com/marklogic/client/datamovement/impl/DataMovementManagerImpl.java

@@ -134,7 +134,8 @@ private QueryBatcher newQueryBatcherImpl(SearchQueryDefinition query) {
     if (Long.compareUnsigned(getServerVersion(), Long.parseUnsignedLong("10000500")) >= 0) {
       DataMovementServices.QueryConfig queryConfig = service.initConfig("POST", query);
       queryBatcher = new QueryBatcherImpl(query, this, queryConfig.forestConfig,
-              queryConfig.serializedCtsQuery, queryConfig.filtered);
+              queryConfig.serializedCtsQuery, queryConfig.filtered,
+              queryConfig.maxDocToUriBatchRatio, queryConfig.defaultDocBatchSize, queryConfig.maxUriBatchSize);
     } else {
       queryBatcher = new QueryBatcherImpl(query, this, getForestConfig());
     }

marklogic-client-api/src/main/java/com/marklogic/client/datamovement/impl/DataMovementServices.java

@@ -71,6 +71,28 @@ QueryConfig initConfig(String method, SearchQueryDefinition qdef) {
         queryConfig.filtered = filteredResult.asBoolean();
         logger.debug("initialized filtering to: {}", queryConfig.filtered.toString());
       }
+      JsonNode maxDocToUriBatchRatio = result.get("maxDocToUriBatchRatio");
+      if (maxDocToUriBatchRatio != null && maxDocToUriBatchRatio.isInt()) {
+        queryConfig.maxDocToUriBatchRatio = maxDocToUriBatchRatio.asInt();
+        logger.debug("initialized maxDocToUriBatchRatio to : {}", queryConfig.maxDocToUriBatchRatio);
+      } else {
+        queryConfig.maxDocToUriBatchRatio = -1;
+      }
+      JsonNode defaultDocBatchSize = result.get("defaultDocBatchSize");
+      if (defaultDocBatchSize != null && defaultDocBatchSize.isInt()) {
+        queryConfig.defaultDocBatchSize = defaultDocBatchSize.asInt();
+        logger.debug("initialized defaultDocBatchSize to : {}", queryConfig.defaultDocBatchSize);
+      } else {
+        queryConfig.defaultDocBatchSize = -1;
+      }
+      JsonNode maxUriBatchSize = result.get("maxUriBatchSize");
+      if (maxUriBatchSize != null && maxUriBatchSize.isInt()) {
+        queryConfig.maxUriBatchSize = maxUriBatchSize.asInt();
+        logger.debug("initialized maxUriBatchSize to : {}", queryConfig.maxUriBatchSize);
+      } else {
+        queryConfig.maxUriBatchSize = -1;
+      }
+
     } catch (JsonProcessingException e) {
       logger.error("failed to initialize query", e);
     }
@@ -177,5 +199,8 @@ static class QueryConfig {
     String serializedCtsQuery;
     ForestConfiguration forestConfig;
     Boolean filtered;
+    int maxDocToUriBatchRatio;
+    int defaultDocBatchSize;
+    int maxUriBatchSize;
   }
 }