chore: maybe java idk

Author: shortcuts

templates/java/api_helpers.mustache

@@ -585,6 +585,91 @@ public CompletableFuture<List<SearchForFacetValuesResponse>> searchForFacetsAsyn
   );
 }
 
+/**
+ * Helper: Chunks the given `objects` list in subset of 1000 elements max in order to make it fit in `push` requests by leveraging the Transformation pipeline setup in the Push connector (https://www.algolia.com/doc/guides/sending-and-managing-data/send-and-update-your-data/connectors/push/).
+ *
+ * @summary Helper: Chunks the given `objects` list in subset of 1000 elements max in order to
+ *     make it fit in `batch` requests.
+ * @param indexName - The `indexName` to replace `objects` in.
+ * @param objects - The array of `objects` to store in the given Algolia `indexName`.
+ * @param action - The `batch` `action` to perform on the given array of `objects`.
+ * @param waitForTasks - Whether or not we should wait until every `batch` tasks has been
+ *     processed, this operation may slow the total execution time of this method but is more
+ *     reliable.
+ * @param batchSize - The size of the chunk of `objects`. The number of `batch` calls will be
+ *     equal to `length(objects) / batchSize`. Defaults to 1000.
+ * @param referenceIndexName - This is required when targeting an index that does not have a push connector setup (e.g. a tmp index), but you wish to attach another index's transformation to it (e.g. the source index name).
+ * @param requestOptions - The requestOptions to send along with the query, they will be forwarded
+ *     to the `getTask` method and merged with the transporter requestOptions.
+ */
+public <T> List<WatchResponse> chunkedPush(
+  String indexName,
+  Iterable<T> objects,
+  Action action,
+  boolean waitForTasks,
+  int batchSize,
+  String referenceIndexName,
+  RequestOptions requestOptions
+) {
+  if (this.ingestionTransporter == null) {
+    throw new AlgoliaRuntimeException("`setTransformationRegion` must have been called before calling this method.");
+  }
+
+  List<WatchResponse> responses = new ArrayList<>();
+  Iterable<T> records = new ArrayList<>();
+
+  for (T item : objects) {
+    if (requests.size() == batchSize) {
+      WatchResponse watch = this.ingestionTransporter.push(
+        indexName,
+        new PushTaskPayload().setAction(action).setRecords(this.objectsToPushTaskRecords(records)),
+        waitForTasks,
+        null,
+        requestOptions
+      );
+      responses.add(watch);
+      records.clear();
+    }
+
+    records.add(item);
+  }
+
+  if (records.size() > 0) {
+      WatchResponse watch = this.ingestionTransporter.push(
+        indexName,
+        new PushTaskPayload().setAction(action).setRecords(this.objectsToPushTaskRecords(records)),
+        waitForTasks,
+        null,
+        requestOptions
+      );
+      responses.add(watch);
+  }
+
+  if (waitForTasks) {
+    responses.forEach(response -> TaskUtils.retryUntil(
+        () -> {
+          try {
+            return this.ingestionTransporter.getEvent(response.runID, response.eventID);
+          } catch (AlgoliaApiException e) {
+            if (e.getStatusCode() == 404) {
+              return null;
+            }
+    
+            throw e;
+          }
+        },
+        (Event response) -> {
+            return response != null;
+        },
+        50,
+        null
+      )
+    );
+  }
+
+  return responses;
+}
+
 /**
  * Helper: Chunks the given `objects` list in subset of 1000 elements max in order to make it fit
  * in `batch` requests.
@@ -730,17 +815,7 @@ public <T> List<WatchResponse> saveObjectsWithTransformation(
   int batchSize,
   RequestOptions requestOptions
 ) {
-  if (this.ingestionTransporter == null) {
-    throw new AlgoliaRuntimeException("`setTransformationRegion` must have been called before calling this method.");
-  }
-
-  return this.ingestionTransporter.push(
-      indexName,
-      new PushTaskPayload().setAction(com.algolia.model.ingestion.Action.ADD_OBJECT).setRecords(this.objectsToPushTaskRecords(objects)),
-      waitForTasks,
-      null,
-      requestOptions
-    );
+  return chunkedPush(indexName, objects, Action.ADD_OBJECT, waitForTasks, batchSize, null, requestOptions);
 }
 
 private <T> List<PushTaskRecords> objectsToPushTaskRecords(Iterable<T> objects) {
@@ -970,23 +1045,14 @@ public <T> List<WatchResponse> partialUpdateObjectsWithTransformation(
   int batchSize,
   RequestOptions requestOptions
 ) {
-  if (this.ingestionTransporter == null) {
-    throw new AlgoliaRuntimeException("`setTransformationRegion` must have been called before calling this method.");
-  }
-
-  return this.ingestionTransporter.push(
-      indexName,
-      new PushTaskPayload()
-        .setAction(
-          createIfNotExists
-            ? com.algolia.model.ingestion.Action.PARTIAL_UPDATE_OBJECT
-            : com.algolia.model.ingestion.Action.PARTIAL_UPDATE_OBJECT_NO_CREATE
-        )
-        .setRecords(this.objectsToPushTaskRecords(objects)),
-      waitForTasks,
-      null,
-      requestOptions
-    );
+  return chunkedPush(
+    indexName,
+    objects,
+    createIfNotExists ? Action.PARTIAL_UPDATE_OBJECT : Action.PARTIAL_UPDATE_OBJECT_NO_CREATE,
+    waitForTasks,
+    batchSize,
+    requestOptions
+  );
 }
 
 /**