send publish batch in chunks of max 10 elements

src/logic/sns.ts

@@ -1,11 +1,8 @@
-import {
-  PublishBatchCommand,
-  PublishBatchCommandOutput,
-  PublishCommand,
-  PublishCommandOutput
-} from '@aws-sdk/client-sns'
+import { PublishBatchCommand, PublishCommand, PublishCommandOutput } from '@aws-sdk/client-sns'
 import { DeploymentToSqs } from '@dcl/schemas/dist/misc/deployments-to-sqs'
 import { SnsClient } from '../types'
+import { chunks } from './utils'
+import { PublishBatchResponse } from '@aws-sdk/client-sns/dist-types/models/models_0'
 
 export async function snsPublish(
   client: SnsClient,
@@ -24,14 +21,26 @@ export async function snsPublishBatch(
   client: SnsClient,
   snsArn: string,
   deploymentToSqs: DeploymentToSqs[]
-): Promise<PublishBatchCommandOutput> {
-  const sendCommand = new PublishBatchCommand({
-    TopicArn: snsArn,
-    PublishBatchRequestEntries: deploymentToSqs.map((world) => ({
-      Id: world.entity.entityId,
-      Message: JSON.stringify(world)
-    }))
-  })
+): Promise<PublishBatchResponse> {
+  const result: PublishBatchResponse = {
+    Successful: [],
+    Failed: []
+  }
+
+  const chunkedDeploymentToSqs = chunks(deploymentToSqs, 10)
+  for (const batch of chunkedDeploymentToSqs) {
+    const sendCommand = new PublishBatchCommand({
+      TopicArn: snsArn,
+      PublishBatchRequestEntries: batch.map((world) => ({
+        Id: world.entity.entityId,
+        Message: JSON.stringify(world)
+      }))
+    })
+
+    const publishBatchCommandOutput = await client.publishBatch(sendCommand)
+    result.Successful?.push(...(publishBatchCommandOutput.Successful || []))
+    result.Failed?.push(...(publishBatchCommandOutput.Failed || []))
+  }
 
-  return await client.publishBatch(sendCommand)
+  return result
 }

src/logic/utils.ts

@@ -1,6 +1,5 @@
-import { IContentStorageComponent } from '@dcl/catalyst-storage'
+import { bufferToStream, IContentStorageComponent, streamToBuffer } from '@dcl/catalyst-storage'
 import { WorldMetadata } from '../types'
-import { bufferToStream, streamToBuffer } from '@dcl/catalyst-storage'
 import { stringToUtf8Bytes } from 'eth-connect'
 
 export function deepEqual(a: any, b: any) {
@@ -38,3 +37,21 @@ export async function readFile(storage: IContentStorageComponent, key: string):
 export async function writeFile(storage: IContentStorageComponent, key: string, content: object) {
   await storage.storeStream(key, bufferToStream(stringToUtf8Bytes(JSON.stringify(content))))
 }
+
+export function chunks<T>(items: T[], chunkSize: number): T[][] {
+  if (items.length === 0) {
+    return []
+  }
+
+  return items.reduce(
+    (acc: T[][], curr: T) => {
+      if (acc[acc.length - 1].length === chunkSize) {
+        acc.push([curr])
+      } else {
+        acc[acc.length - 1].push(curr)
+      }
+      return acc
+    },
+    [[]]
+  )
+}