Apply sandbox init commands in small batches to avoid timeouts

Co-authored-by: Leo Singer <[email protected]>

data.ts

@@ -12,11 +12,12 @@ import { pathToFileURL } from 'url'
 import { Client } from '@opensearch-project/opensearch'
 import type { ClientOptions } from '@opensearch-project/opensearch'
 import { exists } from './paths'
+import chunk from 'lodash/chunk'
 
 const jsonFilename = 'sandbox-search.json'
 const jsFilename = 'sandbox-search.js'
 
-async function getData(path: string) {
+async function getData(path: string): Promise<object[]> {
   let result
   const jsonPath = join(path, jsonFilename)
   const jsPath = join(path, jsFilename)
@@ -44,6 +45,10 @@ export async function populate(path: string, opts: ClientOptions) {
   const data = await getData(path)
   if (data) {
     const client = new Client(opts)
-    await client.bulk({ body: data })
+    const batch_size = 10
+    const batches = chunk(data, batch_size)
+    for (const batch of batches) {
+      await client.bulk({ body: batch })
+    }
   }
 }

package.json

@@ -27,6 +27,7 @@
   "dependencies": {
     "@opensearch-project/opensearch": "^2.2.0",
     "env-paths": "^3.0.0",
+    "lodash": "^4.17.21",
     "make-fetch-happen": "^11.0.3",
     "rimraf": "^4.1.2",
     "tar": "^6.1.13",
@@ -36,6 +37,7 @@
   "devDependencies": {
     "@nasa-gcn/eslint-config-gitignore": "^0.0.1",
     "@tsconfig/node14": "^1.0.3",
+    "@types/lodash": "^4.14.202",
     "@types/make-fetch-happen": "^10.0.1",
     "@types/node": "^18.13.0",
     "@types/tar": "^6.1.4",