fix: workflow async concurrency (#13769)

* executeAsync

* || 1

* wip

* stepId

* stepId

* wip

* wip

* continue versioning management changes

* fix and improve concurrency

* update in memory engine

* remove duplicated test

* fix script

* Create weak-drinks-confess.md

* fixes

* fix

* fix

* continuation

* centralize merge checkepoint

* centralize merge checkpoint

* fix locking

* rm only

* Continue improvements and fixes

* fixes

* fixes

* hasAwaiting will be recomputed

* fix orchestrator engine

* bump version on async parallel steps only

* mark as delivered fix

* changeset

* check partitions

* avoid saving when having parent step

* cart test

---------

Co-authored-by: Carlos R. L. Rodrigues <rodrigolr@gmail.com>
Co-authored-by: Carlos R. L. Rodrigues <37986729+carlos-r-l-rodrigues@users.noreply.github.com>
Co-authored-by: Oli Juhl <59018053+olivermrbl@users.noreply.github.com>

integration-tests/helpers/wait-for-index.ts

@@ -21,6 +21,10 @@ export async function waitForIndexedEntities(
   const { timeout = 120000, pollInterval = 100 } = options
   const startTime = Date.now()
 
+  // Normalize the entity name to match partition table naming convention
+  const normalizedName = entityName.toLowerCase().replace(/[^a-z0-9_]/g, "_")
+  const partitionTableName = `cat_${normalizedName}`
+
   while (Date.now() - startTime < timeout) {
     try {
       // Query the index_data table to check if all entities are indexed
@@ -33,10 +37,28 @@ export async function waitForIndexedEntities(
         ? result.rows.map((row: any) => row.id)
         : result.map((row: any) => row.id)
 
-      // Check if all expected entities are indexed
+      // Check if all expected entities are indexed in index_data
       const allIndexed = entityIds.every((id) => indexedIds.includes(id))
 
-      if (allIndexed) {
+      if (!allIndexed) {
+        await new Promise((resolve) => setTimeout(resolve, pollInterval))
+        continue
+      }
+
+      // Also check if data is replicated to the partition table
+      const partitionResult = await dbConnection.raw(
+        `SELECT id FROM ${partitionTableName} WHERE id = ANY(?)`,
+        [entityIds]
+      )
+
+      const partitionIds = partitionResult.rows
+        ? partitionResult.rows.map((row: any) => row.id)
+        : partitionResult.map((row: any) => row.id)
+
+      // Check if all expected entities are in the partition table
+      const allInPartition = entityIds.every((id) => partitionIds.includes(id))
+
+      if (allInPartition) {
         return
       }
     } catch (error) {
@@ -49,6 +71,6 @@ export async function waitForIndexedEntities(
   throw new Error(
     `Entities [${entityIds.join(
       ", "
-    )}] of type '${entityName}' were not indexed within ${timeout}ms`
+    )}] of type '${entityName}' were not fully replicated to partition table within ${timeout}ms`
   )
 }