Use errgroup to perform transactions concurrently in coordinator_test.go

Author: misalcedo

go/logic/coordinator.go

@@ -522,7 +522,7 @@ func (c *Coordinator) MarkTransactionCompleted(sequenceNumber, logPos, eventSize
 
 		// Schedule any jobs that were waiting for this job to complete or for the low watermark
 		for waitingForSequenceNumber, channels := range c.waitingJobs {
-			if waitingForSequenceNumber <= c.lowWaterMark || waitingForSequenceNumber == sequenceNumber {
+			if waitingForSequenceNumber <= c.lowWaterMark {
 				channelsToNotify = append(channelsToNotify, channels...)
 				delete(c.waitingJobs, waitingForSequenceNumber)
 			}

go/logic/coordinator_test.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	gosql "database/sql"
 	"fmt"
+	"math/rand/v2"
 	"os"
 	"testing"
 	"time"
@@ -18,13 +19,15 @@ import (
 	"github.com/stretchr/testify/suite"
 	"github.com/testcontainers/testcontainers-go"
 	"github.com/testcontainers/testcontainers-go/wait"
+	"golang.org/x/sync/errgroup"
 )
 
 type CoordinatorTestSuite struct {
 	suite.Suite
 
-	mysqlContainer testcontainers.Container
-	db             *gosql.DB
+	mysqlContainer         testcontainers.Container
+	db                     *gosql.DB
+	concurrentTransactions int
 }
 
 func (suite *CoordinatorTestSuite) SetupSuite() {
@@ -51,6 +54,10 @@ func (suite *CoordinatorTestSuite) SetupSuite() {
 	suite.Require().NoError(err)
 
 	suite.db = db
+	suite.concurrentTransactions = 500
+
+	_, err = db.Exec(fmt.Sprintf("SET GLOBAL max_connections = %d", suite.concurrentTransactions*2))
+	suite.Require().NoError(err)
 }
 
 func (suite *CoordinatorTestSuite) SetupTest() {
@@ -133,20 +140,28 @@ func (suite *CoordinatorTestSuite) TestApplyDML() {
 	err = applier.CreateChangelogTable()
 	suite.Require().NoError(err)
 
-	//  TODO: use errgroup
-	for i := 0; i < 100; i++ {
-		tx, err := suite.db.Begin()
-		suite.Require().NoError(err)
+	g, ctx := errgroup.WithContext(ctx)
+	for range suite.concurrentTransactions {
+		g.Go(func() error {
+			tx, txErr := suite.db.Begin()
+			if txErr != nil {
+				return txErr
+			}
 
-		for j := 0; j < 100; j++ {
-			_, err = tx.Exec("INSERT INTO test.gh_ost_test (name) VALUES ('test')")
-			suite.Require().NoError(err)
-		}
+			for range 100 {
+				_, txErr = tx.Exec(fmt.Sprintf("INSERT INTO test.gh_ost_test (name) VALUES ('test-%d')", rand.Int()))
+				if txErr != nil {
+					return txErr
+				}
+			}
 
-		err = tx.Commit()
-		suite.Require().NoError(err)
+			return tx.Commit()
+		})
 	}
 
+	err = g.Wait()
+	suite.Require().NoError(err)
+
 	_, err = suite.db.Exec("UPDATE test.gh_ost_test SET name = 'foobar' WHERE id = 1")
 	suite.Require().NoError(err)
 

vendor/golang.org/x/sync/LICENSE

@@ -299,6 +299,7 @@ golang.org/x/crypto/ssh/internal/bcrypt_pbkdf
 golang.org/x/net/context
 # golang.org/x/sync v0.11.0
 ## explicit; go 1.18
+golang.org/x/sync/errgroup
 # golang.org/x/sys v0.30.0
 ## explicit; go 1.18
 golang.org/x/sys/cpu