accounts: add randomized accounts migration tests

Author: ViktorTigerstrom

.gitignore

@@ -15,6 +15,9 @@ itest/itest.test
 itest/.logs
 itest/*.log
 
+# Failed rapid test runs
+accounts/testdata/rapid/*
+
 vendor
 *.idea
 *.run

accounts/kv_sql_migration_test.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"database/sql"
 	"errors"
+	"fmt"
 	"testing"
 	"time"
 
@@ -12,8 +13,11 @@ import (
 	"github.com/lightningnetwork/lnd/fn"
 	"github.com/lightningnetwork/lnd/lnrpc"
 	"github.com/lightningnetwork/lnd/lntypes"
+	"github.com/lightningnetwork/lnd/lnwire"
 	"github.com/lightningnetwork/lnd/sqldb"
 	"github.com/stretchr/testify/require"
+	"golang.org/x/exp/rand"
+	"pgregory.net/rapid"
 )
 
 // TestAccountStoreMigration tests the migration of account store from a bolt
@@ -320,6 +324,16 @@ func TestAccountStoreMigration(t *testing.T) {
 				require.False(t, known)
 			},
 		},
+		{
+			"randomized accounts",
+			true,
+			randomizeAccounts,
+		},
+		{
+			"rapid randomized accounts",
+			true,
+			rapidRandomizeAccounts,
+		},
 	}
 
 	for _, test := range tests {
@@ -346,3 +360,227 @@ func TestAccountStoreMigration(t *testing.T) {
 		})
 	}
 }
+
+// randomizeAccounts adds 10 randomized accounts to the kvStore, each with
+// 50-1000 invoices and payments. The accounts are randomized in terms of
+// balance, expiry, number of invoices and payments, and payment status.
+func randomizeAccounts(t *testing.T, kvStore *BoltStore) {
+	ctx := context.Background()
+
+	var (
+		// numberOfAccounts is set to 10 to add enough accounts to get
+		// enough variation between number of invoices and payments, but
+		// kept low enough for the test not take too long to run, as the
+		// test time increases drastically by the number of accounts we
+		// migrate.
+		numberOfAccounts        = 10
+		invoiceCounter   uint64 = 0
+	)
+
+	for i := 0; i < numberOfAccounts; i++ {
+		label := fmt.Sprintf("account%d", i)
+
+		// randomize balance from 1,000 to 100,000,000
+		balance := lnwire.MilliSatoshi(
+			rand.Int63n(100000000-1000) + 1000,
+		)
+
+		// randomize expiry from 10 to 10,000 minutes
+		expiry := time.Now().Add(
+			time.Minute * time.Duration(rand.Intn(10000-10)+10),
+		)
+
+		acct, err := kvStore.NewAccount(ctx, balance, expiry, label)
+		require.NoError(t, err)
+
+		// Add from 50 to 1000 invoices for the account
+		numberOfInvoices := rand.Intn(1000-50) + 50
+		for j := 0; j < numberOfInvoices; j++ {
+			invoiceCounter++
+
+			var rHash lntypes.Hash
+			_, err := rand.Read(rHash[:])
+			require.NoError(t, err)
+
+			err = kvStore.AddAccountInvoice(ctx, acct.ID, rHash)
+			require.NoError(t, err)
+
+			err = kvStore.StoreLastIndexes(ctx, invoiceCounter, 0)
+			require.NoError(t, err)
+		}
+
+		// Add from 50 to 1000 payments for the account
+		numberOfPayments := rand.Intn(1000-50) + 50
+		for j := 0; j < numberOfPayments; j++ {
+			var rHash lntypes.Hash
+			_, err := rand.Read(rHash[:])
+			require.NoError(t, err)
+
+			// randomize amt from 1,000 to 100,000,000
+			amt := lnwire.MilliSatoshi(
+				rand.Int63n(100000000-1000) + 1000,
+			)
+
+			// Ensure that we get an almost equal amount of
+			// different payment statuses for the payments
+			status := paymentStatus(j)
+
+			known, err := kvStore.UpsertAccountPayment(
+				ctx, acct.ID, rHash, amt, status,
+			)
+			require.NoError(t, err)
+			require.False(t, known)
+		}
+	}
+}
+
+// RapidRandomizeAccounts is a rapid test that generates randomized
+// accounts using rapid, invoices and payments, and inserts them into the
+// kvStore. Each account is generated with a random balance, expiry, label,
+// and a random number of 20-100 invoices and payments. The invoices and
+// payments are also generated with random hashes and amounts.
+func rapidRandomizeAccounts(t *testing.T, kvStore *BoltStore) {
+	invoiceCounter := uint64(0)
+
+	rapid.Check(t, func(t *rapid.T) {
+		ctx := context.Background()
+
+		// Generate the randomized account for this check run.
+		acct := makeAccountGen().Draw(t, "account")
+
+		// Then proceed to insert the account with its invoices and
+		// payments into the db
+		newAcct, err := kvStore.NewAccount(
+			ctx, acct.balance, acct.expiry, acct.label,
+		)
+		require.NoError(t, err)
+
+		for _, invoiceHash := range acct.invoices {
+			invoiceCounter++
+
+			err := kvStore.AddAccountInvoice(
+				ctx, newAcct.ID, invoiceHash,
+			)
+			require.NoError(t, err)
+
+			err = kvStore.StoreLastIndexes(ctx, invoiceCounter, 0)
+			require.NoError(t, err)
+		}
+
+		for _, pmt := range acct.payments {
+			// Note that as rapid can generate multiple payments
+			// of the same values, we cannot be sure that the
+			// payment is unknown.
+			_, err := kvStore.UpsertAccountPayment(
+				ctx, newAcct.ID, pmt.hash, pmt.amt, pmt.status,
+			)
+			require.NoError(t, err)
+		}
+	})
+}
+
+// makeAccountGen returns a rapid generator that generates accounts, with
+// random labels, balances, expiry times, and between 20-100 randomly generated
+// invoices and payments. The invoices and payments are also generated with
+// random hashes and amounts.
+func makeAccountGen() *rapid.Generator[account] {
+	return rapid.Custom[account](func(t *rapid.T) account {
+		// As the store has a unique constraint for inserting labels,
+		// we don't use rapid to generate it, and instead use
+		// sufficiently large random number as the account suffix to
+		// avoid collisions.
+		label := fmt.Sprintf("account:%d", rand.Int63())
+
+		balance := lnwire.MilliSatoshi(
+			rapid.Int64Range(1000, 100000000).Draw(
+				t, fmt.Sprintf("balance_%s", label),
+			),
+		)
+
+		expiry := time.Now().Add(
+			time.Duration(
+				rapid.IntRange(10, 10000).Draw(
+					t, fmt.Sprintf("expiry_%s", label),
+				),
+			) * time.Minute,
+		)
+
+		// Generate the random invoices
+		numInvoices := rapid.IntRange(20, 100).Draw(
+			t, fmt.Sprintf("numInvoices_%s", label),
+		)
+		invoices := make([]lntypes.Hash, numInvoices)
+		for i := range invoices {
+			invoices[i] = randomHash(
+				t, fmt.Sprintf("invoiceHash_%s_%d", label, i),
+			)
+		}
+
+		// Generate the random payments
+		numPayments := rapid.IntRange(20, 100).Draw(
+			t, fmt.Sprintf("numPayments_%s", label),
+		)
+		payments := make([]payment, numPayments)
+		for i := range payments {
+			hashName := fmt.Sprintf("paymentHash_%s_%d", label, i)
+			amtName := fmt.Sprintf("amt_%s_%d", label, i)
+
+			payments[i] = payment{
+				hash: randomHash(t, hashName),
+				amt: lnwire.MilliSatoshi(
+					rapid.Int64Range(1000, 100000000).Draw(
+						t, amtName,
+					),
+				),
+				status: paymentStatus(i),
+			}
+		}
+
+		return account{
+			label:    label,
+			balance:  balance,
+			expiry:   expiry,
+			invoices: invoices,
+			payments: payments,
+		}
+	})
+}
+
+// randomHash generates a random hash of 32 bytes. It uses rapid to generate
+// the random bytes, and then copies them into a lntypes.Hash struct.
+func randomHash(t *rapid.T, name string) lntypes.Hash {
+	hashBytes := rapid.SliceOfN[byte](rapid.Byte(), 32, 32).Draw(t, name)
+	var hash lntypes.Hash
+	copy(hash[:], hashBytes)
+	return hash
+}
+
+// paymentStatus returns a payment status based on the given index by taking
+// the index modulo 4. This ensures an approximately equal distribution of
+// different payment statuses across payments.
+func paymentStatus(i int) lnrpc.Payment_PaymentStatus {
+	switch i % 4 {
+	case 0:
+		return lnrpc.Payment_SUCCEEDED
+	case 1:
+		return lnrpc.Payment_IN_FLIGHT
+	case 2:
+		return lnrpc.Payment_UNKNOWN
+	default:
+		return lnrpc.Payment_FAILED
+	}
+}
+
+type account struct {
+	label    string
+	balance  lnwire.MilliSatoshi
+	expiry   time.Time
+	invoices []lntypes.Hash
+	payments []payment
+}
+
+type payment struct {
+	hash   lntypes.Hash
+	amt    lnwire.MilliSatoshi
+	status lnrpc.Payment_PaymentStatus
+}

go.mod

@@ -54,6 +54,7 @@ require (
 	gopkg.in/macaroon-bakery.v2 v2.1.0
 	gopkg.in/macaroon.v2 v2.1.0
 	modernc.org/sqlite v1.34.5
+	pgregory.net/rapid v1.2.0
 )
 
 require (
@@ -223,7 +224,6 @@ require (
 	modernc.org/mathutil v1.6.0 // indirect
 	modernc.org/memory v1.8.0 // indirect
 	nhooyr.io/websocket v1.8.7 // indirect
-	pgregory.net/rapid v1.2.0 // indirect
 	sigs.k8s.io/yaml v1.2.0 // indirect
 )