diff --git a/database/pgx/v5/pgx.go b/database/pgx/v5/pgx.go
index ef5f05674..39965a126 100644
--- a/database/pgx/v5/pgx.go
+++ b/database/pgx/v5/pgx.go
@@ -130,6 +130,10 @@ func WithInstance(instance *sql.DB, config *Config) (database.Driver, error) {
 	}
 
 	if err := px.ensureVersionTable(); err != nil {
+		if errC := conn.Close(); err != nil {
+			err = errors.Join(err, errC)
+		}
+
 		return nil, err
 	}