feat: execute commands async to speed up tasks (#863)

* feat: execute commands async to speed up tasks

* show host ip on log and errors

* removed goroutine

deployment/terraform/dump.go

@@ -7,6 +7,7 @@ import (
 	"fmt"
 	"path/filepath"
 	"strings"
+	"sync"
 
 	"github.com/mattermost/mattermost-load-test-ng/deployment"
 	"github.com/mattermost/mattermost-load-test-ng/deployment/terraform/ssh"
@@ -70,14 +71,8 @@ func (t *Terraform) ClearLicensesData() error {
 		Clients: appClients,
 	}
 
-	for _, c := range []deployment.Cmd{stopCmd, clearCmd, startCmd} {
-		mlog.Info(c.Msg)
-		for _, client := range c.Clients {
-			mlog.Debug("Running cmd", mlog.String("cmd", c.Value))
-			if out, err := client.RunCommand(c.Value); err != nil {
-				return fmt.Errorf("failed to run cmd %q: %w %s", c.Value, err, out)
-			}
-		}
+	if err := t.executeCommands([]deployment.Cmd{stopCmd, clearCmd, startCmd}); err != nil {
+		return fmt.Errorf("error executing database commands: %w", err)
 	}
 
 	return nil
@@ -257,12 +252,34 @@ func (t *Terraform) executeDatabaseCommands(extraCommands []deployment.Cmd) erro
 func (t *Terraform) executeCommands(commands []deployment.Cmd) error {
 	for _, c := range commands {
 		mlog.Info(c.Msg)
+
+		errors := make(chan error, len(c.Clients))
+		wg := sync.WaitGroup{}
+
 		for _, client := range c.Clients {
-			mlog.Debug("Running cmd", mlog.String("cmd", c.Value))
-			if out, err := client.RunCommand(c.Value); err != nil {
-				return fmt.Errorf("failed to run cmd %q: %w %s", c.Value, err, out)
-			}
+			wg.Add(1)
+			go func() {
+				defer wg.Done()
+				mlog.Debug("Running cmd", mlog.String("cmd", c.Value), mlog.String("ip", client.IP))
+				if out, err := client.RunCommand(c.Value); err != nil {
+					errors <- fmt.Errorf("failed to run cmd %q on %s: %w %s", c.Value, client.IP, err, out)
+				}
+			}()
 		}
+
+		wg.Wait()
+		close(errors)
+
+		errorsFound := false
+		for e := range errors {
+			errorsFound = true
+			mlog.Error(e.Error())
+		}
+
+		if errorsFound {
+			return fmt.Errorf("errors found during command execution")
+		}
+
 	}
 
 	return nil

deployment/terraform/ssh/ssh.go

@@ -29,6 +29,7 @@ type ExtAgent struct {
 // commands in a single method.
 type Client struct {
 	client *ssh.Client
+	IP     string
 }
 
 // NewAgent connects to the local ssh agent and validates
@@ -68,7 +69,7 @@ func (ea *ExtAgent) NewClientWithPort(ip string, port string) (*Client, error) {
 	if err != nil {
 		return nil, err
 	}
-	return &Client{client: sshc}, nil
+	return &Client{client: sshc, IP: ip}, nil
 }
 
 // NewClient returns a Client object by dialing