forked from armadaproject/armada
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into raaj-patel/create_job_error
- Loading branch information
Showing
32 changed files
with
2,406 additions
and
831 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,150 @@ | ||
| package cmd | ||
|
|
||
| import ( | ||
| "github.com/spf13/cobra" | ||
| "golang.org/x/exp/maps" | ||
|
|
||
| "github.com/armadaproject/armada/internal/common/armadacontext" | ||
| "github.com/armadaproject/armada/internal/common/util" | ||
| "github.com/armadaproject/armada/internal/scheduler/simulator" | ||
| "github.com/armadaproject/armada/pkg/armadaevents" | ||
| ) | ||
|
|
||
| func RootCmd() *cobra.Command { | ||
| cmd := &cobra.Command{ | ||
| Use: "Simulate", | ||
| Short: "Simulate running jobs on Armada.", | ||
| RunE: runSimulations, | ||
| } | ||
| // cmd.Flags().BoolP("verbose", "v", false, "Log detailed output to console.") | ||
| cmd.Flags().String("clusters", "", "Glob pattern specifying cluster configurations to simulate.") | ||
| cmd.Flags().String("workloads", "", "Glob pattern specifying workloads to simulate.") | ||
| cmd.Flags().String("configs", "", "Glob pattern specifying scheduler configurations to simulate.") | ||
| cmd.Flags().Bool("showSchedulerLogs", false, "Show scheduler logs.") | ||
| cmd.Flags().Int("logInterval", 0, "Log summary statistics every this many events. Disabled if 0.") | ||
| return cmd | ||
| } | ||
|
|
||
| func runSimulations(cmd *cobra.Command, args []string) error { | ||
| // Get command-line arguments. | ||
| clusterPattern, err := cmd.Flags().GetString("clusters") | ||
| if err != nil { | ||
| return err | ||
| } | ||
| workloadPattern, err := cmd.Flags().GetString("workloads") | ||
| if err != nil { | ||
| return err | ||
| } | ||
| configPattern, err := cmd.Flags().GetString("configs") | ||
| if err != nil { | ||
| return err | ||
| } | ||
| showSchedulerLogs, err := cmd.Flags().GetBool("showSchedulerLogs") | ||
| if err != nil { | ||
| return err | ||
| } | ||
| logInterval, err := cmd.Flags().GetInt("logInterval") | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| // Load test specs. and config. | ||
| clusterSpecs, err := simulator.ClusterSpecsFromPattern(clusterPattern) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| workloadSpecs, err := simulator.WorkloadsFromPattern(workloadPattern) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| schedulingConfigsByFilePath, err := simulator.SchedulingConfigsByFilePathFromPattern(configPattern) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| ctx := armadacontext.Background() | ||
| ctx.Info("Armada simulator") | ||
| ctx.Infof("ClusterSpecs: %v", util.Map(clusterSpecs, func(clusperSpec *simulator.ClusterSpec) string { return clusperSpec.Name })) | ||
| ctx.Infof("WorkloadSpecs: %v", util.Map(workloadSpecs, func(workloadSpec *simulator.WorkloadSpec) string { return workloadSpec.Name })) | ||
| ctx.Infof("SchedulingConfigs: %v", maps.Keys(schedulingConfigsByFilePath)) | ||
|
|
||
| // Setup a simulator for each combination of (clusterSpec, workloadSpec, schedulingConfig). | ||
| simulators := make([]*simulator.Simulator, 0) | ||
| metricsCollectors := make([]*simulator.MetricsCollector, 0) | ||
| eventSequenceChannels := make([]<-chan *armadaevents.EventSequence, 0) | ||
| schedulingConfigPaths := make([]string, 0) | ||
| for _, clusterSpec := range clusterSpecs { | ||
| for _, workloadSpec := range workloadSpecs { | ||
| for schedulingConfigPath, schedulingConfig := range schedulingConfigsByFilePath { | ||
| if s, err := simulator.NewSimulator(clusterSpec, workloadSpec, schedulingConfig); err != nil { | ||
| return err | ||
| } else { | ||
| if !showSchedulerLogs { | ||
| s.SuppressSchedulerLogs = true | ||
| } else { | ||
| ctx.Info("Showing scheduler logs") | ||
| } | ||
| simulators = append(simulators, s) | ||
| mc := simulator.NewMetricsCollector(s.Output()) | ||
| mc.LogSummaryInterval = logInterval | ||
| metricsCollectors = append(metricsCollectors, mc) | ||
| eventSequenceChannels = append(eventSequenceChannels, s.Output()) | ||
| schedulingConfigPaths = append(schedulingConfigPaths, schedulingConfigPath) | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| // Run simulators. | ||
| g, ctx := armadacontext.ErrGroup(ctx) | ||
| for _, s := range simulators { | ||
| s := s | ||
| g.Go(func() error { | ||
| return s.Run(ctx) | ||
| }) | ||
| } | ||
|
|
||
| // Log events to stdout. | ||
| for _, c := range eventSequenceChannels { | ||
| c := c | ||
| g.Go(func() error { | ||
| for { | ||
| select { | ||
| case <-ctx.Done(): | ||
| return ctx.Err() | ||
| case eventSequence, ok := <-c: | ||
| if !ok { | ||
| return nil | ||
| } | ||
| ctx.Debug(*eventSequence.Events[0].Created, simulator.EventSequenceSummary(eventSequence)) | ||
| } | ||
| } | ||
| }) | ||
| } | ||
|
|
||
| // Run metric collectors. | ||
| for _, mc := range metricsCollectors { | ||
| mc := mc | ||
| g.Go(func() error { | ||
| return mc.Run(ctx) | ||
| }) | ||
| } | ||
|
|
||
| // Wait for simulations to complete. | ||
| if err := g.Wait(); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| // Log overall statistics. | ||
| for i, mc := range metricsCollectors { | ||
| s := simulators[i] | ||
| schedulingConfigPath := schedulingConfigPaths[i] | ||
| ctx.Infof("Simulation result") | ||
| ctx.Infof("ClusterSpec: %s", s.ClusterSpec.Name) | ||
| ctx.Infof("WorkloadSpec: %s", s.WorkloadSpec.Name) | ||
| ctx.Infof("SchedulingConfig: %s", schedulingConfigPath) | ||
| ctx.Info(mc.String()) | ||
| } | ||
|
|
||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,13 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "os" | ||
|
|
||
| "github.com/armadaproject/armada/cmd/simulator/cmd" | ||
| ) | ||
|
|
||
| func main() { | ||
| if err := cmd.RootCmd().Execute(); err != nil { | ||
| os.Exit(1) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.