add topology workflow for jobset

Signed-off-by: Dmitry Shmulevich <[email protected]>

resources/benchmarks/nwtopo/templates/jobset/jobset.yaml

@@ -0,0 +1,78 @@
+# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: jobset.x-k8s.io/v1alpha2
+kind: JobSet
+metadata:
+  name: "{{._NAME_}}"
+  namespace: default
+spec:
+  # We want to declare our JobSet successful if workers finish.
+  # If workers finish we should clean up the remaining replicatedJobs.
+  successPolicy:
+    operator: All
+    targetReplicatedJobs:
+    - workers
+  replicatedJobs:
+  - name: workers
+    replicas: 1
+    template:
+      spec:
+        backoffLimit: 0
+        completions: {{.replicas}}
+        parallelism: {{.replicas}}
+        completionMode: NonIndexed
+        template:
+          metadata:
+            labels:
+              app: {{._NAME_}}
+            annotations:
+              pod-complete.stage.kwok.x-k8s.io/delay: "{{.ttl}}"
+              pod-complete.stage.kwok.x-k8s.io/jitter-delay: "{{.ttl}}"
+          spec:
+            schedulerName: default-scheduler
+            affinity:
+              podAffinity:
+                preferredDuringSchedulingIgnoredDuringExecution:
+                  - weight: 70
+                    podAffinityTerm:
+                      labelSelector:
+                        matchExpressions:
+                          - key: app
+                            operator: In
+                            values:
+                              - {{._NAME_}}
+                      topologyKey: net-layer-2
+                  - weight: 90
+                    podAffinityTerm:
+                      labelSelector:
+                        matchExpressions:
+                          - key: app
+                            operator: In
+                            values:
+                              - {{._NAME_}}
+                      topologyKey: net-layer-1
+            containers:
+            - name: test
+              image: ubuntu
+              imagePullPolicy: IfNotPresent
+              resources:
+                limits:
+                  cpu: 100m
+                  memory: 250M
+                  nvidia.com/gpu: "8"
+                requests:
+                  cpu: 100m
+                  memory: 250M
+                  nvidia.com/gpu: "8"

resources/benchmarks/nwtopo/workflows/config-jobset.yaml

@@ -0,0 +1,23 @@
+# Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: config-jobset
+tasks:
+- id: register
+  type: RegisterObj
+  params:
+    template: "resources/benchmarks/nwtopo/templates/jobset/jobset.yaml"
+    nameFormat: "jobset{{._ENUM_}}"
+    podNameFormat: "{{._NAME_}}-workers-[0-9]+-.+"
+    podCount: "{{.replicas}}"