Added test case for PR.

Signed-off-by: dmatch01 <darroyo@us.ibm.com>

Author: dmatch01

test/e2e/queue.go

@@ -361,6 +361,52 @@ var _ = Describe("AppWrapper E2E Test", func() {
 Expect(err).NotTo(HaveOccurred())
 })
 
+It("MCAD Scheduling Failure Preemption Test", func() {
+fmt.Fprintf(os.Stdout, "[e2e] MCAD Bad Custom Pod Resources vs. Deployment Pod Resource Not Queuing Test - Started.\n")
+context := initTestContext()
+var appwrappers []*arbv1.AppWrapper
+appwrappersPtr := &appwrappers
+defer cleanupTestObjectsPtr(context, appwrappersPtr)
+
+// This should fill up the worker node and most of the master node
+aw := createDeploymentAWwith550CPU(context, "aw-deployment-2-550cpu")
+appwrappers = append(appwrappers, aw)
+
+err := waitAWPodsReady(context, aw)
+Expect(err).NotTo(HaveOccurred())
+
+// This should not fit on any node but should dispatch because there is enough aggregated resources.
+aw2 := createGenericDeploymentCustomPodResourcesWithCPUAW(
+context, "aw-deployment-1-700-cpu", "700m", "700m", 1)
+
+appwrappers = append(appwrappers, aw2)
+
+err = waitAWAnyPodsExists(context, aw2)
+Expect(err).NotTo(HaveOccurred())
+
+err = waitAWPodsPending(context, aw2)
+Expect(err).NotTo(HaveOccurred())
+
+// This should fit on cluster after AW aw-deployment-1-700-cpu above is automatically preempted on
+// scheduling failure
+aw3 := createGenericDeploymentCustomPodResourcesWithCPUAW(
+context, "aw-deployment-2-425-cpu", "425m", "425m", 2)
+
+appwrappers = append(appwrappers, aw3)
+
+// Wait for pods to get created, assumes preemption around 1 minute
+err = waitAWPodsExists(context, aw3, 120000*time.Millisecond)
+Expect(err).NotTo(HaveOccurred())
+
+// Make sure they are running
+err = waitAWPodsReady(context, aw3)
+Expect(err).NotTo(HaveOccurred())
+
+// Make sure pods from AW aw-deployment-1-700-cpu above do not exist proving preemption
+err = waitAWAnyPodsExists(context, aw2)
+Expect(err).To(HaveOccurred())
+
+})
 
 It("MCAD Bad Custom Pod Resources vs. Deployment Pod Resource Not Queuing Test", func() {
 fmt.Fprintf(os.Stdout, "[e2e] MCAD Bad Custom Pod Resources vs. Deployment Pod Resource Not Queuing Test - Started.\n")

test/e2e/util.go

@@ -643,6 +643,15 @@ func waitAWPodsReadyEx(ctx *context, aw *arbv1.AppWrapper, taskNum int, quite bo
 []v1.PodPhase{v1.PodRunning, v1.PodSucceeded}, taskNum, quite))
 }
 
+func waitAWPodsPending(ctx *context, aw *arbv1.AppWrapper) error {
+return waitAWPodsPendingEx(ctx, aw, int(aw.Spec.SchedSpec.MinAvailable), false)
+}
+
+func waitAWPodsPendingEx(ctx *context, aw *arbv1.AppWrapper, taskNum int, quite bool) error {
+return wait.Poll(100*time.Millisecond, ninetySeconds, awPodPhase(ctx, aw,
+[]v1.PodPhase{v1.PodPending}, taskNum, quite))
+}
+
 func waitAWPodsTerminatedEx(ctx *context, namespace string, name string, pods []*v1.Pod, taskNum int) error {
 return waitAWPodsTerminatedExVerbose(ctx, namespace, name, pods, taskNum, true)
 }