Merge pull request #140 from magento-commerce/MQE-3124

MQE-3124: Fix unbalanced execution time among parallel groups

Author: jilu1

src/Magento/FunctionalTestingFramework/Test/Objects/TestObject.php

@@ -21,14 +21,35 @@ class TestObject
 
     const TEST_ACTION_WEIGHT = [
         'waitForPageLoad' => 1500,
-        'amOnPage' => 1000,
+        'amOnPage' => 1500,
         'waitForLoadingMaskToDisappear' => 500,
         'wait' => self::WAIT_TIME_ATTRIBUTE,
+        'waitForAjaxLoad' => 500,
+        'waitForElementNotVisible' => 500,
+        'waitForElementVisible' => 500,
+        'waitForText' => 500,
+        'waitForElement' => 500,
+        'waitForJS' => 500,
         'comment' => 5,
         'assertCount' => 5,
-        'closeAdminNotification' => 10
+        'closeAdminNotification' => 10,
+        'magentoCLI' => 1000,
+        'magentoCron' => 3000,
+        'createData' =>  500,
+        'deleteData' =>  200,
+        'updateData' =>  200,
+        'getOTP' => 1000,
     ];
 
+    const WEBAPI_AUTH_TEST_ACTIONS = [
+        'createData',
+        'deleteData',
+        'updateData',
+        'getData',
+    ];
+
+    const WEBAPI_AUTH_TEST_ACTION_WEIGHT = 6000;
+
     /**
      * Name of the test
      *
@@ -85,6 +106,13 @@ class TestObject
      */
     private $deprecated;
 
+    /**
+     * Indicates if a test contains an action that requires Web API authentication.
+     *
+     * @var boolean
+     */
+    private $hasWebApiAuthAction;
+
     /**
      * TestObject constructor.
      *
@@ -112,6 +140,7 @@ public function __construct(
         $this->filename = $filename;
         $this->parentTest = $parentTest;
         $this->deprecated = $deprecated;
+        $this->hasWebApiAuthAction = false;
     }
 
     /**
@@ -222,7 +251,11 @@ public function getEstimatedDuration()
 
         $testTime = $this->calculateWeightedActionTimes($this->getOrderedActions());
 
-        return $hookTime + $testTime;
+        if ($this->hasWebApiAuthAction) {
+            return $hookTime + $testTime + self::WEBAPI_AUTH_TEST_ACTION_WEIGHT;
+        } else {
+            return $hookTime + $testTime;
+        }
     }
 
     /**
@@ -237,6 +270,11 @@ private function calculateWeightedActionTimes($actions)
         // search for any actions of special type
         foreach ($actions as $action) {
             /** @var ActionObject $action */
+
+            if (!$this->hasWebApiAuthAction && in_array($action->getType(), self::WEBAPI_AUTH_TEST_ACTIONS)) {
+                $this->hasWebApiAuthAction = true;
+            }
+
             if (array_key_exists($action->getType(), self::TEST_ACTION_WEIGHT)) {
                 $weight = self::TEST_ACTION_WEIGHT[$action->getType()];
                 if ($weight === self::WAIT_TIME_ATTRIBUTE) {