Added failing test case

src/app/tabs/test-tab.js

@@ -268,7 +268,7 @@ module.exports = class TestTab extends ViewPlugin {
   render () {
     this.onActivationInternal()
     this.testsOutput = yo`<div class="${css.container} m-3 border border-primary border-right-0 border-left-0 border-bottom-0"  hidden='true' id="solidityUnittestsOutput" data-id="testTabSolidityUnitTestsOutput"></div>`
-    this.testsSummary = yo`<div class="${css.container} border border-primary border-right-0 border-left-0 border-bottom-0" hidden='true' id="solidityUnittestsSummary"></div>`
+    this.testsSummary = yo`<div class="${css.container} border border-primary border-right-0 border-left-0 border-bottom-0" hidden='true' id="solidityUnittestsSummary" data-id="testTabSolidityUnitTestsSummary"></div>`
     this.loading = yo`<span class='text-info ml-1'>Running tests...</span>`
     this.loading.hidden = true
     var el = yo`

test-browser/tests/solidityUnittests.js

@@ -44,10 +44,13 @@ module.exports = {
     .click('*[data-id="testTabCheckAllTests"]')
     .click('.singleTestLabel:nth-of-type(2)')
     .scrollAndClick('*[data-id="testTabRunTestsTabRunAction"]')
-    .pause(10000)
+    .pause(15000)
     .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', 'browser/simple_storage_test.sol (MyTest)')
     .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Initial value should be100)')
     .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Value is set200)')
+    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✘ (Should fail for wrong value200)')
+    .assert.containsText('*[data-id="testTabSolidityUnitTestsSummary"]', '1 failing')
+    .assert.containsText('*[data-id="testTabSolidityUnitTestsSummary"]', '2 passing')
   },
 
   'Should run advance unit test using natspec and experimental ABIEncoderV2 `ks2b_test.sol` ': function (browser) {
@@ -59,34 +62,62 @@ module.exports = {
     .click('*[data-id="testTabCheckAllTests"]')
     .click('.singleTestLabel:nth-of-type(3)')
     .scrollAndClick('*[data-id="testTabRunTestsTabRunAction"]')
-    .pause(10000)
+    .pause(15000)
     .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', 'browser/ks2b_test.sol (kickstarterTest)')
     .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Check project exists)')
     .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Check project is fundable)')
   },
 
-  'Should run all test files': function (browser) {
+  'Should fail on compilation': function (browser) {
     browser.waitForElementPresent('*[data-id="verticalIconsKindfileExplorers"]')
+    .addFile('compilationError_test.sol', sources[0]['browser/compilationError_test.sol'])
     .clickLaunchIcon('fileExplorers')
-    .switchFile('browser/3_Ballot.sol')
+    .switchFile('browser/compilationError_test.sol')
     .clickLaunchIcon('solidityUnitTesting')
+    .click('*[data-id="testTabCheckAllTests"]')
+    .click('.singleTestLabel:nth-of-type(4)')
     .scrollAndClick('*[data-id="testTabRunTestsTabRunAction"]')
-    .pause(30000)
+    .pause(5000)
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', 'browser/4_Ballot_test.sol (BallotTest)')
+    .waitForElementPresent('*[data-id="testTabSolidityUnitTestsSummary"]')
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Check winning proposal)')
+    .assert.containsText('*[data-id="testTabSolidityUnitTestsSummary"]', 'SyntaxError: No visibility specified')
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Check winnin proposal with return value)')
+  },
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', 'browser/simple_storage_test.sol (MyTest)')
+
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Initial value should be100)')
+  'Should fail on deploy': function (browser) {
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Value is set200)')
+    browser.waitForElementPresent('*[data-id="verticalIconsKindfileExplorers"]')
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', 'browser/ks2b_test.sol (kickstarterTest)')
+    .addFile('deployError_test.sol', sources[0]['browser/deployError_test.sol'])
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Check project exists)')
+    .clickLaunchIcon('fileExplorers')
-    .assert.containsText('*[data-id="testTabSolidityUnitTestsOutput"]', '✓ (Check project is fundable)')
+    .switchFile('browser/deployError_test.sol')
-    .end()
+    .clickLaunchIcon('solidityUnitTesting')
+    .click('*[data-id="testTabCheckAllTests"]')
+    .click('.singleTestLabel:nth-of-type(5)')
+    .scrollAndClick('*[data-id="testTabRunTestsTabRunAction"]')
+    .pause(10000)
+    .waitForElementPresent('*[data-id="testTabSolidityUnitTestsSummary"]')
+    .assert.containsText('*[data-id="testTabSolidityUnitTestsSummary"]', 'contract deployment failed after trying twice')
+  },
+
+  'Solidity Unittests': function (browser) {
+    runTests(browser)
   },
 
   tearDown: sauce
 }
 
+function runTests (browser) {
+  browser
+    .waitForElementPresent('*[data-id="verticalIconsKindfileExplorers"]')
+    .clickLaunchIcon('fileExplorers')
+    .switchFile('browser/3_Ballot.sol')
+    .clickLaunchIcon('solidityUnitTesting')
+    .scrollAndClick('#runTestsTabRunAction')
+    .waitForElementPresent('#solidityUnittestsOutput div[class^="testPass"]')
+    .pause(10000)
+    .assert.containsText('#solidityUnittestsOutput', 'browser/4_Ballot_test.sol (BallotTest)')
+    .assert.containsText('#solidityUnittestsOutput', '✓ (Check winning proposal)')
+    .assert.containsText('#solidityUnittestsOutput', '✓ (Check winnin proposal with return value)')
+    .end()
+}
+
 var sources = [
   {
     'browser/simple_storage.sol': {
@@ -131,6 +162,11 @@ var sources = [
           foo.set(200);
           return Assert.equal(foo.get(), 200, "value is not 200");
         }
+
+        function shouldFailForWrongValue200() public returns (bool) {
+          foo.set(300);
+          return Assert.equal(foo.get(), 200, "value is not 200");
+        }
       }
         `
     },
@@ -224,6 +260,28 @@ var sources = [
           }
       }
         `
+    },
+    'browser/compilationError_test.sol': {
+      content: `
+      pragma solidity ^0.6.1;
+      
+      contract failOnCompilation {
+        fallback() {
+
+        }
+      }
+        `
+    },
+    'browser/deployError_test.sol': {
+      content: `
+      pragma solidity ^0.6.0;
+
+      contract failingDeploy {
+          constructor() public {
+              revert('Deploy Failed');
+          }
+      }
+        `
     }
   }
 ]