user circle-ci for running browser test

.circleci/config.yml

@@ -7,7 +7,7 @@ jobs:
   remix-ide:
     docker:
       # specify the version you desire here
-      - image: circleci/node:9.11.2
+      - image: circleci/node:9.11.2-browsers
 
       # Specify service dependencies here if necessary
       # CircleCI maintains a library of pre-built images
@@ -32,7 +32,14 @@ jobs:
           key: dep-bundle-29-{{ checksum "package.json" }}
           paths:
             - ~/repo/node_modules
-      - run: npm run lint && npm run test && npm run make-mock-compiler && npm run build
+      - run: npm run lint && npm run test && npm run make-mock-compiler
+      - run:
+          name: Download Selenium
+          command: wget http://selenium-release.storage.googleapis.com/3.5/selenium-server-standalone-3.5.3.jar
+      - run:
+          name: Start Selenium
+          command: java -jar selenium-server-standalone-3.5.3.jar
+          background: true
       - run: ./ci/browser_tests.sh
 
 workflows:

ci/browser_tests.sh

@@ -11,37 +11,17 @@ setupRemixd () {
   cd ..
 }
 
-if test $(uname -s) = "Darwin"
-then
-  OS="osx"
-  FILEFORMAT="zip"
-else
-  OS="linux"
-  FILEFORMAT="tar.gz"
-fi
-SC_VERSION="4.5.1"
-SAUCECONNECT_URL="https://saucelabs.com/downloads/sc-$SC_VERSION-$OS.$FILEFORMAT"
-SAUCECONNECT_USERNAME="yanneth"
-SAUCECONNECT_ACCESSKEY="1f5a4560-b02b-41aa-b52b-f033aad30870"
 BUILD_ID=${CIRCLE_BUILD_NUM:-${TRAVIS_JOB_NUMBER}}
 echo "$BUILD_ID"
-SAUCECONNECT_JOBIDENTIFIER="browsersolidity_tests_${BUILD_ID}"
-SAUCECONNECT_READYFILE="sc.ready"
 TEST_EXITCODE=0
 
 npm run serve &
-
 setupRemixd
 
-wget "$SAUCECONNECT_URL"
-tar -zxvf sc-"$SC_VERSION"-"$OS"."$FILEFORMAT"
-./sc-"$SC_VERSION"-"$OS"/bin/sc -u "$SAUCECONNECT_USERNAME" -k "$SAUCECONNECT_ACCESSKEY" -i "$SAUCECONNECT_JOBIDENTIFIER" --no-ssl-bump-domains all --readyfile "$SAUCECONNECT_READYFILE" &
-while [ ! -f "$SAUCECONNECT_READYFILE" ]; do
-  sleep .5
-done
+sleep 5
 
 npm run nightwatch_remote_chrome || TEST_EXITCODE=1
-npm run nightwatch_remote_firefox || TEST_EXITCODE=1
+# npm run nightwatch_remote_firefox || TEST_EXITCODE=1
 # npm run nightwatch_remote_safari || TEST_EXITCODE=1
 # npm run nightwatch_remote_ie || TEST_EXITCODE=1
 # npm run nightwatch_remote_parallel || TEST_EXITCODE=1

nightwatch.js

@@ -1,7 +1,5 @@
 'use strict'
 
-var buildId = process.env.CIRCLE_BUILD_NUM || process.env.TRAVIS_JOB_NUMBER
-
 module.exports = {
   'src_folders': ['test-browser/tests'],
   'output_folder': 'reports',
@@ -12,13 +10,8 @@ module.exports = {
 
   'test_settings': {
     'default': {
-      'launch_url': 'http://ondemand.saucelabs.com:80',
-      'selenium_host': 'ondemand.saucelabs.com',
-      'selenium_port': 80,
-      'silent': true,
-      'username': 'yanneth',
-      'access_key': '1f5a4560-b02b-41aa-b52b-f033aad30870',
-      'use_ssl': false,
+      'selenium_port': 4444,
+      'selenium_host': 'localhost',
       'globals': {
         'waitForConditionTimeout': 10000,
         'asyncHookTimeout': 100000
@@ -30,9 +23,7 @@ module.exports = {
       'desiredCapabilities': {
         'browserName': 'firefox',
         'javascriptEnabled': true,
-        'acceptSslCerts': true,
-        'build': 'build-' + buildId,
-        'tunnel-identifier': 'browsersolidity_tests_' + buildId
+        'acceptSslCerts': true
       }
     },
 
@@ -41,8 +32,6 @@ module.exports = {
         'browserName': 'chrome',
         'javascriptEnabled': true,
         'acceptSslCerts': true,
-        'build': 'build-' + buildId,
-        'tunnel-identifier': 'browsersolidity_tests_' + buildId,
         'chromeOptions': {
           'args': ['window-size=2560,1440', 'start-fullscreen']
         }
@@ -53,11 +42,7 @@ module.exports = {
       'desiredCapabilities': {
         'browserName': 'safari',
         'javascriptEnabled': true,
-        'platform': 'macOS 10.13',
-        'version': '11.0',
-        'acceptSslCerts': true,
-        'build': 'build-' + buildId,
-        'tunnel-identifier': 'browsersolidity_tests_' + buildId
+        'acceptSslCerts': true
       }
     },
 
@@ -65,18 +50,11 @@ module.exports = {
       'desiredCapabilities': {
         'browserName': 'internet explorer',
         'javascriptEnabled': true,
-        'platform': 'Windows 10',
-        'acceptSslCerts': true,
-        'version': '11.103',
-        'build': 'build-' + buildId,
-        'tunnel-identifier': 'browsersolidity_tests_' + buildId
+        'acceptSslCerts': true
       }
     },
 
     'local': {
-      'launch_url': 'http://localhost:8080',
-      'selenium_port': 4444,
-      'selenium_host': 'localhost',
       'desiredCapabilities': {
         'browserName': 'chrome',
         'javascriptEnabled': true,

test-browser/helpers/contracts.js

@@ -125,6 +125,7 @@ function verifyCallReturnValue (browser, address, checks, done) {
     }
     return ret
   }, [address], function (result) {
+    console.log('verifyCallReturnValue', result)
     for (var k in checks) {
       browser.assert.equal(result.value[k], checks[k])
     }

test-browser/tests/generalTests.js

@@ -180,7 +180,7 @@ function testSignature (browser, callback) {
               .getAttribute(instanceSelector, 'id', (result) => {
                 // skip 'instance' part of e.g. 'instance0x692a70d2e424a56d2c6c27aa97d1a86395877b3a'
                 const address = result.value.slice('instance'.length)
-                browser.clickFunction('ecrecovery - call', {types: 'bytes32 hash, bytes sig', values: `"${hash.value}","${signature.value}"`}).perform(
+                browser.clickFunction('ecrecovery - call', {types: 'bytes32 hash, bytes sig', values: `"${hash.value}","${signature.value}"`}).pause(1000).perform(
                   () => {
                     contractHelper.verifyCallReturnValue(
                       browser,

test-browser/tests/sauce.js

@@ -1,17 +1,14 @@
 
-const https = require('https')
+// const https = require('https')
 
 module.exports = function sauce (callback) {
+  return callback()
+  /*
   const currentTest = this.client.currentTest
   const username = this.client.options.username
   const sessionId = this.client.capabilities['webdriver.remote.sessionid']
   const accessKey = this.client.options.accessKey
 
-  if (!this.client.launch_url.match(/saucelabs/)) {
-    console.log('Not saucelabs ...')
-    return callback()
-  }
-
   if (!username || !accessKey || !sessionId) {
     console.log(this.client)
     console.log('No username, accessKey or sessionId')
@@ -59,4 +56,5 @@ module.exports = function sauce (callback) {
     console.log('Error', error)
     callback()
   }
+  */
 }

test-browser/tests/sharedFolderExplorer.js

@@ -59,11 +59,6 @@ function runTests (browser, testData) {
     browser.end()
     return
   }
-  if (browserName === 'chrome') {
-    console.log('do not run remixd test for ' + browserName + ': TODO to reenable later')
-    browser.end()
-    return
-  }
   if (browserName === 'firefox') {
     console.log('do not run remixd test for ' + browserName + ': TODO to reenable later')
     browser.end()