Exit process if failing test is found

libs/ghaction-helper/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/ghaction-helper",
-  "version": "0.1.7-alpha.14",
+  "version": "0.1.7-alpha.15",
   "description": "Solidity Tests GitHub Action Helper",
   "main": "src/index.js",
   "scripts": {
@@ -19,17 +19,17 @@
   },
   "homepage": "https://github.com/ethereum/remix-project#readme",
   "devDependencies": {
-    "@remix-project/remix-solidity": "^0.5.11-alpha.14",
+    "@remix-project/remix-solidity": "^0.5.11-alpha.15",
     "@types/chai": "^4.3.4",
     "typescript": "^4.9.3"
   },
   "dependencies": {
     "@ethereum-waffle/chai": "^3.4.4",
-    "@remix-project/remix-simulator": "^0.2.25-alpha.14",
+    "@remix-project/remix-simulator": "^0.2.25-alpha.15",
     "chai": "^4.3.7",
     "ethers": "^5.7.2",
     "web3": "^1.5.3"
   },
   "types": "./src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8"
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d"
 }

libs/remix-analyzer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-analyzer",
-  "version": "0.5.34-alpha.14",
+  "version": "0.5.34-alpha.15",
   "description": "Tool to perform static analysis on Solidity smart contracts",
   "scripts": {
     "test": "./../../node_modules/.bin/ts-node --project ../../tsconfig.base.json --require tsconfig-paths/register ./../../node_modules/.bin/tape ./test/tests.ts"
@@ -25,8 +25,8 @@
     "@ethereumjs/tx": "^4.0.2",
     "@ethereumjs/util": "^8.0.3",
     "@ethereumjs/vm": "^6.3.0",
-    "@remix-project/remix-astwalker": "^0.0.55-alpha.14",
-    "@remix-project/remix-lib": "^0.5.25-alpha.14",
+    "@remix-project/remix-astwalker": "^0.0.55-alpha.15",
+    "@remix-project/remix-lib": "^0.5.25-alpha.15",
     "async": "^2.6.2",
     "ethers": "^5.4.2",
     "ethjs-util": "^0.1.6",
@@ -50,6 +50,6 @@
     "typescript": "^3.7.5"
   },
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8",
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d",
   "main": "./src/index.js"
 }

libs/remix-astwalker/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-astwalker",
-  "version": "0.0.55-alpha.14",
+  "version": "0.0.55-alpha.15",
   "description": "Tool to walk through Solidity AST",
   "main": "src/index.js",
   "scripts": {
@@ -37,7 +37,7 @@
     "@ethereumjs/tx": "^4.0.2",
     "@ethereumjs/util": "^8.0.3",
     "@ethereumjs/vm": "^6.3.0",
-    "@remix-project/remix-lib": "^0.5.25-alpha.14",
+    "@remix-project/remix-lib": "^0.5.25-alpha.15",
     "@types/tape": "^4.2.33",
     "async": "^2.6.2",
     "ethers": "^5.4.2",
@@ -53,6 +53,6 @@
     "tap-spec": "^5.0.0"
   },
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8",
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d",
   "types": "./src/index.d.ts"
 }

libs/remix-debug/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-debug",
-  "version": "0.5.25-alpha.14",
+  "version": "0.5.25-alpha.15",
   "description": "Tool to debug Ethereum transactions",
   "contributors": [
     {
@@ -26,10 +26,10 @@
     "@ethereumjs/tx": "^4.0.2",
     "@ethereumjs/util": "^8.0.3",
     "@ethereumjs/vm": "^6.3.0",
-    "@remix-project/remix-astwalker": "^0.0.55-alpha.14",
-    "@remix-project/remix-lib": "^0.5.25-alpha.14",
-    "@remix-project/remix-simulator": "^0.2.25-alpha.14",
-    "@remix-project/remix-solidity": "^0.5.11-alpha.14",
+    "@remix-project/remix-astwalker": "^0.0.55-alpha.15",
+    "@remix-project/remix-lib": "^0.5.25-alpha.15",
+    "@remix-project/remix-simulator": "^0.2.25-alpha.15",
+    "@remix-project/remix-solidity": "^0.5.11-alpha.15",
     "ansi-gray": "^0.1.1",
     "async": "^2.6.2",
     "color-support": "^1.1.3",
@@ -69,6 +69,6 @@
   },
   "homepage": "https://github.com/ethereum/remix-project/tree/master/libs/remix-debug#readme",
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8",
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d",
   "types": "./src/index.d.ts"
 }

libs/remix-lib/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-lib",
-  "version": "0.5.25-alpha.14",
+  "version": "0.5.25-alpha.15",
   "description": "Library to various Remix tools",
   "contributors": [
     {
@@ -51,6 +51,6 @@
   },
   "homepage": "https://github.com/ethereum/remix-project/tree/master/libs/remix-lib#readme",
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8",
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d",
   "types": "./src/index.d.ts"
 }

libs/remix-simulator/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-simulator",
-  "version": "0.2.25-alpha.14",
+  "version": "0.2.25-alpha.15",
   "description": "Ethereum IDE and tools for the web",
   "contributors": [
     {
@@ -22,7 +22,7 @@
     "@ethereumjs/tx": "^4.0.2",
     "@ethereumjs/util": "^8.0.3",
     "@ethereumjs/vm": "^6.3.0",
-    "@remix-project/remix-lib": "^0.5.25-alpha.14",
+    "@remix-project/remix-lib": "^0.5.25-alpha.15",
     "ansi-gray": "^0.1.1",
     "async": "^3.1.0",
     "body-parser": "^1.18.2",
@@ -67,6 +67,6 @@
   },
   "homepage": "https://github.com/ethereum/remix-project/tree/master/libs/remix-simulator#readme",
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8",
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d",
   "types": "./src/index.d.ts"
 }

libs/remix-solidity/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-solidity",
-  "version": "0.5.11-alpha.14",
+  "version": "0.5.11-alpha.15",
   "description": "Tool to load and run Solidity compiler",
   "main": "src/index.js",
   "types": "src/index.d.ts",
@@ -19,7 +19,7 @@
     "@ethereumjs/tx": "^4.0.2",
     "@ethereumjs/util": "^8.0.3",
     "@ethereumjs/vm": "^6.3.0",
-    "@remix-project/remix-lib": "^0.5.25-alpha.14",
+    "@remix-project/remix-lib": "^0.5.25-alpha.15",
     "async": "^2.6.2",
     "eslint-scope": "^5.0.0",
     "ethers": "^5.4.2",
@@ -57,5 +57,5 @@
   },
   "homepage": "https://github.com/ethereum/remix-project/tree/master/libs/remix-solidity#readme",
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8"
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d"
 }

libs/remix-tests/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-tests",
-  "version": "0.2.25-alpha.14",
+  "version": "0.2.25-alpha.15",
   "description": "Tool to test Solidity smart contracts",
   "main": "src/index.js",
   "types": "./src/index.d.ts",
@@ -41,9 +41,9 @@
     "@ethereumjs/tx": "^4.0.2",
     "@ethereumjs/util": "^8.0.3",
     "@ethereumjs/vm": "^6.3.0",
-    "@remix-project/remix-lib": "^0.5.25-alpha.14",
-    "@remix-project/remix-simulator": "^0.2.25-alpha.14",
-    "@remix-project/remix-solidity": "^0.5.11-alpha.14",
+    "@remix-project/remix-lib": "^0.5.25-alpha.15",
+    "@remix-project/remix-simulator": "^0.2.25-alpha.15",
+    "@remix-project/remix-solidity": "^0.5.11-alpha.15",
     "@remix-project/remix-url-resolver": "^0.0.42",
     "ansi-gray": "^0.1.1",
     "async": "^2.6.0",
@@ -78,5 +78,5 @@
     "typescript": "^3.3.1"
   },
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8"
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d"
 }

libs/remix-tests/src/run.ts

@@ -131,8 +131,12 @@ commander
     await provider.init()
     web3.setProvider(provider)
     extend(web3)
-    runTestFiles(path.resolve(file_path), isDirectory, web3, compilerConfig, (error) => {
+    runTestFiles(path.resolve(file_path), isDirectory, web3, compilerConfig, (error, totalPassing, totalFailing) => {
       if (error) process.exit(1)
+      if (totalFailing > 0) {
+        log.error(`\n\t${totalFailing} test${totalFailing > 1 ? 's' : ''} failed`)
+        process.exit(1)
+      }
     })
   })
 

libs/remix-tests/src/runTestFiles.ts

@@ -173,8 +173,7 @@ export function runTestFiles (filepath: string, isDirectory: boolean, web3: Web3
         }
         console.log(colors.white('Time Taken: ' + totalTime + 's'))
         console.log('')
-
-        next()
+        next(null, totalPassing, totalFailing)
       })
     }
   ], finalCallback)

libs/remix-url-resolver/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-url-resolver",
-  "version": "0.0.47-alpha.14",
+  "version": "0.0.47-alpha.15",
   "description": "Solidity import url resolver engine",
   "main": "src/index.js",
   "types": "src/index.d.ts",
@@ -40,5 +40,5 @@
     "typescript": "^3.1.6"
   },
   "typings": "src/index.d.ts",
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8"
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d"
 }

libs/remix-ws-templates/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix-project/remix-ws-templates",
-  "version": "1.0.12-alpha.14",
+  "version": "1.0.12-alpha.15",
   "description": "Create a Remix IDE workspace using different templates",
   "main": "src/index.js",
   "types": "src/index.d.ts",
@@ -24,5 +24,5 @@
     "ethers": "^5.4.2",
     "web3": "^1.5.1"
   },
-  "gitHead": "924dca66c2d2261d916a3c764ed99f5b671ac0c8"
+  "gitHead": "0498a7a2496981838ff937a8bdaa150dfde88a0d"
 }