diff --git a/.circleci/config.yml b/.circleci/config.yml
index 753e4597..fb2df622 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -24,7 +24,7 @@ jobs:
       - run: go get -v -t -d ./...
       - run: bash gofmt.sh
       - run: go vet ./...
-      - run: go test ./...
+      - run: go test -failfast ./...
     # The resource_class feature allows configuring CPU and RAM resources for each job. Different resource classes are available for different executors. https://circleci.com/docs/2.0/configuration-reference/#resourceclass
     resource_class: large
 
@@ -48,7 +48,7 @@ jobs:
       # BoltDB, no longer maintained, has pointer issues. However, it's run
       # for years without actual issue so disabling the pointer tests
       - run: go version
-      - run: go get -t -d ./...
+      - run: go get -t -failfast -d ./...
       - run:
           command: go test -v -timeout 20m -gcflags=all=-d=checkptr=0 -race ./...
           environment:
diff --git a/appveyor.yml b/appveyor.yml
index 517a9d00..446d3431 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -21,7 +21,7 @@ build_script:
   - set LINKER_PKG_PATH=github.com/rqlite/rqlite/cmd
   - go version
   - go get ./...
-  - go test ./...
+  - go test -failfast ./...
   - go install -ldflags="-X %LINKER_PKG_PATH%.Branch=%APPVEYOR_REPO_BRANCH% -X %LINKER_PKG_PATH%.Commit=%APPVEYOR_REPO_COMMIT%" ./...
 
 after_build: