diff --git a/.travis.yml b/.travis.yml
index 33105a9..81cfbb0 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -18,6 +18,5 @@ otp_release:
   - R15B
 script:
   - "[[ ${TRAVIS_OTP_RELEASE} == 18.1 ]] && make elvis || true"
-  - make .rebar/DEV_MODE
   - make
   - make test
diff --git a/Makefile b/Makefile
index 9451c52..2dec987 100644
--- a/Makefile
+++ b/Makefile
@@ -28,7 +28,15 @@ SRCS := $(wildcard src/* include/* rebar.config)
 SRC_BEAMS := $(patsubst src/%.erl, ebin/%.beam, $(wildcard src/*.erl))
 
 .PHONY: all
-all: deps ebin/jesse.app bin/jesse
+all: maybe_dev deps ebin/jesse.app bin/jesse
+
+.PHONY: maybe_dev
+maybe_dev:
+ifdef CI
+	$(MAKE) --no-print-directory .rebar/DEV_MODE
+else
+	@:
+endif
 
 # Clean