diff --git a/Makefile.include b/Makefile.include
index 19719a207..ea237d723 100644
--- a/Makefile.include
+++ b/Makefile.include
@@ -111,7 +111,31 @@ debug:
 	$(DEBUGGER) $(DEBUGGER_FLAGS)
 
 buildtest:
-	@for BOARD in $$(find $(RIOTBOARD) -mindepth 1 -maxdepth 1 -type d \! -name \*-common -printf '%f\n' ); do \
-		echo -n "Building for $${BOARD} .. "; \
-		env -i HOME=$${HOME} PATH=$${PATH} BOARD=$${BOARD} RIOTBASE=$${RIOTBASE} RIOTBOARD=$${RIOTBOARD} RIOTCPU=$${RIOTCPU} $(MAKE) -B clean all >/dev/null 2>&1 && echo -e "\033[1;32msuccess\033[0m" || echo -e "\033[1;31mfailed\033[0m" ; \
-	done
+	@if [ -z "$${JENKINS_URL}" ] && tput colors 2>&1 > /dev/null; then \
+		GREEN='\033[1;32m'; RED='\033[1;31m'; RESET='\033[0m'; \
+		ECHO='echo -e'; \
+	else \
+		GREEN=''; RED=''; RESET=''; \
+		ECHO='echo'; \
+	fi; \
+	\
+	for BOARD in $$(find $(RIOTBOARD) -mindepth 1 -maxdepth 1 -type d \! -name \*-common -printf '%f\n' ); do \
+		$${ECHO} -n "Building for $${BOARD} .. "; \
+		env -i \
+			HOME=$${HOME} \
+			PATH=$${PATH} \
+			BOARD=$${BOARD} \
+			RIOTBASE=$${RIOTBASE} \
+			RIOTBOARD=$${RIOTBOARD} \
+			RIOTCPU=$${RIOTCPU} \
+			$(MAKE) -B clean all >/dev/null 2>&1 ; \
+		if [ "$${?}" = "0" ]; then \
+			$${ECHO} "$${GREEN}success$${RESET}"; \
+		else \
+			$${ECHO} "$${RED}failed$${RESET}"; \
+			BUILDTESTFAILED=1; \
+		fi; \
+	done; \
+	if [ "$${BUILDTESTFAILED}" = "1" ]; then \
+		exit 1; \
+	fi