From f35f0f2c84b88d993e47afa218c989fdaee42688 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Lo=C3=AFc=20Hoguin?= <essen@ninenines.eu>
Date: Mon, 12 Oct 2015 00:03:05 +0200
Subject: Rework package testing

Better error reporting and can now build everything in parallel.
Failed builds are kept; others are deleted.

The following command builds everything and then gives a diff
of what got fixed/broken since last time ("> " is newly broken,
"< " is newly fixed).

  make packages -j 32 -k; make summary
---
 Makefile | 24 +++++++++++++++++++++---
 1 file changed, 21 insertions(+), 3 deletions(-)

(limited to 'Makefile')

diff --git a/Makefile b/Makefile
index 5eff5d6..1af155d 100644
--- a/Makefile
+++ b/Makefile
@@ -25,18 +25,36 @@ all:
 		| sed 's/^ERLANG_MK_VERSION = .*/ERLANG_MK_VERSION = $(ERLANG_MK_VERSION)/' > $(ERLANG_MK)
 
 ifdef p
+# Remove p from the list of variables since that conflicts with bootstrapping.
+MAKEOVERRIDES := $(filter-out p=$p,$(MAKEOVERRIDES))
+
 check:
-	$(MAKE) -C test pkg-$p
+	$(MAKE) -C test pkg-$p KEEP_BUILDS=1
 else
 ifdef c
 check:
-	$(MAKE) -C test $c LEGACY=$(LEGACY)
+	$(MAKE) -C test $c
 else
 check:
-	$(MAKE) -C test LEGACY=$(LEGACY)
+	$(MAKE) -C test
 endif
 endif
 
+packages:
+	$(MAKE) -C test packages
+
+summary:
+	@mkdir -p test/logs/
+	@touch test/logs/latest.log test/packages/errors.log
+	-@sort test/packages/errors.log | diff test/logs/latest.log -
+	@sort test/packages/errors.log > test/logs/latest.log
+	@cp test/logs/latest.log "test/logs/$(subst $(empty) $(empty),_,$(shell date --rfc-3339 seconds))"
+
+search:
+	@$(MAKE) --no-print-directory \
+		-f core/core.mk $(addprefix -f,$(wildcard index/*.mk)) -f core/index.mk \
+		search
+
 clean:
 	$(MAKE) -C test clean
 	rm -rf doc/guide.pdf doc/html
-- 
cgit v1.2.3