From 699f0ad23aca21076edb6a51838d879ca580ffd5 Mon Sep 17 00:00:00 2001 From: Joel Martin Date: Sat, 28 Feb 2015 10:38:17 -0600 Subject: Add long running perf test. --- Makefile | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'Makefile') diff --git a/Makefile b/Makefile index 47c7829..e30a6f6 100644 --- a/Makefile +++ b/Makefile @@ -193,5 +193,7 @@ $(IMPL_PERF): echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal)'; \ $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf1.mal); \ echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal)'; \ - $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal)) + $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf2.mal); \ + echo 'Running: $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)'; \ + $(call $(impl)_RUNSTEP,stepA,$(call $(impl)_STEP_TO_PROG,stepA),../tests/perf3.mal)) -- cgit v1.2.3 From 90f618cbe7ac7740accf501a75be6972bd95be1a Mon Sep 17 00:00:00 2001 From: Joel Martin Date: Sat, 28 Feb 2015 11:09:54 -0600 Subject: All: rename stepA_interop to stepA_mal Also, add missed postscript interop tests. --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'Makefile') diff --git a/Makefile b/Makefile index e30a6f6..674ad71 100644 --- a/Makefile +++ b/Makefile @@ -24,7 +24,7 @@ step6 = step6_file step7 = step7_quote step8 = step8_macros step9 = step9_try -stepA = stepA_interop +stepA = stepA_mal EXCLUDE_TESTS += test^bash^step5 # no stack exhaustion or completion EXCLUDE_TESTS += test^c^step5 # segfault -- cgit v1.2.3 From 7907cd904a12c542529b27b0517a609e9cc4bb08 Mon Sep 17 00:00:00 2001 From: Joel Martin Date: Sat, 28 Feb 2015 15:41:18 -0600 Subject: runtest.py: order of magnitude faster. C#, VB and Lua tests are broken though. --- Makefile | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) (limited to 'Makefile') diff --git a/Makefile b/Makefile index 674ad71..6405422 100644 --- a/Makefile +++ b/Makefile @@ -29,18 +29,21 @@ stepA = stepA_mal EXCLUDE_TESTS += test^bash^step5 # no stack exhaustion or completion EXCLUDE_TESTS += test^c^step5 # segfault EXCLUDE_TESTS += test^cs^step5 # fatal stack overflow fault +EXCLUDE_TESTS += test^haskell^step5 # test completes EXCLUDE_TESTS += test^make^step5 # no TCO capability/step EXCLUDE_TESTS += test^mal^step5 # no TCO capability/step EXCLUDE_TESTS += test^go^step5 # test completes, even at 100,000 EXCLUDE_TESTS += test^php^step5 # test completes, even at 100,000 +EXCLUDE_TESTS += test^racket^step5 # test completes EXCLUDE_TESTS += test^ruby^step5 # test completes, even at 100,000 EXCLUDE_TESTS += test^rust^step5 # no catching stack overflows EXCLUDE_TESTS += test^ocaml^step5 # test completes, even at 1,000,000 # interop tests now implemented yet -EXCLUDE_TESTS += test^cs^stepA test^java^stepA test^mal^stepA \ - test^mal^step0 test^php^stepA test^ps^stepA \ - test^python^stepA test^ruby^stepA +EXCLUDE_TESTS += test^cs^stepA test^go^stepA test^haskell^stepA \ + test^java^stepA test^mal^stepA test^mal^step0 \ + test^php^stepA test^ps^stepA test^python^stepA \ + test^ruby^stepA EXCLUDE_PERFS = perf^mal # TODO: fix this @@ -112,7 +115,7 @@ vb_RUNSTEP = mono ../$(2) --raw $(3) # Extra options to pass to runtest.py cs_TEST_OPTS = --redirect -mal_TEST_OPTS = --redirect --start-timeout 60 --test-timeout 120 +mal_TEST_OPTS = --start-timeout 60 --test-timeout 120 vb_TEST_OPTS = --redirect -- cgit v1.2.3 From 3e0b36dcee99ddfd7ea0e04a382c1ad3858fc45f Mon Sep 17 00:00:00 2001 From: Joel Martin Date: Sat, 28 Feb 2015 15:58:35 -0600 Subject: Lua: fix with new runtest.py --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'Makefile') diff --git a/Makefile b/Makefile index 6405422..85652a6 100644 --- a/Makefile +++ b/Makefile @@ -95,7 +95,7 @@ go_RUNSTEP = ../$(2) $(3) haskell_RUNSTEP = ../$(2) $(3) java_RUNSTEP = mvn -quiet exec:java -Dexec.mainClass="mal.$($(1))" -Dexec.args="--raw$(if $(3), $(3),)" js_RUNSTEP = node ../$(2) $(3) -lua_RUNSTEP = ../$(2) $(3) +lua_RUNSTEP = ../$(2) --raw $(3) make_RUNSTEP = make -f ../$(2) $(3) mal_RUNSTEP = $(call $(MAL_IMPL)_RUNSTEP,$(1),$(call $(MAL_IMPL)_STEP_TO_PROG,stepA),../$(2),") #" ocaml_RUNSTEP = ../$(2) $(3) -- cgit v1.2.3