parallel/testsuite/Makefile

159 lines
5.5 KiB
Makefile
Raw Normal View History

# SPDX-FileCopyrightText: 2021-2022 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
2021-04-22 16:20:41 +00:00
#
# SPDX-License-Identifier: GPL-3.0-or-later
2019-07-23 07:00:09 +00:00
### Full test set (except mem)
2021-07-22 20:31:06 +00:00
testsuite: short
true
all: mem short long polar
true
3: ../src/parallel tests-to-run/* wanted-results/* startdb prereqlocal prereqremote
TRIES=3 time bash Start.sh '' mem || true
2014-07-14 16:25:45 +00:00
touch ~/.parallel/will-cite
make stopvm
1: ../src/parallel tests-to-run/* wanted-results/* prereqlocal startdb prereqremote
TRIES=1 time bash Start.sh '' mem || true
touch ~/.parallel/will-cite
make stopvm
2019-07-23 07:00:09 +00:00
# Mem
mem: ../src/parallel tests-to-run/*mem* wanted-results/*mem*
make stopvm || true
time bash Start.sh mem NONE || true
2014-07-14 16:25:45 +00:00
touch ~/.parallel/will-cite
make stopvm
2019-07-23 07:00:09 +00:00
# Tutorial
tutorial: ../src/parallel tests-to-run/*tutorial* wanted-results/*tutorial* prereqlocal
TRIES=1 time bash Start.sh tutorial NONE || true
touch ~/.parallel/will-cite
make stopvm
2020-09-23 15:41:03 +00:00
# 100s and 300s
100s: ../src/parallel tests-to-run/*00s* wanted-results/*00s* prereqlocal
time bash Start.sh 00s NONE || true
2019-07-23 07:00:09 +00:00
touch ~/.parallel/will-cite
make stopvm
# Polarhome
polarhome: polar
true
2016-04-05 22:57:07 +00:00
polar: ../src/parallel tests-to-run/*polar* wanted-results/*polar* prereqlocal
time bash Start.sh polar NONE || true
touch ~/.parallel/will-cite
2019-07-23 07:00:09 +00:00
# *local* only
2021-04-22 16:20:41 +00:00
local: ../src/parallel tests-to-run/*local* wanted-results/*local* prereqlocal installparallel
time bash Start.sh local mem
2021-04-22 16:20:41 +00:00
# short
short: ../src/parallel tests-to-run/* wanted-results/* prereqlocal installparallel
TRIES=1 time bash Start.sh '' 'polar|mem|100s|300s'
2021-07-22 20:31:06 +00:00
# long
long: ../src/parallel tests-to-run/* wanted-results/* prereqlocal installparallel
TRIES=1 time bash Start.sh '00s' NONE
2021-04-22 16:20:41 +00:00
# short and local
localshort: ../src/parallel tests-to-run/*local* wanted-results/*local* prereqlocal installparallel
2020-01-22 17:03:29 +00:00
TRIES=1 time bash Start.sh local 'mem|100s|300s'
2019-07-23 07:00:09 +00:00
# sql
testdb: ../src/parallel tests-to-run/*sql* wanted-results/*sql* prereqdb
time bash Start.sh sql NONE
# Portable tests that run everywhere
2019-07-23 07:00:09 +00:00
portable:
# Cache sudo password
sudo echo
time bash Portable.sh
### Prerequisites
REQUIRE=bash -c '\
is_installed() { \
eval $$2 >/dev/null 2>/dev/null || (echo "$$1" is required for testsuite; /bin/false); \
}; \
export -f is_installed; \
parallel -n2 --tag is_installed ::: \
script "echo | script -c echo -q /dev/null" \
"ssh sh@lo" "timeout 20 ssh sh@lo true" \
"ssh csh@lo" "timeout 5 ssh csh@lo true" \
niceload "niceload echo niceload is installed" \
expect "expect -c \"spawn cat; puts \\\"expect is installed\\\"\"" \
autossh "autossh -V" \
tcsh "tcsh -c echo tcsh installed" \
seq "seq 1 2" \
stdout "stdout echo stdout is installed" \
convert "convert -version" \
bc "echo 1+2 | bc" \
gawk "echo | gawk \"{print \\\"gawk is installed\\\"}\"" \
pv "echo | pv -qL 10" \
timeout "timeout 1 echo timeout is installed" \
'
2021-04-22 16:20:41 +00:00
# lsh "lsh lo echo lsh is installed" \
prereqlocal: installparallel startvm
${REQUIRE}
parallel -j1 ssh-keygen -R parallel-server{} ::: 1 2 3 4 || true
(parallel 'ssh vagrant@parallel-server{} mkdir -p bin; scp `which parallel` vagrant@parallel-server{}:bin/' ::: 1 2 3 4)&
prereqremote: installparallel startvm
parallel -j0 --timeout 10 --tag ssh vagrant@parallel-server{} parallel --minversion 20121021 ::: 1 2 || (echo parallel on remote required for testsuite; /bin/true)
2021-09-22 21:37:24 +00:00
ignore=bytes.of.data|ping.statistics|packets.transmitted|64.bytes.from|\
min/avg/max/mdev|default
start=(stdout ping -w 1 -c 1 {} || \
(cd vagrant/*/{} && vagrant up; \
wssh vagrant@{} echo {} is up) ) | \
grep -Ev "${ignore}"
stop=(stdout ping -w 1 -c 1 {} && \
(cd vagrant/*/{} && vagrant suspend) ) | \
grep -Ev "${ignore}"
2021-09-22 21:37:24 +00:00
startvm:
parallel --tag -k '${start}' ::: centos8 freebsd11 freebsd12 rhel8 centos3 &
stopvm:
2021-09-22 21:37:24 +00:00
parallel --tag -k '${stop}' ::: centos8 freebsd11 freebsd12 rhel8 centos3 || true
startdb:
true TODO should start Oracle in vagrant
startdb-old:
#echo shutdown abort | sudo su - oracle -c "sqlplus / as sysdba"
sudo parallel /etc/init.d/{} status '||' /etc/init.d/{} restart ::: postgresql mysql # oracle-xe
VBoxManage startvm OracleXE || true
parallel 'ping {} | read' ::: oracle11.tange.dk
2019-07-23 07:00:09 +00:00
### Distribution
installparallel: ../src/parallel
cd .. && make -j && sudo make -j install
clean:
rm -rf input-files/random_dirs_no_newline
rm -rf input-files/random_dirs_with_newline
dist:
rm -rf input-files/random_dirs_*_newline || /bin/true
rm -rf tmp || /bin/true
( cd ..; tar -cvj --exclude .git --exclude '#*#' --exclude '*~' --exclude CVS -f /tmp/parallel.tar.bz2 parallel-[0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9] )
mv /tmp/parallel.tar.bz2 parallel-$$(date +"%Y%m%d").tar.bz2
rsync -Havessh parallel-$$(date +"%Y%m%d").tar.bz2 download.savannah.nongnu.org:/releases/parallel/
2019-07-23 07:00:09 +00:00
### Measure timings
timings: tests-to-run/* ../src/parallel
ls tests-to-run/*.sh | parallel echo /usr/bin/time -f "'%e\ %P'" bash >/tmp/timing.script
stdout bash -x /tmp/timing.script | tee /tmp/timing.out
echo + .usr.bin.time_END >>/tmp/timing.out
perl -ne '/\+ .usr.bin.time/ and do { print $$last.$$h; $$h=$$_ }; chomp; s/.*\0//;$$last = $$_' /tmp/timing.out |sort -n >timings
timingbar:
vmstat 1 | timestamp --isotime > vmstat.timestamp.1 &
stdout make 1 | timestamp --isotime | tee make.timestamp.1
killall vmstat
mv vmstat.timestamp.1 vmstat.timestamp
mv make.timestamp.1 make.timestamp
sort vmstat.timestamp make.timestamp | perl -pe '/tests-to-run(\S+)/ and $$p=$$1; print "$$p "' | field 6,1,2 | perl -ne '/^\d+ / and print' | histogram -i vh