mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-12-22 20:57:53 +00:00
172 lines
6.1 KiB
Makefile
172 lines
6.1 KiB
Makefile
# SPDX-FileCopyrightText: 2021-2024 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
|
|
#
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
### Full test set (except mem)
|
|
testsuite: short
|
|
true
|
|
|
|
all: mem short long polar
|
|
true
|
|
|
|
3: ../src/parallel tests-to-run/* wanted-results/* startdb prereqlocal prereqremote
|
|
TRIES=3 time bash Start.sh '' mem || true
|
|
touch ~/.parallel/will-cite
|
|
make stopvm
|
|
|
|
1: ../src/parallel tests-to-run/* wanted-results/* prereqlocal startdb prereqremote
|
|
TRIES=1 time bash Start.sh '' mem || true
|
|
touch ~/.parallel/will-cite
|
|
make stopvm
|
|
|
|
# Mem
|
|
mem: ../src/parallel tests-to-run/*mem* wanted-results/*mem*
|
|
make stopvm || true
|
|
time bash Start.sh mem NONE || true
|
|
touch ~/.parallel/will-cite
|
|
make stopvm
|
|
|
|
# The output must be inspected visually
|
|
manual: ../src/parallel tests-to-run/*manual* wanted-results/*manual*
|
|
bash tests-to-run/parallel-manual.sh
|
|
|
|
# Tutorial
|
|
tutorial: ../src/parallel tests-to-run/*tutorial* wanted-results/*tutorial* prereqlocal
|
|
TRIES=1 time bash Start.sh tutorial NONE || true
|
|
touch ~/.parallel/will-cite
|
|
make stopvm
|
|
|
|
# 100s and 300s
|
|
100s: ../src/parallel tests-to-run/*00s* wanted-results/*00s* prereqlocal
|
|
time bash Start.sh 00s NONE || true
|
|
touch ~/.parallel/will-cite
|
|
make stopvm
|
|
|
|
# Polarhome
|
|
polarhome: polar
|
|
true
|
|
|
|
polar: ../src/parallel tests-to-run/*polar* wanted-results/*polar* prereqlocal
|
|
time bash Start.sh polar NONE || true
|
|
touch ~/.parallel/will-cite
|
|
|
|
# *local* only
|
|
local: ../src/parallel tests-to-run/*local* wanted-results/*local* prereqlocal installparallel
|
|
time bash Start.sh local mem
|
|
|
|
# short
|
|
short: ../src/parallel tests-to-run/* wanted-results/* prereqlocal installparallel
|
|
TRIES=1 time bash Start.sh '' 'polar|mem|100s|300s|manual'
|
|
|
|
# long
|
|
long: ../src/parallel tests-to-run/* wanted-results/* prereqlocal installparallel
|
|
TRIES=1 time bash Start.sh '00s' NONE
|
|
|
|
# short and local
|
|
localshort: ../src/parallel tests-to-run/*local* wanted-results/*local* prereqlocal installparallel
|
|
TRIES=1 time bash Start.sh local 'mem|100s|300s'
|
|
|
|
# sql
|
|
testdb: ../src/parallel tests-to-run/*sql* wanted-results/*sql* prereqdb
|
|
time bash Start.sh sql NONE
|
|
|
|
# Portable tests that run everywhere
|
|
portable:
|
|
# Cache sudo password
|
|
sudo echo
|
|
time bash Portable.sh
|
|
|
|
### Prerequisites
|
|
REQUIRE=bash -c '\
|
|
is_installed() { \
|
|
eval $$2 >/dev/null 2>/dev/null || (echo "$$1" is required for testsuite; /bin/false); \
|
|
}; \
|
|
export -f is_installed; \
|
|
parallel -n2 --tag is_installed ::: \
|
|
script "echo | script -c echo -q /dev/null" \
|
|
"ssh sh@lo" "timeout 20 ssh sh@lo true" \
|
|
"ssh csh@lo" "timeout 5 ssh csh@lo true" \
|
|
niceload "niceload echo niceload is installed" \
|
|
expect "expect -c \"spawn cat; puts \\\"expect is installed\\\"\"" \
|
|
autossh "autossh -V" \
|
|
tcsh "tcsh -c echo tcsh installed" \
|
|
seq "seq 1 2" \
|
|
stdout "stdout echo stdout is installed" \
|
|
convert "convert -version" \
|
|
bc "echo 1+2 | bc" \
|
|
gawk "echo | gawk \"{print \\\"gawk is installed\\\"}\"" \
|
|
pv "echo | pv -qL 10" \
|
|
timeout "timeout 1 echo timeout is installed" \
|
|
sshpass "sshpass echo sshpass is installed" \
|
|
'
|
|
# lsh "lsh lo echo lsh is installed" \
|
|
|
|
prereqlocal: installparallel startvm
|
|
${REQUIRE}
|
|
(parallel 'ssh -oStrictHostKeyChecking=accept-new vagrant@parallel-server{} mkdir -p bin; scp `which parallel` vagrant@parallel-server{}:bin/' ::: 1 2 3 4)&
|
|
|
|
prereqremote: installparallel startvm
|
|
parallel -j0 --timeout 10 --tag ssh -oStrictHostKeyChecking=accept-new vagrant@parallel-server{} parallel --minversion 20121021 ::: 1 2 || (echo parallel on remote required for testsuite; /bin/true)
|
|
|
|
ignore=bytes.of.data|ping.statistics|packets.transmitted|64.bytes.from|\
|
|
min/avg/max/mdev|default|known.hosts|Host.*found
|
|
start=(stdout ping -w 1 -c 1 {} && ssh vagrant@{} echo ssh {} works || \
|
|
(cd vagrant/*/{} 2>/dev/null && vagrant up ; \
|
|
echo {} | grep -q centos3 && \
|
|
(cat ../../authorized_keys | vagrant ssh -c "cat >>.ssh/authorized_keys"; \
|
|
vagrant ssh -c "sudo /sbin/ifconfig eth1 172.27.27.3"); \
|
|
ssh-keygen -R {}; \
|
|
stdout wssh -oStrictHostKeyChecking=accept-new vagrant@{} echo ssh {} started and works) ) | \
|
|
grep -Ev "${ignore}"
|
|
|
|
stop=(stdout ping -w 1 -c 1 {} && \
|
|
(cd vagrant/*/{} && vagrant suspend) ) | \
|
|
grep -Ev "${ignore}"
|
|
|
|
namedservers=centos8 freebsd13 freebsd14 rhel8 centos3
|
|
servers=parallel-server1 parallel-server2 parallel-server3 parallel-server4 ${namedservers}
|
|
|
|
startvm:
|
|
sort -u ~/.ssh/*.pub vagrant/authorized_keys > vagrant/authorized_keys.
|
|
mv vagrant/authorized_keys. vagrant/authorized_keys
|
|
parallel -j0 --tag -k '${start}' ::: ${servers} &
|
|
stopvm:
|
|
parallel -j0 --tag -k '${stop}' ::: ${namedservers} || true
|
|
|
|
stopdb:
|
|
cd vagrant-projects/OracleDatabase/23.4.0-Free; vagrant suspend
|
|
|
|
startdb:
|
|
cd vagrant-projects/OracleDatabase/23.4.0-Free; vagrant up
|
|
sql oracle://SYSTEM:$$VM_ORACLE_PWD@/FREE "select 'Oracle is running' from dual;"
|
|
|
|
### Distribution
|
|
installparallel: ../src/parallel
|
|
cd .. && make -j && sudo make -j install
|
|
|
|
clean:
|
|
rm -rf input-files/random_dirs_no_newline
|
|
rm -rf input-files/random_dirs_with_newline
|
|
|
|
dist:
|
|
rm -rf input-files/random_dirs_*_newline || /bin/true
|
|
rm -rf tmp || /bin/true
|
|
( cd ..; tar -cvj --exclude .git --exclude '#*#' --exclude '*~' --exclude CVS -f /tmp/parallel.tar.bz2 parallel-[0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9] )
|
|
mv /tmp/parallel.tar.bz2 parallel-$$(date +"%Y%m%d").tar.bz2
|
|
rsync -Havessh parallel-$$(date +"%Y%m%d").tar.bz2 download.savannah.nongnu.org:/releases/parallel/
|
|
|
|
### Measure timings
|
|
timings: tests-to-run/* ../src/parallel
|
|
ls tests-to-run/*.sh | parallel echo /usr/bin/time -f "'%e\ %P'" bash >/tmp/timing.script
|
|
stdout bash -x /tmp/timing.script | tee /tmp/timing.out
|
|
echo + .usr.bin.time_END >>/tmp/timing.out
|
|
perl -ne '/\+ .usr.bin.time/ and do { print $$last.$$h; $$h=$$_ }; chomp; s/.*\0//;$$last = $$_' /tmp/timing.out |sort -n >timings
|
|
|
|
timingbar:
|
|
vmstat 1 | timestamp --isotime > vmstat.timestamp.1 &
|
|
stdout make 1 | timestamp --isotime | tee make.timestamp.1
|
|
killall vmstat
|
|
mv vmstat.timestamp.1 vmstat.timestamp
|
|
mv make.timestamp.1 make.timestamp
|
|
sort vmstat.timestamp make.timestamp | perl -pe '/tests-to-run(\S+)/ and $$p=$$1; print "$$p "' | field 6,1,2 | perl -ne '/^\d+ / and print' | histogram -i vh
|