mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-11-22 14:07:55 +00:00
100 lines
4.1 KiB
Bash
Executable file
100 lines
4.1 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
# Check servers up on http://www.polarhome.com/service/status/
|
|
|
|
P_ALL="alpha tru64 hpux-ia64 syllable pidora raspbian solaris openindiana aix hpux qnx debian-ppc suse solaris-x86 mandriva ubuntu scosysv unixware centos miros macosx redhat netbsd openbsd freebsd debian dragonfly vax ultrix minix irix hurd beaglebone cubieboard2"
|
|
P_NOTWORKING="vax alpha openstep"
|
|
P_NOTWORKING_YET="ultrix irix"
|
|
|
|
P_WORKING="tru64 syllable pidora raspbian solaris openindiana aix hpux qnx debian-ppc suse solaris-x86 mandriva ubuntu scosysv unixware centos miros macosx redhat netbsd openbsd freebsd debian"
|
|
P_TEMPORARILY_BROKEN="minix hurd hpux-ia64 dragonfly"
|
|
|
|
P="$P_WORKING"
|
|
P="$P_ALL"
|
|
POLAR=`parallel -k echo {}.polarhome.com ::: $P`
|
|
S_POLAR=`parallel -k echo -S 1/{}.polarhome.com ::: $P`
|
|
|
|
# 20150414 --timeout 80 -> 40
|
|
# 20151219 --retries 5 -> 2
|
|
# 20160821 --timeout 10 -> 100 (DNS problems)
|
|
TIMEOUT=130
|
|
RETRIES=4
|
|
|
|
echo '### Tests on polarhome machines'
|
|
echo 'Setup on polarhome machines'
|
|
# Avoid the stupid /etc/issue.net banner at Polarhome: -oLogLevel=quiet
|
|
#stdout parallel -kj0 ssh -oLogLevel=quiet {} mkdir -p bin ::: $POLAR &
|
|
|
|
test_empty_cmd() {
|
|
echo
|
|
echo '### Test if empty command in process list causes problems'
|
|
echo
|
|
perl -e '$0=" ";sleep 1' &
|
|
bin/perl bin/parallel echo ::: OK_with_empty_cmd
|
|
}
|
|
export -f test_empty_cmd
|
|
stdout parallel -j0 -k --retries $RETRIES --timeout $TIMEOUT --delay 0.03 --tag \
|
|
--nonall --env test_empty_cmd -S macosx.polarhome.com test_empty_cmd > /tmp/test_empty_cmd &
|
|
|
|
copy() {
|
|
host=$1
|
|
src="$2"
|
|
dst="$3"
|
|
cat "$src" |
|
|
stdout ssh -oLogLevel=quiet $host "cat > bin/'$dst'.tmp && chmod 755 bin/'$dst'.tmp && mv bin/'$dst'.tmp bin/'$dst'"
|
|
}
|
|
export -f copy
|
|
stdout parallel -j100 -r --retries $RETRIES --timeout $TIMEOUT --delay 0.1 --tag -v \
|
|
copy {2} {1} {1/} \
|
|
::: /usr/local/bin/{parallel,env_parallel,env_parallel.*} \
|
|
::: $POLAR
|
|
|
|
copy_and_test() {
|
|
H=$1
|
|
# scp to each polarhome machine does not work. Use cat
|
|
# Avoid the stupid /etc/issue.net banner with -oLogLevel=quiet
|
|
echo '### Run the test on '$H
|
|
cat `which parallel` |
|
|
stdout ssh -oLogLevel=quiet $H 'cat > bin/p.tmp && chmod 755 bin/p.tmp && mv bin/p.tmp bin/parallel && bin/perl bin/parallel echo Works on {} ::: '$H &&
|
|
stdout ssh -oLogLevel=quiet $H 'bin/perl bin/parallel --tmpdir / echo ::: test read-only tmp' |
|
|
perl -pe '$exit += s:/[a-z0-9_]+.arg:/XXXXXXXX.arg:gi; $exit += s/\d\d\d\d/0000/gi; END { exit not $exit }' &&
|
|
echo OK
|
|
}
|
|
export -f copy_and_test
|
|
stdout parallel -j6 -k -r --retries $RETRIES --timeout $TIMEOUT --delay 0.1 --tag -v copy_and_test {} ::: $POLAR
|
|
|
|
echo
|
|
echo '### Test remote wrapper working on all platforms'
|
|
echo
|
|
parallel -j0 --nonall -k --timeout $TIMEOUT $S_POLAR hostname
|
|
|
|
echo
|
|
echo '### Does exporting a bash function kill parallel'
|
|
echo
|
|
# http://zmwangx.github.io/blog/2015-11-25-bash-function-exporting-fiasco.html
|
|
parallel --onall -j0 -k --tag --timeout $TIMEOUT $S_POLAR 'func() { cat <(echo bash only A); };export -f func; bin/parallel func ::: ' ::: 1 2>&1 | sort
|
|
|
|
echo
|
|
echo '### Does PARALLEL_SHELL help exporting a bash function not kill parallel'
|
|
echo
|
|
PARALLEL_SHELL=/bin/bash parallel --retries $RETRIES --onall -j0 -k --tag --timeout $TIMEOUT $S_POLAR 'func() { cat <(echo bash only B); };export -f func; bin/parallel func ::: ' ::: 1 2>&1 | sort
|
|
|
|
echo
|
|
echo '### env_parallel echo :::: <(echo OK)'
|
|
echo '(bash only)'
|
|
echo
|
|
parallel --retries $RETRIES --nonall -j0 -k --tag --timeout $TIMEOUT $S_POLAR 'bin/env_parallel --install'
|
|
parallel --retries $RETRIES --nonall -j0 -k --tag --timeout $TIMEOUT $S_POLAR 'env_parallel echo env_parallel ::: OK'
|
|
parallel --retries $RETRIES --nonall -j0 -k --tag --timeout $TIMEOUT $S_POLAR 'env_parallel echo reading from process substitution :::: <(echo OK)'
|
|
|
|
# eval 'myfunc() { echo '$(perl -e 'print "x"x20000')'; }'
|
|
# env_parallel myfunc ::: a | wc # OK
|
|
# eval 'myfunc2() { echo '$(perl -e 'print "x"x120000')'; }'
|
|
# env_parallel myfunc ::: a | wc # Fail too big env
|
|
# Can this be made faster using `ssh -M`?
|
|
# Can it be moved to virtualbox?
|
|
|
|
# Started earlier - therefore wait
|
|
wait; cat /tmp/test_empty_cmd
|
|
rm /tmp/test_empty_cmd
|