parallel/testsuite/tests-to-run/parallel-polarhome.sh

130 lines
4.8 KiB
Bash
Raw Normal View History

2013-04-08 19:17:59 +00:00
#!/bin/bash
2015-03-03 23:12:00 +00:00
# Check servers up on http://www.polarhome.com/service/status/
unset TIMEOUT
. `which env_parallel.bash`
env_parallel --session
2015-03-03 23:12:00 +00:00
2017-07-21 21:29:19 +00:00
P_ALL="alpha tru64 hpux-ia64 syllable pidora raspbian solaris openindiana aix hpux qnx debian-ppc suse solaris-x86 mandriva ubuntu scosysv unixware centos miros macosx redhat netbsd openbsd freebsd debian dragonfly vax ultrix minix irix hurd beaglebone cubieboard2"
P_NOTWORKING="vax alpha openstep"
2014-01-22 01:54:18 +00:00
P_NOTWORKING_YET="ultrix irix"
P_WORKING="openbsd tru64 debian freebsd redhat netbsd macosx miros centos unixware pidora ubuntu scosysv raspbian solaris-x86 aix mandriva debian-ppc suse solaris hpux openindiana hpux-ia64"
P_WORKING="openbsd tru64 debian redhat netbsd macosx miros centos unixware pidora scosysv raspbian solaris-x86 aix mandriva debian-ppc suse solaris hpux hurd freebsd ubuntu openindiana"
P_TEMPORARILY_BROKEN="minix dragonfly hpux-ia64 beaglebone cubieboard2"
P="$P_WORKING"
POLAR=`parallel -k echo {}.polarhome.com ::: $P`
S_POLAR=`parallel -k echo -S 1/{}.polarhome.com ::: $P`
# 2018-04-22 MAXTIME=20
MAXTIME=25
RETRIES=4
2013-04-08 19:17:59 +00:00
parallel --retries $RETRIES rsync -a /usr/local/bin/{parallel,env_parallel,env_parallel.*,parcat} ::: redhat.polarhome.com:bin/
2018-04-22 21:32:22 +00:00
doit() {
# Avoid the stupid /etc/issue.net banner at Polarhome: -oLogLevel=quiet
PARALLEL_SSH="ssh -oLogLevel=quiet"
export PARALLEL_SSH
export MAXTIME
export RETRIES
echo MAXTIME=$MAXTIME RETRIES=$RETRIES
2018-04-22 21:32:22 +00:00
copy() {
# scp, but atomic (avoid half files if disconnected)
host=$1
src="$2"
dst="$3"
cat "$src" |
stdout ssh -oLogLevel=quiet $host "mkdir -p bin;cat > bin/'$dst'.tmp && chmod 755 bin/'$dst'.tmp && mv bin/'$dst'.tmp bin/'$dst'"
}
export -f copy
par_nonall() {
parallel -j15 -k --retries $RETRIES --timeout $MAXTIME --delay 0.1 --tag \
2018-04-22 21:32:22 +00:00
--nonall $S_POLAR --argsep ,:- \
'source setupenv >&/dev/null || . `pwd`/setupenv;' "$@"
}
export -f par_nonall
echo '### Copy commands to servers'
parallel -vkj15 --retries $RETRIES --timeout $MAXTIME --delay 0.03 --tag \
2018-04-22 21:32:22 +00:00
copy {2} {1} {1/} \
::: bin/{parallel,env_parallel,env_parallel.*,parcat,stdout} \
::: $POLAR
echo Done copying
2018-04-22 21:32:22 +00:00
# Test empty command
test_empty_cmd() {
echo '### Test if empty command in process list causes problems'
perl -e '$0=" ";sleep 10' &
parallel echo ::: OK_with_empty_cmd
}
export -f test_empty_cmd
PARALLEL='--env test_empty_cmd' par_nonall test_empty_cmd 2>&1
par_nonall parallel echo Works on {} ::: '`hostname`' 2>&1
par_nonall "stdout parallel --tmpdir / echo ::: test read-only tmp |" \
"perl -pe '\$exit += s:/[a-z0-9_]+.arg:/XXXXXXXX.arg:gi; \$exit += s/[0-9][0-9][0-9][0-9]/0000/gi; END { exit not \$exit }' &&" \
"echo OK readonly tmp" 2>&1
echo
echo '### --number-of-cores/--number-of-cpus should work with no error'
echo
par_nonall parallel --number-of-sockets 2>&1
par_nonall parallel --number-of-cores 2>&1
par_nonall parallel --number-of-threads 2>&1
par_nonall parallel --number-of-cpus 2>&1
2018-04-22 21:32:22 +00:00
echo
echo '### Does exporting a bash function kill parallel'
echo
# http://zmwangx.github.io/blog/2015-11-25-bash-function-exporting-fiasco.html
par_nonall 'func() { cat <(echo bash only A); };export -f func; bin/parallel func ::: 1' 2>&1
2018-04-22 21:32:22 +00:00
echo
echo '### Does PARALLEL_SHELL help exporting a bash function not kill parallel'
echo
(
mkdir -p tmp/bin;
cp /bin/bash tmp/bin
cd tmp
PARALLEL_SHELL=bin/bash par_nonall 'func() { cat <(echo bash only B); };export -f func; bin/parallel func ::: 1'
)
2018-04-22 21:32:22 +00:00
echo
echo '### env_parallel echo :::: <(echo OK)'
echo '(bash ksh zsh only)'
echo
par_nonall 'bin/env_parallel --install && echo install-OK' 2>&1
par_nonall 'env_parallel echo env_parallel ::: run-OK' 2>&1
par_nonall 'env_parallel echo reading from process substitution :::: <(echo OK)' |
# csh on NetBSD does not support process substitution
grep -v ': /tmp/.*: No such file or directory'
2016-04-05 22:57:07 +00:00
echo
2018-04-22 21:32:22 +00:00
echo '### parset arr seq ::: 2 3 4'
echo '(bash ksh zsh only)'
2016-04-05 22:57:07 +00:00
echo
2018-04-22 21:32:22 +00:00
par_nonall 'parset arr seq ::: 2 3 4; echo ${arr[*]}' 2>&1
echo '### env_parset arr seq ::: 2 3 4'
par_nonall 'start=2;env_parset arr seq \$start ::: 2 3 4; echo ${arr[*]}' 2>&1
echo
echo '### parset var1,var2,var3 seq ::: 2 3 4'
echo '(bash ksh zsh ash dash only)'
echo
par_nonall 'parset var1,var2,var3 seq ::: 2 3 4; echo $var1,$var2,$var3' 2>&1
echo '### env_parset var1,var2,var3 seq ::: 2 3 4'
par_nonall 'start=2; env_parset var1,var2,var3 seq \$start ::: 2 3 4; echo $var1,$var2,$var3' 2>&1
}
env_parallel -u -Sredhat.polarhome.com doit ::: 1
# eval 'myfunc() { echo '$(perl -e 'print "x"x20000')'; }'
# env_parallel myfunc ::: a | wc # OK
# eval 'myfunc2() { echo '$(perl -e 'print "x"x120000')'; }'
# env_parallel myfunc ::: a | wc # Fail too big env