mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-10-18 12:59:39 +00:00
210 lines
6.9 KiB
Bash
210 lines
6.9 KiB
Bash
#!/bin/bash
|
|
|
|
# SPDX-FileCopyrightText: 2021 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
|
|
#
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
# At most 2 parallel sshs per function
|
|
|
|
export SSHLOGIN1=parallel@lo
|
|
export SSHLOGIN2=csh@lo
|
|
mkdir -p tmp
|
|
|
|
par_termseq_remote() {
|
|
echo '### bug #59146: Support --termseq for remote jobs'
|
|
doit() {
|
|
# setup signal handlers for all signals
|
|
exec perl -e '
|
|
$file = shift;
|
|
for $i (qw(
|
|
HUP INT QUIT ILL TRAP
|
|
ABRT BUS FPE KILL USR1
|
|
SEGV USR2 PIPE ALRM TERM
|
|
STKFLT CHLD CONT STOP TSTP
|
|
TTIN TTOU URG XCPU XFSZ
|
|
VTALRM PROF WINCH IO PWR
|
|
SYS RTMIN RTMIN+1 RTMIN+2 RTMIN+3
|
|
RTMIN+4 RTMIN+5 RTMIN+6 RTMIN+7 RTMIN+8
|
|
RTMIN+9 RTMIN+10 RTMIN+11 RTMIN+12 RTMIN+13
|
|
RTMIN+14 RTMIN+15 RTMAX-14 RTMAX-13 RTMAX-12
|
|
RTMAX-11 RTMAX-10 RTMAX-9 RTMAX-8 RTMAX-7
|
|
RTMAX-6 RTMAX-5 RTMAX-4 RTMAX-3 RTMAX-2
|
|
RTMAX-1 RTMAX
|
|
)) {
|
|
eval q[$SIG{].$i.q[}=sub{open(A,">>$file");print A "].$i.q[\n";};];
|
|
}
|
|
for(1..100) { sleep(1);}
|
|
' $file
|
|
}
|
|
file=/tmp/sig$$
|
|
. `which env_parallel.bash`
|
|
env_parallel -v --timeout 2 --termseq HUP,30,INT,30,QUIT,30,ILL,30,TRAP,30,ABRT,30,BUS,30,FPE,30,USR1,30,SEGV,30,USR2,30,PIPE,30,ALRM,30,TERM,30,STKFLT,30,CHLD,30,CONT,30,TSTP,30,TTIN,30,TTOU,30,URG,30,XCPU,30,XFSZ,30,VTALRM,30,PROF,30,WINCH,30,IO,30,PWR,30,SYS,30,RTMIN,30,RTMAX,30,KILL,9 -S $SSHLOGIN1 doit ::: 1
|
|
sleep 1
|
|
cat $file
|
|
ssh $SSHLOGIN1 rm $file
|
|
}
|
|
|
|
par_nonall_ssh() {
|
|
echo 'bug #59181: --ssh is not propagated to --nonall'
|
|
parallel --ssh 'echo OK | ssh' -S $SSHLOGIN1 --nonall cat
|
|
}
|
|
|
|
par_test_onall() {
|
|
echo '### Test --onall'
|
|
parallel --onall --tag -k -S $SSHLOGIN1,$SSHLOGIN2 '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c ::: 1 2
|
|
}
|
|
|
|
par_test_pipe_onall() {
|
|
echo '### Test | --onall'
|
|
seq 3 |
|
|
parallel --onall --tag -k -S $SSHLOGIN1,$SSHLOGIN2 '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c :::: -
|
|
}
|
|
|
|
par_test_onall_u() {
|
|
echo '### Test --onall -u'
|
|
parallel --onall -S $SSHLOGIN1,$SSHLOGIN2 -u '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c ::: 1 2 3 |
|
|
sort
|
|
}
|
|
|
|
par_test_nonall() {
|
|
echo '### Test --nonall'
|
|
parallel --nonall -k -S $SSHLOGIN1,$SSHLOGIN2 pwd |
|
|
perl -pe 's:/mnt/4tb::g' |
|
|
sort
|
|
}
|
|
|
|
par_test_nonall_u() {
|
|
echo '### Test --nonall -u - should be interleaved x y x y'
|
|
parallel --nonall -S $SSHLOGIN1,$SSHLOGIN2 -u 'pwd|grep -q csh && sleep 3; pwd;sleep 12;pwd;' |
|
|
perl -pe 's:/mnt/4tb::g'
|
|
}
|
|
|
|
par_read_sshloginfile_from_stdin() {
|
|
echo '### Test read sshloginfile from STDIN'
|
|
echo $SSHLOGIN1,$SSHLOGIN2 |
|
|
parallel -S - -k --nonall pwd |
|
|
perl -pe 's:/mnt/4tb::g'
|
|
echo $SSHLOGIN1,$SSHLOGIN2 |
|
|
parallel --sshloginfile - -k --onall pwd\; echo ::: foo |
|
|
perl -pe 's:/mnt/4tb::g'
|
|
}
|
|
|
|
par_nonall_basefile() {
|
|
echo '### Test --nonall --basefile'
|
|
touch tmp/nonall--basefile
|
|
stdout parallel --nonall --basefile tmp/nonall--basefile -S $SSHLOGIN1,$SSHLOGIN2 ls tmp/nonall--basefile
|
|
stdout parallel --nonall -S $SSHLOGIN1,$SSHLOGIN2 rm tmp/nonall--basefile
|
|
stdout rm tmp/nonall--basefile
|
|
}
|
|
|
|
par_onall_basefile() {
|
|
echo '### Test --onall --basefile'
|
|
touch tmp/onall--basefile
|
|
stdout parallel --onall --basefile tmp/onall--basefile -S $SSHLOGIN1,$SSHLOGIN2 ls {} ::: tmp/onall--basefile
|
|
stdout parallel --onall -S $SSHLOGIN1,$SSHLOGIN2 rm {} ::: tmp/onall--basefile
|
|
stdout rm tmp/onall--basefile
|
|
}
|
|
|
|
par_nonall_basefile_cleanup() {
|
|
echo '### Test --nonall --basefile --cleanup (rm should fail)'
|
|
touch tmp/nonall--basefile--clean
|
|
stdout parallel --nonall --basefile tmp/nonall--basefile--clean --cleanup -S $SSHLOGIN1,$SSHLOGIN2 ls tmp/nonall--basefile--clean
|
|
stdout parallel --nonall -S $SSHLOGIN1,$SSHLOGIN2 rm tmp/nonall--basefile--clean
|
|
stdout rm tmp/nonall--basefile--clean
|
|
}
|
|
|
|
par_onall_basefile_cleanup() {
|
|
echo '### Test --onall --basefile --cleanup (rm should fail)'
|
|
touch tmp/onall--basefile--clean
|
|
stdout parallel --onall --basefile tmp/onall--basefile--clean --cleanup -S $SSHLOGIN1,$SSHLOGIN2 ls {} ::: tmp/onall--basefile--clean
|
|
stdout parallel --onall -S $SSHLOGIN1,$SSHLOGIN2 rm {} ::: tmp/onall--basefile--clean
|
|
stdout rm tmp/onall--basefile--clean
|
|
}
|
|
|
|
par_workdir_dot() {
|
|
echo '### Test --workdir .'
|
|
ssh $SSHLOGIN1 mkdir -p mydir
|
|
mkdir -p $HOME/mydir
|
|
cd $HOME/mydir
|
|
parallel --workdir . -S $SSHLOGIN1 ::: pwd |
|
|
perl -pe 's:/mnt/4tb::g'
|
|
}
|
|
|
|
par_wd_dot() {
|
|
echo '### Test --wd .'
|
|
ssh $SSHLOGIN2 mkdir -p mydir
|
|
mkdir -p $HOME/mydir
|
|
cd $HOME/mydir
|
|
parallel --workdir . -S $SSHLOGIN2 ::: pwd |
|
|
perl -pe 's:/mnt/4tb::g'
|
|
}
|
|
|
|
par_wd_braces() {
|
|
echo '### Test --wd {}'
|
|
ssh $SSHLOGIN2 rm -rf wd1 wd2
|
|
mkdir -p $HOME/mydir
|
|
cd $HOME/mydir
|
|
parallel --workdir {} -S $SSHLOGIN2 touch ::: wd1 wd2
|
|
ssh $SSHLOGIN2 ls -d wd1 wd2
|
|
}
|
|
|
|
par_wd_perlexpr() {
|
|
echo '### Test --wd {= =}'
|
|
ssh $SSHLOGIN2 rm -rf WD1 WD2
|
|
mkdir -p $HOME/mydir
|
|
cd $HOME/mydir
|
|
parallel --workdir '{= $_=uc($_) =}' -S $SSHLOGIN2 touch ::: wd1 wd2
|
|
ssh $SSHLOGIN2 ls -d WD1 WD2
|
|
}
|
|
|
|
par_nonall_wd() {
|
|
echo '### Test --nonall --wd'
|
|
parallel --workdir /tmp -S $SSHLOGIN2 --nonall pwd
|
|
}
|
|
|
|
par_remote_symlink_dir() {
|
|
echo 'bug #51293: parallel does not preserve symlinked directory structure on remote'
|
|
ssh parallel@lo 'mkdir -p tmp; rm -rf wd; ln -s tmp wd'
|
|
mkdir -p wd
|
|
touch wd/testfile
|
|
parallel --nonall --rsync-opts '--keep-dirlinks -rlDzR' -S parallel@lo --basefile wd/testfile
|
|
ssh parallel@lo rm wd && echo OK: wd is still a symlink with --rsync-opts
|
|
|
|
ssh parallel@lo 'mkdir -p tmp; rm -rf wd; ln -s tmp wd'
|
|
mkdir -p wd
|
|
touch wd/testfile
|
|
export PARALLEL_RSYNC_OPTS='--keep-dirlinks -rlDzR'
|
|
parallel --nonall -S parallel@lo --basefile wd/testfile
|
|
ssh parallel@lo rm wd && echo OK: wd is still a symlink with PARALLEL_RSYNC_OPTS
|
|
}
|
|
|
|
par_sshlogin_replacement() {
|
|
echo '### show {sshlogin} and {host}'
|
|
parallel -S $SSHLOGIN1 --plus echo {sshlogin} {} {host} ::: and
|
|
parallel -S '5//usr/bin/ssh '$SSHLOGIN1 --plus echo {sshlogin} {} {host} ::: and
|
|
}
|
|
|
|
par_timeout_onall() {
|
|
echo '### --timeout --onall on remote machines: 2*slept 1, 2 jobs failed'
|
|
parallel -j0 --timeout 6 --onall -S localhost,$SSHLOGIN1 'sleep {}; echo slept {}' ::: 1 8 9
|
|
echo jobs failed: $?
|
|
}
|
|
|
|
par_rsync_3.2.3() {
|
|
echo "bug #59006: rsync version 3.2.3 is not detected correctly"
|
|
tmp=$(mktemp -d)
|
|
cp $(which rsync-v3.2.3) "$tmp"/rsync
|
|
PATH="$tmp":$PATH
|
|
rsync --version | grep version
|
|
rm -f bug59006
|
|
parallel --return {} -Sparallel@lo touch ::: bug59006
|
|
ls bug59006
|
|
rm -f bug59006
|
|
rm -r "$tmp"
|
|
}
|
|
|
|
export -f $(compgen -A function | grep par_)
|
|
#compgen -A function | grep par_ | sort | parallel --delay $D -j$P --tag -k '{} 2>&1'
|
|
compgen -A function | grep par_ | sort |
|
|
parallel --joblog /tmp/jl-`basename $0` -j5 --tag -k '{} 2>&1'
|