parallel/testsuite/tests-to-run/parallel-local-ssh6.sh

#!/bin/bash

# SPDX-FileCopyrightText: 2021-2023 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
#
# SPDX-License-Identifier: GPL-3.0-or-later

# At most 2 parallel sshs per function

export SSHLOGIN1=parallel@lo
export SSHLOGIN2=csh@lo
mkdir -p tmp

par_termseq_remote() {
    echo '### bug #59146: Support --termseq for remote jobs'
    doit() {
	# setup signal handlers for all signals
	exec perl -e '
	$file = shift;
    for $i (qw(
    HUP      INT      QUIT     ILL      TRAP
    ABRT     BUS      FPE      KILL     USR1
    SEGV     USR2     PIPE     ALRM     TERM
    STKFLT   CHLD     CONT     STOP     TSTP
    TTIN     TTOU     URG      XCPU     XFSZ
    VTALRM   PROF     WINCH    IO       PWR
    SYS      RTMIN    RTMIN+1  RTMIN+2  RTMIN+3
    RTMIN+4  RTMIN+5  RTMIN+6  RTMIN+7  RTMIN+8
    RTMIN+9  RTMIN+10 RTMIN+11 RTMIN+12 RTMIN+13
    RTMIN+14 RTMIN+15 RTMAX-14 RTMAX-13 RTMAX-12
    RTMAX-11 RTMAX-10 RTMAX-9  RTMAX-8  RTMAX-7
    RTMAX-6  RTMAX-5  RTMAX-4  RTMAX-3  RTMAX-2
    RTMAX-1  RTMAX
	    )) {
	    eval q[$SIG{].$i.q[}=sub{open(A,">>$file");print A "].$i.q[\n";};];
	}
	for(1..100) { sleep(1);}
	' $file
    }
    file=/tmp/sig$$
    . `which env_parallel.bash`
    env_parallel -v --timeout 2 --termseq HUP,30,INT,30,QUIT,30,ILL,30,TRAP,30,ABRT,30,BUS,30,FPE,30,USR1,30,SEGV,30,USR2,30,PIPE,30,ALRM,30,TERM,30,STKFLT,30,CHLD,30,CONT,30,TSTP,30,TTIN,30,TTOU,30,URG,30,XCPU,30,XFSZ,30,VTALRM,30,PROF,30,WINCH,30,IO,30,PWR,30,SYS,30,RTMIN,30,RTMAX,30,KILL,9 -S $SSHLOGIN1 doit ::: 1
    sleep 1
    cat $file
    ssh $SSHLOGIN1 rm $file
}

par_nonall_ssh() {
    echo 'bug #59181: --ssh is not propagated to --nonall'
    parallel --ssh 'echo OK | ssh' -S $SSHLOGIN1 --nonall cat
}

par_test_onall() {
    echo '### Test --onall'
    parallel --onall --tag -k -S $SSHLOGIN1,$SSHLOGIN2 '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c ::: 1 2
}

par_test_pipe_onall() {
    echo '### Test | --onall'
    seq 3 |
	parallel --onall --tag -k -S $SSHLOGIN1,$SSHLOGIN2 '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c :::: -
}

par_test_onall_u() {
    echo '### Test --onall -u'
    parallel --onall -S $SSHLOGIN1,$SSHLOGIN2 -u '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c ::: 1 2 3 |
	sort
}    

par_test_nonall() {
    echo '### Test --nonall'
    parallel --nonall -k -S $SSHLOGIN1,$SSHLOGIN2 pwd |
	perl -pe 's:/mnt/4tb::g' |
	sort
}    

par_test_nonall_u() {
    echo '### Test --nonall -u - should be interleaved x y x y'
    parallel --nonall -S $SSHLOGIN1,$SSHLOGIN2 -u 'pwd|grep -q csh && sleep 3; pwd;sleep 12;pwd;' |
	perl -pe 's:/mnt/4tb::g'
}    

par_read_sshloginfile_from_stdin() {
    echo '### Test read sshloginfile from STDIN'
    echo $SSHLOGIN1,$SSHLOGIN2 |
	parallel -S - -k --nonall pwd |
	perl -pe 's:/mnt/4tb::g'
    echo $SSHLOGIN1,$SSHLOGIN2 |
	parallel --sshloginfile - -k --onall pwd\; echo ::: foo |
	perl -pe 's:/mnt/4tb::g'
}

par_nonall_basefile() {
    echo '### Test --nonall --basefile'
    touch tmp/nonall--basefile
    stdout parallel --nonall --basefile tmp/nonall--basefile -S $SSHLOGIN1,$SSHLOGIN2 ls tmp/nonall--basefile
    stdout parallel --nonall -S $SSHLOGIN1,$SSHLOGIN2 rm tmp/nonall--basefile
    stdout rm tmp/nonall--basefile
}

par_onall_basefile() {
    echo '### Test --onall --basefile'
    touch tmp/onall--basefile
    stdout parallel --onall --basefile tmp/onall--basefile -S $SSHLOGIN1,$SSHLOGIN2 ls {} ::: tmp/onall--basefile
    stdout parallel --onall -S $SSHLOGIN1,$SSHLOGIN2 rm {} ::: tmp/onall--basefile
    stdout rm tmp/onall--basefile
}    

par_nonall_basefile_cleanup() {
    echo '### Test --nonall --basefile --cleanup (rm should fail)'
    touch tmp/nonall--basefile--clean
    stdout parallel --nonall --basefile tmp/nonall--basefile--clean --cleanup -S $SSHLOGIN1,$SSHLOGIN2 ls tmp/nonall--basefile--clean
    stdout parallel --nonall -S $SSHLOGIN1,$SSHLOGIN2 rm tmp/nonall--basefile--clean
    stdout rm tmp/nonall--basefile--clean
}

par_onall_basefile_cleanup() {
    echo '### Test --onall --basefile --cleanup (rm should fail)'
    touch tmp/onall--basefile--clean
    stdout parallel --onall --basefile tmp/onall--basefile--clean --cleanup -S $SSHLOGIN1,$SSHLOGIN2 ls {} ::: tmp/onall--basefile--clean
    stdout parallel --onall -S $SSHLOGIN1,$SSHLOGIN2 rm {} ::: tmp/onall--basefile--clean
    stdout rm tmp/onall--basefile--clean
}

par_workdir_dot() {
    echo '### Test --workdir .'
    ssh $SSHLOGIN1 mkdir -p mydir
    mkdir -p $HOME/mydir
    cd $HOME/mydir
    parallel --workdir . -S $SSHLOGIN1 ::: pwd |
	perl -pe 's:/mnt/4tb::g'
}

par_wd_dot() {
    echo '### Test --wd .'
    ssh $SSHLOGIN2 mkdir -p mydir
    mkdir -p $HOME/mydir
    cd $HOME/mydir
    parallel --workdir . -S $SSHLOGIN2 ::: pwd |
	perl -pe 's:/mnt/4tb::g'
}    

par_wd_braces() {
    echo '### Test --wd {}'
    ssh $SSHLOGIN2 rm -rf wd1 wd2
    mkdir -p $HOME/mydir
    cd $HOME/mydir
    parallel --workdir {} -S $SSHLOGIN2 touch ::: wd1 wd2
    ssh $SSHLOGIN2 ls -d wd1 wd2
}

par_wd_perlexpr() {
    echo '### Test --wd {= =}'
    ssh $SSHLOGIN2 rm -rf WD1 WD2
    mkdir -p $HOME/mydir
    cd $HOME/mydir
    parallel --workdir '{= $_=uc($_) =}' -S $SSHLOGIN2 touch ::: wd1 wd2
    ssh $SSHLOGIN2 ls -d WD1 WD2
}

par_nonall_wd() {
    echo '### Test --nonall --wd'
    parallel --workdir /tmp -S $SSHLOGIN2 --nonall pwd
}

par_remote_symlink_dir() {
    echo 'bug #51293: parallel does not preserve symlinked directory structure on remote'
    ssh parallel@lo 'mkdir -p tmp; rm -rf wd; ln -s tmp wd'
    mkdir -p wd
    touch wd/testfile
    parallel --nonall --rsync-opts '--keep-dirlinks -rlDzR' -S parallel@lo --basefile wd/testfile
    ssh parallel@lo rm wd && echo OK: wd is still a symlink with --rsync-opts

    ssh parallel@lo 'mkdir -p tmp; rm -rf wd; ln -s tmp wd'
    mkdir -p wd
    touch wd/testfile
    export PARALLEL_RSYNC_OPTS='--keep-dirlinks -rlDzR'
    parallel --nonall -S parallel@lo --basefile wd/testfile
    ssh parallel@lo rm wd && echo OK: wd is still a symlink with PARALLEL_RSYNC_OPTS
}

par_sshlogin_replacement() {
    echo '### show {sshlogin} and {host}'
    parallel -S $SSHLOGIN1 --plus echo {sshlogin} {} {host} ::: and
    parallel -S '5//usr/bin/ssh '$SSHLOGIN1 --plus echo {sshlogin} {} {host} ::: and
}

par_onall_timeout() {
    echo '### --timeout --onall on remote machines: 2*slept 1, 2 jobs failed'
    parallel -j0 --timeout 6 --onall -S localhost,$SSHLOGIN1 'sleep {}; echo slept {}' ::: 1 8 9
    echo jobs failed: $?
}

par_rsync_3.2.3() {
    echo "bug #59006: rsync version 3.2.3 is not detected correctly"
    tmp=$(mktemp -d)
    cp $(which rsync-v3.2.3) "$tmp"/rsync
    PATH="$tmp":$PATH
    rsync --version | grep version
    rm -f bug59006
    parallel --return {} -Sparallel@lo touch ::: bug59006
    ls bug59006
    rm -f bug59006
    rm -r "$tmp"
}

export -f $(compgen -A function | grep par_)
#compgen -A function | grep par_ | sort | parallel --delay $D -j$P --tag -k '{} 2>&1'
compgen -A function | grep par_ | sort |
    parallel --joblog /tmp/jl-`basename $0` -j5 --tag -k '{} 2>&1'