parallel/testsuite/tests-to-run/parallel-local-ssh5.sh

#!/bin/bash

# SPDX-FileCopyrightText: 2021-2024 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
#
# SPDX-License-Identifier: GPL-3.0-or-later

# SSH only allowed to localhost/lo

par_ssh_cmd_with_newline() {
    echo '### Check --ssh with \n works'
    ssh=$(mktemp)
    cp -a /usr/bin/ssh "$ssh"
    qssh=$(parallel -0 --shellquote "$ssh")
    parallel --ssh "$qssh" -S sh@lo ::: whoami
}

par_controlmaster() {
    echo '### Check -M works if TMPDIR contains space'
    short_TMPDIR() {
	# TMPDIR must be short for -M                                                         
	export TMPDIR=/tmp/ssh/'                                                              
`touch /tmp/tripwire`                                                                     
'
	TMPDIR=/tmp
	mkdir -p "$TMPDIR"
    }
    short_TMPDIR

    (
	seq 1 3 | parallel -j10 --retries 3 -k -M -S sh@lo echo
	seq 1 3 | parallel -j10 --retries 3 -k -M -S sh@lo echo
    )
    echo Part2
    stdout parallel -j1 -k -M -S sh@lo echo ::: OK | replace_tmpdir
}

par_--ssh_autossh() {
    echo '### --ssh autossh'
    (
	export PARALLEL_SSH=autossh; export AUTOSSH_PORT=0
	stdout parallel -S lo echo ::: OK
	echo OK | stdout parallel --pipe -S lo cat
	stdout parallel -S lo false ::: a || echo OK should fail
	echo '### --ssh autossh - add commands that fail here'
	touch foo_autossh
	stdout parallel -S csh@lo --trc {}.out touch {}.out ::: foo_autossh
	ls foo_autossh*
	rm foo_autossh*
    ) | grep -Ev 'Warning: remote port forwarding failed for listen'
}

par_fish_exit() {
    echo '### bug #64222: sshlogin --return and fish shell'
    ssh fish@lo '
      echo OK > bug_64222
      parallel --wd ... --sshlogin lo --trc {} cat ::: bug_64222
      rm bug_64222
    '
}

par__basefile_cleanup() {
    echo '### bug #46520: --basefile cleans up without --cleanup'
    touch bug_46520
    parallel -S parallel@lo --bf bug_46520 ls ::: bug_46520
    ssh parallel@lo ls bug_46520
    parallel -S parallel@lo --cleanup --bf bug_46520 ls ::: bug_46520
    stdout ssh parallel@lo ls bug_46520 # should not exist
}

par_input_loss_pipe() {
    echo '### bug #36595: silent loss of input with --pipe and --sshlogin'
    seq 10000 | xargs | parallel --pipe -S 8/localhost cat 2>/dev/null | wc
}

par_--controlmaster_eats() {
    echo 'bug #36707: --controlmaster eats jobs'
    short_TMPDIR() {
	# TMPDIR must be short for -M                                                         
	export TMPDIR=/tmp/ssh/'                                                              
`touch /tmp/tripwire`                                                                     
'
	TMPDIR=/tmp
	mkdir -p "$TMPDIR"
    }
    short_TMPDIR
    seq 2 | parallel -k --controlmaster --sshlogin lo echo OK{}
}

par_--ssh_lsh() {
    echo '### --ssh lsh'
    # lsh: Protocol error: No common key exchange method.
    #
    # $ lsh --list-algorithms
    # Supported hostkey algorithms: ssh-dss, spki, none
    #
    # $ nmap --script ssh2-enum-algos -sV -p 22 lo
    # |   server_host_key_algorithms: (4)
    # |       rsa-sha2-512
    # |       rsa-sha2-256
    # |       ecdsa-sha2-nistp256
    # |       ssh-ed25519
    # |
    #
    # There is no longer an overlap: LSH is unsupported until there is
    # a common algorithm again
    #
    # Code is kept if lsh is upgraded in the future
    parallel --ssh 'lsh -c aes256-ctr' -S lo echo ::: OK
    echo OK | parallel --ssh 'lsh -c aes256-ctr' --pipe -S csh@lo cat
    parallel --ssh lsh -S lo echo ::: OK
    echo OK | parallel --ssh lsh --pipe -S csh@lo cat
    # Todo:
    # * rsync/--trc
    # * csh@lo
}

par_pipe_retries() {
    echo '### bug #45025: --pipe --retries does not reschedule on other host'
    seq 1 300030 |
	stdout parallel -k --retries 2 -S a.a,: --pipe 'wc;hostname' |
	perl -pe 's/'`hostname`'/localhost-:/'
    stdout parallel --retries 2 --roundrobin echo ::: should fail
}

par_env_parallel_onall() {
    echo "bug #54352: env_parallel -Slo --nonall myfunc broken in 20180722"
    . `which env_parallel.bash`
    doit() { echo Myfunc "$@"; }
    env_parallel -Slo --onall doit ::: works
    env_parallel -Slo --nonall doit works
}

par__--shellquote_command_len() {
    echo '### test quoting will not cause a crash if too long'
    # echo "'''" | parallel --shellquote --shellquote --shellquote --shellquote

    testlen() {
	echo "$1" | parallel $2 | wc
    }
    export -f testlen

    outer() {
	export PARALLEL="--env testlen -k --tag"
	parallel $@ testlen '{=2 $_="$arg[1]"x$_ =}' '{=3 $_=" --shellquote"x$_ =}' \
	     ::: '"' "'" ::: {1..10} ::: {1..10}
    }
    export -f outer

    stdout parallel --tag -k outer ::: '-Slo -j10' '' |
	perl -pe 's/(\d+)\d\d\d\d/${1}xxxx/g';
}

export -f $(compgen -A function | grep par_)
compgen -A function | G par_ "$@" | sort |
    # 2019-07-14 100% slowed down 4 threads/16GB
    parallel -j75% --joblog /tmp/jl-`basename $0` -j3 --tag -k --delay 0.1 --retries 3 '{} 2>&1'