parallel/testsuite/tests-to-run/parallel-local-ssh8.sh

#!/bin/bash

# SPDX-FileCopyrightText: 2021-2024 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
#
# SPDX-License-Identifier: GPL-3.0-or-later

# Each test should at most run 1 ssh against parallel@lo or lo

par_transfer_special_char_names() {
    echo '### Test --return of weirdly named file'
    ssh parallel@lo rm -f 'aa*b'
    rm -f 'aa<${#}" b'
    stdout parallel --return {} -S parallel@lo echo '>'{} ::: 'aa<${#}" b'
    ls 'aa<${#}" b'
    rm -f 'aa<${#}" b'
}

par_path_remote_bash() {
  echo 'bug #47695: How to set $PATH on remote? Bash'
  rm -rf /tmp/parallel
  cp /usr/local/bin/parallel /tmp
  
  cat <<'_EOS' |
  echo StArT
  echo BASH Path before: $PATH with no parallel
  parallel echo ::: 1
  # Race condition stderr/stdout
  sleep 1
  echo '^^^^^^^^ Not found is OK'
  # Exporting a big variable should not fail
  export A="`seq 1000`"
  PATH=$PATH:/tmp
  . /usr/local/bin/env_parallel.bash
  # --filter-hosts to see if $PATH with parallel is transferred
  env_parallel --filter-hosts --env A,PATH -Slo echo '$PATH' ::: OK
_EOS
  stdout ssh nopathbash@lo -T |
      perl -ne '/StArT/..0 and print' |
      uniq
  echo
}

par_path_remote_csh() {
  echo 'bug #47695: How to set $PATH on remote? csh'
  rm -rf /tmp/parallel
  cp /usr/local/bin/parallel /tmp

  cat <<'_EOS' |
  echo StArT
  echo CSH Path before: $PATH with no parallel
  which parallel >& /dev/stdout
  echo '^^^^^^^^ Not found is OK'
  alias parallel=/tmp/parallel
  # Exporting a big variable should not fail
  setenv A "`seq 1000`"
  setenv PATH ${PATH}:/tmp
  cp /usr/local/bin/env_parallel* /tmp
  rehash
  if ("`alias env_parallel`" == '') then
    source `which env_parallel.csh`
  endif
  # --filter-hosts to see if $PATH with parallel is transferred
  env_parallel --filter-hosts --env A,PATH -Slo echo '$PATH' ::: OK
  # Sleep needed to avoid stderr/stdout mixing
  sleep 1
  echo Done
_EOS
  stdout ssh nopathcsh@lo -T |
      perl -ne '/StArT/..0 and print' |
      uniq
}

par_z_keep_order() {
    echo '### Test --keep-order'
    seq 0 2 |
	parallel --keep-order -j100% -S 1/:,2/parallel@lo -q perl -e 'sleep 1;print "job{}\n";exit({})'
}

par_z_keeporder() {
    echo '### Test --keeporder'
    seq 0 2 |
	parallel --keeporder -j100% -S 1/:,2/parallel@lo -q perl -e 'sleep 1;print "job{}\n";exit({})'
}

par_load_csh() {
    echo '### Gave Word too long.'
    parallel --load 100% -S csh@lo echo ::: a
}

par_z_bar_m() {
    echo '### test --bar -m'
    stdout parallel --bar -P 2 -m sleep ::: 1 1 2 2 3 3 |
	perl -pe 's/\r/\n/g'|
	grep -E '^[0-9]+ *$' |
	uniq
}

retries() {
    retries=$1
    min=$2
    max=$3
    export PARALLEL="--retries $retries -S 12/localhost,1/:,parallel@lo -uq"
    tries=$(seq 0 12 |
		parallel perl -e 'print "job{}\n";exit({})' 2>/dev/null |
		wc -l)
    # Dont care if they are off by one
    if [ $min -le $tries -o $tries -le $max ] ; then
	echo OK
    fi
}
export -f retries

par_retries_1() {
    echo '### Test of --retries - it should run 13 jobs in total'; 
    retries 1 11 13
}

par_retries_2() {
    echo '### Test of --retries - it should run 25 jobs in total'; 
    retries 2 24 25
}

par_retries_4() {
    echo '### Test of --retries - it should run 49 jobs in total'; 
    retries 4 48 49
}

par_z_csh_environment_variables_set() {
    echo '### Check $PARALLEL_PID $PARALLEL_SEQ are set in csh'
    parallel -S csh@localhost 'echo $PARALLEL_PID $PARALLEL_SEQ {}| wc -w' ::: a
}

par_filter_host_noise() {
    echo '### bug #63296: --filter-hosts option gets confused by output from SSH command'
    parallel --ssh "ssh -i id_rsa -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o GlobalKnownHostsFile=/dev/null " -S localhost --nonall --tag --filter-hosts echo OK
    parallel --ssh "ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o GlobalKnownHostsFile=/dev/null " -S localhost --nonall --tag --filter-hosts echo OK
    echo '### bug #64237: --filter-hosts and VisualHostKey=yes'
    stdout parallel --ssh "ssh -o VisualHostKey=yes" -S localhost --nonall --tag --filter-hosts echo OK |
	perl -pe 's/(Host key fingerprint is).*/$1/; s/\t(\+|\|).*\1/\t$1,,,,,,,,,,,,,,,,,$1/;'
    parallel --ssh "ssh -o VisualHostKey=yes  -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o GlobalKnownHostsFile=/dev/null " -S localhost --nonall --tag --filter-hosts echo OK
    
}

export -f $(compgen -A function | grep par_)
#compgen -A function | grep par_ | sort | parallel --delay $D -j$P --tag -k '{} 2>&1'
compgen -A function | G par_ "$@" | LC_ALL=C sort |
    parallel --joblog /tmp/jl-`basename $0` --delay 0.1 -j10 --tag -k '{} 2>&1'