mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-10-18 04:49:40 +00:00
137 lines
4.3 KiB
Bash
137 lines
4.3 KiB
Bash
#!/bin/bash
|
|
|
|
# SPDX-FileCopyrightText: 2021-2024 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
|
|
#
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
# SSH only allowed to localhost/lo
|
|
|
|
par_ssh_cmd_with_newline() {
|
|
echo '### Check --ssh with \n works'
|
|
ssh=$(mktemp)
|
|
cp -a /usr/bin/ssh "$ssh"
|
|
qssh=$(parallel -0 --shellquote "$ssh")
|
|
parallel --ssh "$qssh" -S sh@lo ::: whoami
|
|
}
|
|
|
|
par_controlmaster() {
|
|
echo '### Check -M works if TMPDIR contains space'
|
|
short_TMPDIR() {
|
|
# TMPDIR must be short for -M
|
|
export TMPDIR=/tmp/ssh/'
|
|
`touch /tmp/tripwire`
|
|
'
|
|
TMPDIR=/tmp
|
|
mkdir -p "$TMPDIR"
|
|
}
|
|
short_TMPDIR
|
|
|
|
(
|
|
seq 1 3 | parallel -j10 --retries 3 -k -M -S sh@lo echo
|
|
seq 1 3 | parallel -j10 --retries 3 -k -M -S sh@lo echo
|
|
)
|
|
echo Part2
|
|
stdout parallel -j1 -k -M -S sh@lo echo ::: OK | replace_tmpdir
|
|
}
|
|
|
|
par_--ssh_autossh() {
|
|
echo '### --ssh autossh'
|
|
(
|
|
export PARALLEL_SSH=autossh; export AUTOSSH_PORT=0
|
|
stdout parallel -S lo echo ::: OK
|
|
echo OK | stdout parallel --pipe -S lo cat
|
|
stdout parallel -S lo false ::: a || echo OK should fail
|
|
echo '### --ssh autossh - add commands that fail here'
|
|
touch foo_autossh
|
|
stdout parallel -S csh@lo --trc {}.out touch {}.out ::: foo_autossh
|
|
ls foo_autossh*
|
|
rm foo_autossh*
|
|
) | grep -Ev 'Warning: remote port forwarding failed for listen' |
|
|
perl -pe 's/Receiver=[0-9.]+/Receiver=9.9.9/g'
|
|
}
|
|
|
|
par_fish_exit() {
|
|
echo '### bug #64222: sshlogin --return and fish shell'
|
|
ssh fish@lo '
|
|
echo OK > bug_64222
|
|
parallel --wd ... --sshlogin lo --trc {} cat ::: bug_64222
|
|
rm bug_64222
|
|
'
|
|
}
|
|
|
|
par__basefile_cleanup() {
|
|
echo '### bug #46520: --basefile cleans up without --cleanup'
|
|
touch bug_46520
|
|
parallel -S parallel@lo --bf bug_46520 ls ::: bug_46520
|
|
ssh parallel@lo ls bug_46520
|
|
parallel -S parallel@lo --cleanup --bf bug_46520 ls ::: bug_46520
|
|
stdout ssh parallel@lo ls bug_46520 # should not exist
|
|
}
|
|
|
|
par_input_loss_pipe() {
|
|
echo '### bug #36595: silent loss of input with --pipe and --sshlogin'
|
|
seq 10000 | xargs | parallel --pipe -S 8/localhost cat 2>/dev/null | wc
|
|
}
|
|
|
|
par_--controlmaster_eats() {
|
|
echo 'bug #36707: --controlmaster eats jobs'
|
|
short_TMPDIR() {
|
|
# TMPDIR must be short for -M
|
|
export TMPDIR=/tmp/ssh/'
|
|
`touch /tmp/tripwire`
|
|
'
|
|
TMPDIR=/tmp
|
|
mkdir -p "$TMPDIR"
|
|
}
|
|
short_TMPDIR
|
|
seq 2 | parallel -k --controlmaster --sshlogin lo echo OK{}
|
|
}
|
|
|
|
par_--ssh_lsh() {
|
|
echo '### --ssh lsh'
|
|
# lsh: Protocol error: No common key exchange method.
|
|
#
|
|
# $ lsh --list-algorithms
|
|
# Supported hostkey algorithms: ssh-dss, spki, none
|
|
#
|
|
# $ nmap --script ssh2-enum-algos -sV -p 22 lo
|
|
# | server_host_key_algorithms: (4)
|
|
# | rsa-sha2-512
|
|
# | rsa-sha2-256
|
|
# | ecdsa-sha2-nistp256
|
|
# | ssh-ed25519
|
|
# |
|
|
#
|
|
server=centos3
|
|
user=vagrant
|
|
sshlogin=$user@$server
|
|
parallel --ssh lsh -S $sshlogin echo ::: OK
|
|
echo OK | parallel --ssh lsh --pipe -S $sshlogin cat
|
|
parallel --ssh lsh -S $sshlogin echo ::: OK
|
|
echo OK | parallel --ssh lsh --pipe -S $sshlogin cat
|
|
# Todo:
|
|
# * rsync/--trc
|
|
# * csh@lo
|
|
}
|
|
|
|
par_pipe_retries() {
|
|
echo '### bug #45025: --pipe --retries does not reschedule on other host'
|
|
seq 1 300030 |
|
|
stdout parallel -k --retries 2 -S a.a,: --pipe 'wc;hostname' |
|
|
perl -pe 's/'`hostname`'/localhost-:/'
|
|
stdout parallel --retries 2 --roundrobin echo ::: should fail
|
|
}
|
|
|
|
par_env_parallel_onall() {
|
|
echo "bug #54352: env_parallel -Slo --nonall myfunc broken in 20180722"
|
|
. `which env_parallel.bash`
|
|
doit() { echo Myfunc "$@"; }
|
|
env_parallel -Slo --onall doit ::: works
|
|
env_parallel -Slo --nonall doit works
|
|
}
|
|
|
|
export -f $(compgen -A function | grep par_)
|
|
compgen -A function | G par_ "$@" | sort |
|
|
# 2019-07-14 100% slowed down 4 threads/16GB
|
|
parallel --timeout 100 -j75% --joblog /tmp/jl-`basename $0` -j3 --tag -k --delay 0.1 --retries 3 '{} 2>&1'
|