mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-10-18 04:49:40 +00:00
219 lines
9.4 KiB
Bash
219 lines
9.4 KiB
Bash
#!/bin/bash
|
|
|
|
# SPDX-FileCopyrightText: 2021-2024 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
|
|
#
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
SERVER1=parallel-server1
|
|
SERVER2=parallel-server2
|
|
SERVER3=parallel-server3
|
|
SSHUSER1=vagrant
|
|
SSHUSER2=vagrant
|
|
SSHUSER3=vagrant
|
|
SSHLOGIN1=$SSHUSER1@$SERVER1
|
|
SSHLOGIN2=$SSHUSER2@$SERVER2
|
|
SSHLOGIN3=$SSHUSER3@$SERVER3
|
|
|
|
## must be other servers than localhost
|
|
#SERVER1=parallel-server1
|
|
#SERVER2=parallel-server2
|
|
#SSHLOGIN1=parallel@$SERVER1
|
|
#SSHLOGIN2=parallel@$SERVER2
|
|
export SSHLOGIN1
|
|
export SSHLOGIN2
|
|
# Minimal version of test17
|
|
|
|
export PARALLEL=-j8
|
|
# Make sure sort order is the same
|
|
export LANG=C
|
|
|
|
echo '### Test --transfer --return --cleanup'
|
|
|
|
rm -rf /tmp/parallel.file*
|
|
stdout ssh $SSHLOGIN1 rm -rf 'tmp/parallel.file*' '/tmp/parallel.file*' |
|
|
grep -v 'Warning: Permanently added.*known hosts'
|
|
stdout ssh $SSHLOGIN2 rm -rf 'tmp/parallel.file*' '/tmp/parallel.file*' |
|
|
grep -v 'Warning: Permanently added.*known hosts'
|
|
(seq 1 2) >/tmp/test17
|
|
echo '# Create some weirdly files in /tmp'
|
|
mkdir -p /tmp/parallel.file
|
|
cat /tmp/test17 | parallel -k /bin/echo file{} '>'/tmp/parallel.file{}.file
|
|
cat /tmp/test17 | parallel -k /bin/echo /tmp/parallel.file{}.file >/tmp/test17abs
|
|
cat /tmp/test17 | parallel -k /bin/echo tmp/parallel.file{}.file >/tmp/test17rel
|
|
|
|
echo '### --transfer - abspath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf /tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf /tmp/parallel.file*'
|
|
cat /tmp/test17abs |
|
|
parallel -k --transfer --sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {}";"rm {}
|
|
# One of these should give the empty dir /tmp/parallel.file
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls '/tmp/parallel.file*'
|
|
# The other: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls '/tmp/parallel.file*'
|
|
|
|
echo '### --transfer - relpath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
cd /
|
|
cat /tmp/test17rel | parallel -k --transfer --sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {}";"rm {}
|
|
# Should give: No such file or directory
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls 'tmp/parallel.file*'
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls 'tmp/parallel.file*'
|
|
|
|
echo '### --transfer --cleanup - abspath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf /tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf /tmp/parallel.file*'
|
|
cat /tmp/test17abs | parallel -k --transfer --cleanup --sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {}
|
|
echo good if no file
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN1 ls '/tmp/parallel.file*'
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls '/tmp/parallel.file*'
|
|
|
|
echo '### --transfer --cleanup - relpath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
cat /tmp/test17rel | parallel -k --transfer --cleanup --sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {}
|
|
# Should give: No such file or directory
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls 'tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls 'tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --return - abspath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf /tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf /tmp/parallel.file*'
|
|
rm -rf /tmp/parallel.file*out
|
|
cat /tmp/test17abs | parallel -k --return {.}.out --sshlogin $SSHLOGIN1,$SSHLOGIN2 echo {} ">"{.}.out
|
|
ls /tmp/parallel.file*out
|
|
|
|
echo '### --return - relpath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
rm -rf /tmp/parallel.file*out
|
|
cat /tmp/test17rel | parallel -k --return {.}.out --sshlogin $SSHLOGIN1,$SSHLOGIN2 mkdir -p tmp/parallel.file ';'echo {} ">"{.}.out
|
|
ls tmp/parallel.file*out
|
|
|
|
echo '### --return - multiple files'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
rm -rf tmp/parallel.file*out tmp/parallel.file*done
|
|
cat /tmp/test17rel | parallel -k --return {.}.out --return {}.done \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 mkdir -p tmp ';'echo {} ">"{.}.out';'echo {} ">"{}.done';'
|
|
ls tmp/parallel.file*out tmp/parallel.file*done
|
|
|
|
echo '### --return --cleanup - abspath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf /tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf /tmp/parallel.file*'
|
|
rm -rf /tmp/parallel.file*out /tmp/parallel.file*done
|
|
cat /tmp/test17abs | parallel -k --return {.}.out --return {}.done --cleanup \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 mkdir -p tmp/parallel.file ';'echo {} ">"{.}.out';'echo {} ">"{}.done';'
|
|
ls /tmp/parallel.file*out /tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls '/tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls '/tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --return --cleanup - relpath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
rm -rf tmp/parallel.file*out tmp/parallel.file*done
|
|
cat /tmp/test17rel | parallel -k --return {.}.out --return {}.done --cleanup \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 echo {} ">"{.}.out';'echo {} ">"{}.done';'
|
|
ls tmp/parallel.file*out tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls 'tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls 'tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --return --cleanup - multiple returns'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
rm -rf tmp/parallel.file*out tmp/parallel.file*done
|
|
cat /tmp/test17rel | parallel -k --return {.}.out --return {}.done --cleanup \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 mkdir -p tmp";"echo {} ">"{.}.out';'echo {} ">"{}.done';'
|
|
ls /tmp/parallel.file*out /tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls 'tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls 'tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --transfer --return --cleanup - abspath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf /tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf /tmp/parallel.file*'
|
|
rm -rf /tmp/parallel.file*out /tmp/parallel.file*done
|
|
cat /tmp/test17abs | parallel -k --transfer --return {.}.out --return {}.done --cleanup \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {} ">"{.}.out';'cat {} ">"{}.done';'
|
|
ls /tmp/parallel.file*out /tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls '/tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls '/tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --transfer --return --cleanup - relpath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
rm -rf tmp/parallel.file*out tmp/parallel.file*done
|
|
cat /tmp/test17rel | parallel -k --transfer --return {.}.out --return {}.done --cleanup \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {} ">"{.}.out';'cat {} ">"{}.done';'
|
|
ls /tmp/parallel.file*out /tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls 'tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls 'tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --transfer --return --cleanup - multiple files'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
rm -rf tmp/parallel.file*out tmp/parallel.file*done
|
|
cat /tmp/test17rel | parallel -k --transfer --return {.}.out --return {}.done --cleanup \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {} ">"{.}.out';'cat {} ">"{}.done';'
|
|
ls /tmp/parallel.file*out /tmp/parallel.file*done
|
|
stdout ssh $SSHLOGIN1 ls 'tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls 'tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --trc - abspath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf /tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf /tmp/parallel.file*'
|
|
rm -rf /tmp/parallel.file*out /tmp/parallel.file*done
|
|
cat /tmp/test17abs | parallel -k --trc {.}.out --trc {}.done \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 mkdir -p tmp ';'cat {} ">"{.}.out';'cat {} ">"{}.done';'
|
|
ls /tmp/parallel.file*out /tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls '/tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls '/tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --trc - relpath'
|
|
stdout ssh $SSHLOGIN1 'rm -rf tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf tmp/parallel.file*'
|
|
rm -rf tmp/parallel.file*out tmp/parallel.file*done
|
|
cat /tmp/test17rel | parallel -k --trc {.}.out --trc {}.done \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 cat {} ">"{.}.out';'cat {} ">"{}.done';'
|
|
ls tmp/parallel.file*out tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls 'tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls 'tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --trc - multiple files'
|
|
stdout ssh $SSHLOGIN1 'rm -rf /tmp/parallel.file*'
|
|
stdout ssh $SSHLOGIN2 'rm -rf /tmp/parallel.file*'
|
|
rm -rf /tmp/parallel.file*out /tmp/parallel.file*done
|
|
cat /tmp/test17abs | parallel -k --trc {.}.out --trc {}.done \
|
|
--sshlogin $SSHLOGIN1,$SSHLOGIN2 mkdir -p tmp ';'cat {} ">"{.}.out';'cat {} ">"{}.done';'
|
|
ls /tmp/parallel.file*out /tmp/parallel.file*done
|
|
echo good if no file
|
|
stdout ssh $SSHLOGIN1 ls '/tmp/parallel.file*' || echo OK
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls '/tmp/parallel.file*' || echo OK
|
|
|
|
echo '### --transfer --cleanup - multiple argument files'
|
|
parallel --xapply -kv --transferfile {1} --transferfile {2} --cleanup -S$SSHLOGIN2 cat {2} {1} :::: /tmp/test17rel <(sort -r /tmp/test17abs)
|
|
# Should give: No such file or directory
|
|
stdout ssh $SSHLOGIN2 ls '/tmp/parallel.file*' || echo OK
|