#!/bin/bash # TODO return multiple SERVER1=parallel-server3 SERVER2=parallel-server2 echo '### Test --transfer --return --cleanup - files with newline' rm -rf /tmp/parallel.file* stdout ssh $SERVER1 rm -rf 'tmp/parallel.file*' '/tmp/parallel.file*' stdout ssh parallel@$SERVER2 rm -rf 'tmp/parallel.file*' '/tmp/parallel.file*' cd / echo '### --transfer - file with newline' echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k --transfer --sshlogin $SERVER1,parallel@$SERVER2 cat {}";"rm {} # Should give: No such file or directory echo good if no file stdout ssh $SERVER1 ls 'tmp/parallel.file*' # Should give: No such file or directory stdout ssh parallel@$SERVER2 ls 'tmp/parallel.file*' echo '### --transfer --cleanup - file with newline' echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k --transfer --cleanup --sshlogin $SERVER1,parallel@$SERVER2 cat {} # Should give: No such file or directory echo good if no file stdout ssh $SERVER1 ls 'tmp/parallel.file*' # Should give: No such file or directory stdout ssh parallel@$SERVER2 ls 'tmp/parallel.file*' echo '### --return - file with newline' rm -rf /tmp/parallel.file.*newline* echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k --return {}.out --sshlogin $SERVER1,parallel@$SERVER2 mkdir -p tmp\;echo remote '>' {}.out ls tmp/parallel*newline*out rm tmp/parallel*newline*out # Cleanup remote stdout ssh $SERVER1 rm -rf 'tmp/parallel.file*' stdout ssh parallel@$SERVER2 rm -rf 'tmp/parallel.file*' echo '### --return --cleanup - file with newline' echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k --return {}.out --cleanup --sshlogin $SERVER1,parallel@$SERVER2 echo remote '>' {}.out ls tmp/parallel*newline*out rm tmp/parallel*newline*out echo good if no file stdout ssh $SERVER1 ls 'tmp/parallel.file*' || echo OK # Should give: No such file or directory stdout ssh parallel@$SERVER2 ls 'tmp/parallel.file*' || echo OK echo '### --transfer --return --cleanup - file with newline' echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k --transfer --return {}.out --cleanup --sshlogin $SERVER1,parallel@$SERVER2 cat {} '>' {}.out ls tmp/parallel*newline*out rm tmp/parallel*newline*out echo good if no file stdout ssh $SERVER1 ls 'tmp/parallel.file*' || echo OK # Should give: No such file or directory stdout ssh parallel@$SERVER2 ls 'tmp/parallel.file*' || echo OK echo '### --trc - file with newline' echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k --trc {}.out --sshlogin $SERVER1,parallel@$SERVER2 cat {} '>' {}.out ls tmp/parallel*newline*out rm tmp/parallel*newline*out echo good if no file stdout ssh $SERVER1 ls 'tmp/parallel.file*' || echo OK # Should give: No such file or directory stdout ssh parallel@$SERVER2 ls 'tmp/parallel.file*' || echo OK echo '### --trc - multiple file with newline' echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k --trc {}.out --trc {}.out2 --sshlogin $SERVER1,parallel@$SERVER2 cat {} '>' {}.out';'cat {} '>' {}.out2 ls tmp/parallel*newline*out* rm tmp/parallel*newline*out* echo good if no file stdout ssh $SERVER1 ls 'tmp/parallel.file*' || echo OK # Should give: No such file or directory stdout ssh parallel@$SERVER2 ls 'tmp/parallel.file*' || echo OK echo '### Test use special ssh' echo 'ssh "$@"; echo "$@" >>/tmp/myssh1-run' >/tmp/myssh1 echo 'ssh "$@"; echo "$@" >>/tmp/myssh2-run' >/tmp/myssh2 chmod 755 /tmp/myssh1 /tmp/myssh2 rm -rf /tmp/myssh1-run /tmp/myssh2-run echo newline > '/tmp/parallel.file. newline1' echo newline > '/tmp/parallel.file. newline2' find tmp/parallel*newline* -print0 | parallel -0 -k -j1 --trc {}.out --trc {}.out2 \ --sshlogin "/tmp/myssh1 $SERVER1, /tmp/myssh2 parallel@$SERVER2" \ cat {} '>' {}.out';'cat {} '>' {}.out2 ls tmp/parallel*newline*out* rm tmp/parallel*newline*out* echo good if no file stdout ssh $SERVER1 ls 'tmp/parallel.file*' || echo OK # Should give: No such file or directory stdout ssh parallel@$SERVER2 ls 'tmp/parallel.file*' || echo OK echo 'Input for ssh' cat /tmp/myssh1-run /tmp/myssh2-run | perl -pe 's/PID=\d+/PID=00000/g' rm /tmp/myssh1-run /tmp/myssh2-run echo '### Test use special ssh with > 9 simultaneous' echo 'ssh "$@"; echo "$@" >>/tmp/myssh1-run' >/tmp/myssh1 echo 'ssh "$@"; echo "$@" >>/tmp/myssh2-run' >/tmp/myssh2 chmod 755 /tmp/myssh1 /tmp/myssh2 seq 1 100 | parallel --sshlogin "/tmp/myssh1 $SERVER1, /tmp/myssh2 parallel@$SERVER2" \ -j10000% -k echo