2014-11-13 03:19:33 +00:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
# SSH only allowed to localhost/lo
|
2015-12-20 17:20:30 +00:00
|
|
|
cat <<'EOF' | sed -e s/\$SERVER1/$SERVER1/\;s/\$SERVER2/$SERVER2/ | parallel -vj100% --retries 3 -k --joblog /tmp/jl-`basename $0` -L1
|
2014-11-13 03:19:33 +00:00
|
|
|
echo '### --hostgroup force ncpu'
|
2016-05-29 21:06:15 +00:00
|
|
|
parallel --delay 0.1 --hgrp -S @g1/1/parallel@lo -S @g2/3/lo whoami\;sleep 0.4{} ::: {1..8} | sort
|
2014-11-13 03:19:33 +00:00
|
|
|
|
|
|
|
echo '### --hostgroup two group arg'
|
2015-01-08 23:00:21 +00:00
|
|
|
parallel -k --sshdelay 0.1 --hgrp -S @g1/1/parallel@lo -S @g2/3/lo whoami\;sleep 0.3{} ::: {1..8}@g1+g2 | sort
|
2014-11-13 03:19:33 +00:00
|
|
|
|
|
|
|
echo '### --hostgroup one group arg'
|
2015-01-08 23:00:21 +00:00
|
|
|
parallel --delay 0.1 --hgrp -S @g1/1/parallel@lo -S @g2/3/lo whoami\;sleep 0.2{} ::: {1..8}@g2
|
2014-11-13 03:19:33 +00:00
|
|
|
|
|
|
|
echo '### --hostgroup multiple group arg + unused group'
|
2015-11-22 10:12:47 +00:00
|
|
|
parallel --delay 0.1 --hgrp -S @g1/1/parallel@lo -S @g1/3/lo -S @g3/100/tcsh@lo whoami\;sleep 0.4{} ::: {1..8}@g1+g2 | sort
|
2014-11-13 03:19:33 +00:00
|
|
|
|
|
|
|
echo '### --hostgroup two groups @'
|
|
|
|
parallel -k --hgrp -S @g1/parallel@lo -S @g2/lo --tag whoami\;echo ::: parallel@g1 tange@g2
|
|
|
|
|
|
|
|
echo '### --hostgroup'
|
|
|
|
parallel -k --hostgroup -S @grp1/lo echo ::: no_group explicit_group@grp1 implicit_group@lo
|
|
|
|
|
|
|
|
echo '### --hostgroup --sshlogin with @'
|
|
|
|
parallel -k --hostgroups -S parallel@lo echo ::: no_group implicit_group@parallel@lo
|
|
|
|
|
2014-11-13 15:57:41 +00:00
|
|
|
echo '### --hostgroup -S @group'
|
|
|
|
parallel -S @g1/ -S @g1/1/tcsh@lo -S @g1/1/localhost -S @g2/1/parallel@lo whoami\;true ::: {1..6} | sort
|
|
|
|
|
|
|
|
echo '### --hostgroup -S @group1 -Sgrp2'
|
|
|
|
parallel -S @g1/ -S @g2 -S @g1/1/tcsh@lo -S @g1/1/localhost -S @g2/1/parallel@lo whoami\;true ::: {1..6} | sort
|
|
|
|
|
|
|
|
echo '### --hostgroup -S @group1+grp2'
|
|
|
|
parallel -S @g1+g2 -S @g1/1/tcsh@lo -S @g1/1/localhost -S @g2/1/parallel@lo whoami\;true ::: {1..6} | sort
|
|
|
|
|
2015-01-06 22:25:23 +00:00
|
|
|
echo '### trailing space in sshlogin'
|
|
|
|
echo 'sshlogin trailing space' | parallel --sshlogin "ssh -l parallel localhost " echo
|
|
|
|
|
2015-01-18 23:08:07 +00:00
|
|
|
echo '### Special char file and dir transfer return and cleanup'
|
|
|
|
cd /tmp;
|
|
|
|
mkdir -p d"`perl -e 'print pack("c*",1..9,11..46,48..255)'`";
|
|
|
|
echo local > d"`perl -e 'print pack("c*",1..9,11..46,48..255)'`"/f"`perl -e 'print pack("c*",1..9,11..46,48..255)'`";
|
|
|
|
ssh parallel@lo rm -rf d'*'/;
|
|
|
|
mytouch() {
|
|
|
|
cat d"`perl -e 'print pack("c*",1..9,11..46,48..255)'`"/f"`perl -e 'print pack("c*",1..9,11..46,48..255)'`" > d"`perl -e 'print pack("c*",1..9,11..46,48..255)'`"/g"`perl -e 'print pack("c*",1..9,11..46,48..255)'`";
|
|
|
|
echo remote OK >> d"`perl -e 'print pack("c*",1..9,11..46,48..255)'`"/g"`perl -e 'print pack("c*",1..9,11..46,48..255)'`";
|
|
|
|
};
|
|
|
|
export -f mytouch;
|
|
|
|
parallel --env mytouch -Sparallel@lo --transfer
|
2015-02-22 14:09:26 +00:00
|
|
|
--return {=s:/f:/g:=}
|
2015-01-18 23:08:07 +00:00
|
|
|
mytouch
|
|
|
|
::: d"`perl -e 'print pack("c*",1..9,11..46,48..255)'`"/f"`perl -e 'print pack("c*",1..9,11..46,48..255)'`";
|
2015-02-01 13:38:26 +00:00
|
|
|
cat d"`perl -e 'print pack("c*",1..9,11..46,48..255)'`"/g"`perl -e 'print pack("c*",1..9,11..46,48..255)'`"
|
2015-01-18 23:08:07 +00:00
|
|
|
|
2015-02-01 13:38:26 +00:00
|
|
|
echo '### Uniq {=perlexpr=} in return - not used in command'
|
|
|
|
cd /tmp;
|
|
|
|
rm -f /tmp/parallel_perlexpr.2Parallel_PerlexPr;
|
|
|
|
echo local > parallel_perlexpr;
|
|
|
|
parallel -Sparallel@lo --trc {=s/pr/pr.2/=}{=s/p/P/g=} echo remote OK '>' {}.2{=s/p/P/g=} ::: parallel_perlexpr;
|
|
|
|
cat /tmp/parallel_perlexpr.2Parallel_PerlexPr;
|
|
|
|
rm -f /tmp/parallel_perlexpr.2Parallel_PerlexPr /tmp/parallel_perlexpr
|
2015-01-18 23:08:07 +00:00
|
|
|
|
2015-02-01 15:57:31 +00:00
|
|
|
# Should be changed to --return '{=s:/f:/g:=}' and tested with csh - is error code kept?
|
|
|
|
|
2015-03-22 16:13:25 +00:00
|
|
|
echo '### functions and --nice'
|
|
|
|
myfunc() { echo OK $*; }; export -f myfunc; parallel --nice 10 --env myfunc -S parallel@lo myfunc ::: func
|
|
|
|
|
2015-09-09 20:38:42 +00:00
|
|
|
echo '### bug #45906: {= in header =}'
|
|
|
|
rm -f returnfile45906;
|
|
|
|
parallel --rpl '{G} $_=lc($_)' -S parallel@lo --return {G} --cleanup echo {G} '>' {G} ::: RETURNFILE45906;
|
|
|
|
ls returnfile45906
|
|
|
|
|
|
|
|
echo '### bug #45907: --header : + --return {header}'
|
|
|
|
rm returnfile45907;
|
|
|
|
ppar --header : -S parallel@lo --return {G} --cleanup echo {G} '>' {G} ::: G returnfile45907;
|
|
|
|
ls returnfile45907
|
|
|
|
|
2016-04-05 22:33:34 +00:00
|
|
|
echo "### bug #47608: parallel --nonall -S lo 'echo ::: ' blocks"
|
|
|
|
parallel --nonall -S lo 'echo ::: '
|
|
|
|
|
2016-05-04 17:28:40 +00:00
|
|
|
echo '### exported function to csh but with PARALLEL_SHELL=bash'
|
|
|
|
doit() { echo "$1"; };
|
|
|
|
export -f doit;
|
|
|
|
stdout parallel --env doit -S csh@lo doit ::: not_OK;
|
|
|
|
PARALLEL_SHELL=bash parallel --env doit -S csh@lo doit ::: OK
|
|
|
|
|
2016-10-22 11:51:42 +00:00
|
|
|
echo '### bug #49404: "Max jobs to run" does not equal the number of jobs specified when using GNU Parallel on remote server?'
|
2016-12-14 07:48:27 +00:00
|
|
|
echo should give 10 running jobs
|
|
|
|
stdout parallel -S 16/lo --progress true ::: {1..10} | grep /.10
|
2014-11-13 03:19:33 +00:00
|
|
|
EOF
|