tange/parallel
1
0
Fork 0
mirror of https://git.savannah.gnu.org/git/parallel.git synced 2024-11-25 23:47:53 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Testsuite fixup.

Browse source
This commit is contained in:
Ole Tange 2015-08-04 07:54:40 +02:00
parent 26606a5501
commit 4ac1b6200f
12 changed files with 90 additions and 86 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
testsuite/tests-to-run/parallel-local-mem.sh
View file

@ -4,20 +4,6 @@ make stopvm
mkdir -p $TMPDIR mkdir -p $TMPDIR
# Jobs that eat more than 2 GB RAM # Jobs that eat more than 2 GB RAM
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -vj1 -k --joblog /tmp/jl-`basename $0` -L1 cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -vj1 -k --joblog /tmp/jl-`basename $0` -L1
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
echo 'Eats 4 GB'
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf."\n"'
echo 'Eats 2.5 GB'
(yes "`seq 3000`" | head -c 2300M; echo ged) |
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
echo 'Eats 2.5 GB'
(yes "`seq 3000`" | head -c 2300M; echo ged) |
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
echo '**'
echo '### bug #44358: 2 GB records cause problems for -N' echo '### bug #44358: 2 GB records cause problems for -N'
echo '5 GB version: Eats 12.5 GB' echo '5 GB version: Eats 12.5 GB'
(yes "`seq 3000`" | head -c 5000000000; echo FOO; (yes "`seq 3000`" | head -c 5000000000; echo FOO;
@ -33,12 +19,29 @@ echo '2 GB version: eats 10 GB'
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl
`which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c `which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
echo '### -L >4GB' echo '### -L >4GB';
echo 'Eats 12.5 GB';
(head -c 5000000000 /dev/zero; echo FOO; (head -c 5000000000 /dev/zero; echo FOO;
head -c 3000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO;
head -c 1000000000 /dev/zero;) | head -c 1000000000 /dev/zero;) |
parallel --pipe -L2 --block 1g -k LANG=c wc -c parallel --pipe -L2 --block 1g -k LANG=c wc -c
echo '**'
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
echo 'Eats 4 GB'
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print ((length $buf)."\n")'
echo 'Eats 4.7 GB'
(yes "`seq 3000`" | head -c 2300M; echo ged) |
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
echo 'Eats 4.7 GB'
(yes "`seq 3000`" | head -c 2300M; echo ged) |
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
echo '**'
EOF EOF
make startvm make startvm

12
testsuite/tests-to-run/parallel-local-ssh2.sh
View file

@ -30,18 +30,6 @@ echo '### bug #42725: csh with \n in variables'
parallel --env not_csh -S tcsh@lo not_csh ::: 1; parallel --env not_csh -S tcsh@lo not_csh ::: 1;
parallel --env not_csh -S parallel@lo not_csh ::: 1 parallel --env not_csh -S parallel@lo not_csh ::: 1
echo '### bug #43358: shellshock breaks exporting functions using --env'
echo shellshock-hardened to shellshock-hardened;
funky() { echo Function $1; };
export -f funky;
parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
echo '2bug #43358: shellshock breaks exporting functions using --env'
echo shellshock-hardened to non-shellshock-hardened;
funky() { echo Function $1; };
export -f funky;
parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
echo '### bug #42999: --pipepart with remote does not work' echo '### bug #42999: --pipepart with remote does not work'
seq 100 > /tmp/bug42999; chmod 600 /tmp/bug42999; seq 100 > /tmp/bug42999; chmod 600 /tmp/bug42999;
parallel --sshdelay 0.3 --pipepart --block 31 -a /tmp/bug42999 -k -S parallel@lo wc; parallel --sshdelay 0.3 --pipepart --block 31 -a /tmp/bug42999 -k -S parallel@lo wc;

14
testsuite/tests-to-run/parallel-remote1.sh
View file

@ -32,7 +32,19 @@ echo '### test --workdir . in $HOME'
cd && mkdir -p parallel-test && cd parallel-test && cd && mkdir -p parallel-test && cd parallel-test &&
echo OK > testfile && parallel --workdir . --transfer -S $SSHLOGIN1 cat {} ::: testfile echo OK > testfile && parallel --workdir . --transfer -S $SSHLOGIN1 cat {} ::: testfile
echo '### Missing: test --filter-hosts proxied through the one host' echo '### TODO: test --filter-hosts proxied through the one host'
echo '### bug #43358: shellshock breaks exporting functions using --env'
echo shellshock-hardened to shellshock-hardened;
funky() { echo Function $1; };
export -f funky;
parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
echo '2bug #43358: shellshock breaks exporting functions using --env'
echo shellshock-hardened to non-shellshock-hardened;
funky() { echo Function $1; };
export -f funky;
parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
EOF EOF
rm /tmp/myssh1 /tmp/myssh2 /tmp/myssh1-run /tmp/myssh2-run rm /tmp/myssh1 /tmp/myssh2 /tmp/myssh1-run /tmp/myssh2-run

2
testsuite/tests-to-run/parallel-tutorial.sh
View file

@ -22,7 +22,7 @@ perl -ne '$/="\n\n"; /^Output/../^[^O]\S/ and next; /^ / and print;' ../../src/
# When parallelized: Sleep to make sure the abc-files are made # When parallelized: Sleep to make sure the abc-files are made
/%head1/ and $_.="sleep .3\n\n"x10; /%head1/ and $_.="sleep .3\n\n"x10;
' | ' |
stdout parallel --joblog /tmp/jl-`basename $0` -j7 -vd'\n\n' | stdout parallel --joblog /tmp/jl-`basename $0` -j6 -vd'\n\n' |
perl -pe '$|=1; perl -pe '$|=1;
# --tmux # --tmux
s:(/tmp\S+)(tms).....:$1$2XXXXX:; s:(/tmp\S+)(tms).....:$1$2XXXXX:;

12
testsuite/wanted-results/parallel-freebsd
View file

@ -26,13 +26,13 @@ echo 'bug #40133: FreeBSD: --round-robin gives no output'
bug #40133: FreeBSD: --round-robin gives no output bug #40133: FreeBSD: --round-robin gives no output
jot 1000000 | parallel --round-robin --pipe -kj3 wc | sort jot 1000000 | parallel --round-robin --pipe -kj3 wc | sort
299592 299592 2097144 299592 299592 2097144
299594 299594 2097158 299592 299592 2097144
400814 400814 2694594 400816 400816 2694608
jot 1000000 | parallel --round-robin --pipe -kj4 wc | sort jot 1000000 | parallel --round-robin --pipe -kj4 wc | sort
149797 149797 1048579 149796 149796 1048572
235145 235145 1646016 235148 235148 1646037
299593 299593 2097151 299592 299592 2097144
315465 315465 2097150 315464 315464 2097143
echo 'bug #40134: FreeBSD: --shebang not working' echo 'bug #40134: FreeBSD: --shebang not working'
bug #40134: FreeBSD: --shebang not working bug #40134: FreeBSD: --shebang not working
(echo '#!/usr/bin/env -S parallel --shebang -rk echo'; echo It; echo worked) > shebang; chmod 755 ./shebang; ./shebang (echo '#!/usr/bin/env -S parallel --shebang -rk echo'; echo It; echo worked) > shebang; chmod 755 ./shebang; ./shebang

46
testsuite/wanted-results/parallel-local-mem
View file

@ -4,26 +4,6 @@ VBoxManage controlvm CentOS3-root:centos3 savestate || true
VBoxManage controlvm RedHat9-root:redhat9 savestate || true VBoxManage controlvm RedHat9-root:redhat9 savestate || true
VBoxManage controlvm OracleXE savestate || true VBoxManage controlvm OracleXE savestate || true
make[1]: Leaving directory `/home/tange/privat/parallel/testsuite' make[1]: Leaving directory `/home/tange/privat/parallel/testsuite'
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
echo 'Eats 4 GB'
Eats 4 GB
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf."\n"'
1echo 'Eats 2.5 GB'
Eats 2.5 GB
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
7be046296f6b0cde6049a11c116908ea -
68b329da9893e34099c7d8ad5cb9c940 -
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
echo 'Eats 2.5 GB'
Eats 2.5 GB
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
2411724804
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
echo '**'
**
echo '### bug #44358: 2 GB records cause problems for -N' echo '### bug #44358: 2 GB records cause problems for -N'
### bug #44358: 2 GB records cause problems for -N ### bug #44358: 2 GB records cause problems for -N
echo '5 GB version: Eats 12.5 GB' echo '5 GB version: Eats 12.5 GB'
@ -42,14 +22,36 @@ echo '2 GB version: eats 10 GB'
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001. parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003. parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647. parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
echo '### -L >4GB' echo '### -L >4GB'; echo 'Eats 12.5 GB'; (head -c 5000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO; head -c 1000000000 /dev/zero;) | parallel --pipe -L2 --block 1g -k LANG=c wc -c
### -L >4GB ### -L >4GB
(head -c 5000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO; head -c 1000000000 /dev/zero;) | parallel --pipe -L2 --block 1g -k LANG=c wc -c Eats 12.5 GB
8000000008 8000000008
1000000000 1000000000
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001. parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003. parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647. parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
echo '**'
**
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
echo 'Eats 4 GB'
Eats 4 GB
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print ((length $buf)."\n")'
0
echo 'Eats 4.7 GB'
Eats 4.7 GB
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
8d87694eab8991a10815067709c3bd51 -
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
echo 'Eats 4.7 GB'
Eats 4.7 GB
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
2411724804
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
echo '**'
**
make[1]: Entering directory `/home/tange/privat/parallel/testsuite' make[1]: Entering directory `/home/tange/privat/parallel/testsuite'
# Make sure we can reach the virtual machines # Make sure we can reach the virtual machines
sudo ifconfig wlan0:0 192.168.1.72 sudo ifconfig wlan0:0 192.168.1.72

10
testsuite/wanted-results/parallel-local-ssh2
View file

@ -32,16 +32,6 @@ echo '### bug #42725: csh with \n in variables'
This is not csh/tcsh This is not csh/tcsh
CSH/TCSH DO NOT SUPPORT newlines IN VARIABLES/FUNCTIONS. Unset not_csh CSH/TCSH DO NOT SUPPORT newlines IN VARIABLES/FUNCTIONS. Unset not_csh
CSH/TCSH DO NOT SUPPORT newlines IN VARIABLES/FUNCTIONS. Unset not_csh CSH/TCSH DO NOT SUPPORT newlines IN VARIABLES/FUNCTIONS. Unset not_csh
echo '### bug #43358: shellshock breaks exporting functions using --env'
### bug #43358: shellshock breaks exporting functions using --env
echo shellshock-hardened to shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
shellshock-hardened to shellshock-hardened
Function shellshock-hardened
echo '2bug #43358: shellshock breaks exporting functions using --env'
2bug #43358: shellshock breaks exporting functions using --env
echo shellshock-hardened to non-shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
shellshock-hardened to non-shellshock-hardened
Function non-shellshock-hardened
echo '### bug #42999: --pipepart with remote does not work' echo '### bug #42999: --pipepart with remote does not work'
### bug #42999: --pipepart with remote does not work ### bug #42999: --pipepart with remote does not work
seq 100 > /tmp/bug42999; chmod 600 /tmp/bug42999; parallel --sshdelay 0.3 --pipepart --block 31 -a /tmp/bug42999 -k -S parallel@lo wc; parallel --sshdelay 0.2 --pipepart --block 31 -a /tmp/bug42999 -k --fifo -S parallel@lo wc | perl -pe 's:(/tmp\S+par)\S+:${1}XXXXX:' ; parallel --sshdelay 0.1 --pipepart --block 31 -a /tmp/bug42999 -k --cat -S parallel@lo wc | perl -pe 's:(/tmp\S+par)\S+:${1}XXXXX:' ; rm /tmp/bug42999 seq 100 > /tmp/bug42999; chmod 600 /tmp/bug42999; parallel --sshdelay 0.3 --pipepart --block 31 -a /tmp/bug42999 -k -S parallel@lo wc; parallel --sshdelay 0.2 --pipepart --block 31 -a /tmp/bug42999 -k --fifo -S parallel@lo wc | perl -pe 's:(/tmp\S+par)\S+:${1}XXXXX:' ; parallel --sshdelay 0.1 --pipepart --block 31 -a /tmp/bug42999 -k --cat -S parallel@lo wc | perl -pe 's:(/tmp\S+par)\S+:${1}XXXXX:' ; rm /tmp/bug42999

2
testsuite/wanted-results/parallel-local22
View file

@ -88,7 +88,7 @@ echo '### bug #42902: profiles containing arguments with space'
echo /bin/bash\=/bin/bash echo /bin/bash\=/bin/bash
/bin/bash=/bin/bash /bin/bash=/bin/bash
PARALLEL="--rpl 'FULLPATH chomp(\$_=\"/bin/bash=\".\`readlink -f \$_\`);' perl -e \'print \\\"@ARGV\\\n\\\"\' " parallel With script in \\\$PARALLEL FULLPATH ::: . PARALLEL="--rpl 'FULLPATH chomp(\$_=\"/bin/bash=\".\`readlink -f \$_\`);' perl -e \'print \\\"@ARGV\\\n\\\"\' " parallel With script in \\\$PARALLEL FULLPATH ::: .
With script in $PARALLEL /bin/bash=/home/tange/ownCloud/parallel/testsuite With script in $PARALLEL /bin/bash=/home/tange/privat/parallel/testsuite
echo '### bug #42892: parallel -a nonexiting --pipepart' echo '### bug #42892: parallel -a nonexiting --pipepart'
### bug #42892: parallel -a nonexiting --pipepart ### bug #42892: parallel -a nonexiting --pipepart
parallel --pipepart -a nonexisting wc parallel --pipepart -a nonexisting wc

1
testsuite/wanted-results/parallel-local7
View file

@ -31,7 +31,6 @@ See output with: tmux1.9 -S /tmp/parallel-local7/tmsXXXXX attach
See output with: tmux1.9 -S /tmp/parallel-local7/tmsXXXXX attach See output with: tmux1.9 -S /tmp/parallel-local7/tmsXXXXX attach
0 0
seq 1000 1100 | TMUX=tmux1.9 par_tmux seq 1000 1100 | TMUX=tmux1.9 par_tmux
See output with: tmux1.9 -S /tmp/parallel-local7/tmsXXXXX attach
parallel: Error: Command line too long (2023 >= 2023) at input 0: 1007 parallel: Error: Command line too long (2023 >= 2023) at input 0: 1007
255 255
seq 1100 1200 | TMUX=tmux1.9 par_tmux seq 1100 1200 | TMUX=tmux1.9 par_tmux

2
testsuite/wanted-results/parallel-local9
View file

@ -71,7 +71,7 @@ echo '### Test --number-of-cpus'; stdout $NICEPAR --number-of-cpus
1 1
echo '### Test --number-of-cores'; stdout $NICEPAR --number-of-cores echo '### Test --number-of-cores'; stdout $NICEPAR --number-of-cores
### Test --number-of-cores ### Test --number-of-cores
2 8
echo '### Test --use-cpus-instead-of-cores'; (seq 1 8 | stdout parallel --use-cpus-instead-of-cores -j100% sleep) && echo CPUs done & (seq 1 8 | stdout parallel -j100% sleep) && echo cores done & echo 'Cores should complete first on machines with less than 8 physical CPUs'; wait echo '### Test --use-cpus-instead-of-cores'; (seq 1 8 | stdout parallel --use-cpus-instead-of-cores -j100% sleep) && echo CPUs done & (seq 1 8 | stdout parallel -j100% sleep) && echo cores done & echo 'Cores should complete first on machines with less than 8 physical CPUs'; wait
### Test --use-cpus-instead-of-cores ### Test --use-cpus-instead-of-cores
Cores should complete first on machines with less than 8 physical CPUs Cores should complete first on machines with less than 8 physical CPUs

14
testsuite/wanted-results/parallel-remote1
View file

@ -125,5 +125,15 @@ echo '### test --workdir . in $HOME'
### test --workdir . in $HOME ### test --workdir . in $HOME
cd && mkdir -p parallel-test && cd parallel-test && echo OK > testfile && parallel --workdir . --transfer -S parallel@parallel-server3 cat {} ::: testfile cd && mkdir -p parallel-test && cd parallel-test && echo OK > testfile && parallel --workdir . --transfer -S parallel@parallel-server3 cat {} ::: testfile
OK OK
echo '### Missing: test --filter-hosts proxied through the one host' echo '### TODO: test --filter-hosts proxied through the one host'
### Missing: test --filter-hosts proxied through the one host ### TODO: test --filter-hosts proxied through the one host
echo '### bug #43358: shellshock breaks exporting functions using --env'
### bug #43358: shellshock breaks exporting functions using --env
echo shellshock-hardened to shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
shellshock-hardened to shellshock-hardened
Function shellshock-hardened
echo '2bug #43358: shellshock breaks exporting functions using --env'
2bug #43358: shellshock breaks exporting functions using --env
echo shellshock-hardened to non-shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
shellshock-hardened to non-shellshock-hardened
Function non-shellshock-hardened

28
testsuite/wanted-results/parallel-tutorial
View file

@ -743,22 +743,22 @@ bar
( ssh parallel@lo mkdir -p ./.TMPWORKDIR;rsync --protocol 30 -rlDzR -essh ./abc-file parallel@lo:./.TMPWORKDIR );ssh parallel@lo exec perl -e \''@GNU_Parallel=("use","IPC::Open3;","use","MIME::Base64");eval"@GNU_Parallel";$SIG{CHLD}="IGNORE";my$zip=(grep{-x$_}"/usr/local/bin/bzip2")[0]||"bzip2";my($in,$out,$eval);open3($in,$out,">&STDERR",$zip,"-dc");if(my$perlpid=fork){close$in;$eval=join"",<$out>;close$out;}else{close$out;print$in(decode_base64(join"",@ARGV));close$in;exit;}wait;eval$eval;'\' BASE64;_EXIT_status=$?; mkdir -p ./.; rsync --protocol 30 --rsync-path=cd\ ./.TMPWORKDIR/./.\;\ rsync -rlDzR -essh parallel@lo:./abc-file.out ./.;ssh parallel@lo \(rm\ -f\ ./.TMPWORKDIR/abc-file\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh parallel@lo \(rm\ -f\ ./.TMPWORKDIR/abc-file.out\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh parallel@lo rm -rf .TMPWORKDIR; exit $_EXIT_status; ( ssh parallel@lo mkdir -p ./.TMPWORKDIR;rsync --protocol 30 -rlDzR -essh ./abc-file parallel@lo:./.TMPWORKDIR );ssh parallel@lo exec perl -e \''@GNU_Parallel=("use","IPC::Open3;","use","MIME::Base64");eval"@GNU_Parallel";$SIG{CHLD}="IGNORE";my$zip=(grep{-x$_}"/usr/local/bin/bzip2")[0]||"bzip2";my($in,$out,$eval);open3($in,$out,">&STDERR",$zip,"-dc");if(my$perlpid=fork){close$in;$eval=join"",<$out>;close$out;}else{close$out;print$in(decode_base64(join"",@ARGV));close$in;exit;}wait;eval$eval;'\' BASE64;_EXIT_status=$?; mkdir -p ./.; rsync --protocol 30 --rsync-path=cd\ ./.TMPWORKDIR/./.\;\ rsync -rlDzR -essh parallel@lo:./abc-file.out ./.;ssh parallel@lo \(rm\ -f\ ./.TMPWORKDIR/abc-file\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh parallel@lo \(rm\ -f\ ./.TMPWORKDIR/abc-file.out\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh parallel@lo rm -rf .TMPWORKDIR; exit $_EXIT_status;
cat num1000000 | parallel --pipe wc cat num1000000 | parallel --pipe wc
165668 165668 1048571 165668 165668 1048571
149797 149797 1048579
149796 149796 1048572 149796 149796 1048572
149797 149797 1048579
149797 149797 1048579
149796 149796 1048572 149796 149796 1048572
85349 85349 597444 149796 149796 1048572
149796 149796 1048572
149796 149796 1048572
85352 85352 597465
cat num1000000 | parallel --pipe --block 2M wc cat num1000000 | parallel --pipe --block 2M wc
315465 315465 2097150 315465 315465 2097150
299593 299593 2097151 299593 299593 2097151
299593 299593 2097151 299593 299593 2097151
85349 85349 597444 85349 85349 597444
cat num1000000 | parallel --pipe -j4 --round-robin wc cat num1000000 | parallel --pipe -j4 --round-robin wc
315465 315465 2097150 315464 315464 2097143
299593 299593 2097151 299592 299592 2097144
235145 235145 1646016 235148 235148 1646037
149797 149797 1048579 149796 149796 1048572
cat num1000000 | parallel --pipe -N140000 wc cat num1000000 | parallel --pipe -N140000 wc
140000 140000 868895 140000 140000 868895
140000 140000 980000 140000 140000 980000
@ -770,12 +770,12 @@ bar
20000 20000 140001 20000 20000 140001
cat num1000000 | parallel --pipe -L75 wc cat num1000000 | parallel --pipe -L75 wc
165600 165600 1048095 165600 165600 1048095
149850 149850 1048950
149775 149775 1048425 149775 149775 1048425
149775 149775 1048425 149775 149775 1048425
149850 149850 1048950
149775 149775 1048425 149775 149775 1048425
85350 85350 597450 149775 149775 1048425
149775 149775 1048425
85500 85500 598500
25 25 176 25 25 176
echo /foo, bar/, /baz, qux/, | parallel -kN1 --recend ', ' --pipe echo JOB{#}\;cat\;echo END echo /foo, bar/, /baz, qux/, | parallel -kN1 --recend ', ' --pipe echo JOB{#}\;cat\;echo END
JOB1 JOB1
@ -1037,7 +1037,7 @@ B
C C
echo '-vv --dry-run' > ~/.parallel/dryverbose echo '-vv --dry-run' > ~/.parallel/dryverbose
parallel --profile dryverbose --profile nicetimeout echo ::: A B C parallel --profile dryverbose --profile nicetimeout echo ::: A B C
\nice -n17 /bin/bash -c echo\ A echo A
\nice -n17 /bin/bash -c echo\ B echo B
\nice -n17 /bin/bash -c echo\ C echo C
7 7