mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-11-25 23:47:53 +00:00
Testsuite fixup.
This commit is contained in:
Ole Tange
parent
26606a5501
commit
4ac1b6200f
|
|
@ -4,20 +4,6 @@ make stopvm
|
|||
mkdir -p $TMPDIR
|
||||
# Jobs that eat more than 2 GB RAM
|
||||
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -vj1 -k --joblog /tmp/jl-`basename $0` -L1
|
||||
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
|
||||
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
|
||||
echo 'Eats 4 GB'
|
||||
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf."\n"'
|
||||
|
||||
echo 'Eats 2.5 GB'
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) |
|
||||
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
|
||||
echo 'Eats 2.5 GB'
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) |
|
||||
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
|
||||
|
||||
echo '**'
|
||||
|
||||
echo '### bug #44358: 2 GB records cause problems for -N'
|
||||
echo '5 GB version: Eats 12.5 GB'
|
||||
(yes "`seq 3000`" | head -c 5000000000; echo FOO;
|
||||
|
|
@ -33,12 +19,29 @@ echo '2 GB version: eats 10 GB'
|
|||
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl
|
||||
`which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
|
||||
|
||||
echo '### -L >4GB'
|
||||
echo '### -L >4GB';
|
||||
echo 'Eats 12.5 GB';
|
||||
(head -c 5000000000 /dev/zero; echo FOO;
|
||||
head -c 3000000000 /dev/zero; echo FOO;
|
||||
head -c 1000000000 /dev/zero;) |
|
||||
parallel --pipe -L2 --block 1g -k LANG=c wc -c
|
||||
|
||||
echo '**'
|
||||
|
||||
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
|
||||
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
|
||||
echo 'Eats 4 GB'
|
||||
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print ((length $buf)."\n")'
|
||||
|
||||
echo 'Eats 4.7 GB'
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) |
|
||||
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
|
||||
echo 'Eats 4.7 GB'
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) |
|
||||
PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
|
||||
|
||||
echo '**'
|
||||
|
||||
EOF
|
||||
|
||||
make startvm
|
||||
|
|
@ -30,18 +30,6 @@ echo '### bug #42725: csh with \n in variables'
|
|||
parallel --env not_csh -S tcsh@lo not_csh ::: 1;
|
||||
parallel --env not_csh -S parallel@lo not_csh ::: 1
|
||||
|
||||
echo '### bug #43358: shellshock breaks exporting functions using --env'
|
||||
echo shellshock-hardened to shellshock-hardened;
|
||||
funky() { echo Function $1; };
|
||||
export -f funky;
|
||||
parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
|
||||
|
||||
echo '2bug #43358: shellshock breaks exporting functions using --env'
|
||||
echo shellshock-hardened to non-shellshock-hardened;
|
||||
funky() { echo Function $1; };
|
||||
export -f funky;
|
||||
parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
|
||||
|
||||
echo '### bug #42999: --pipepart with remote does not work'
|
||||
seq 100 > /tmp/bug42999; chmod 600 /tmp/bug42999;
|
||||
parallel --sshdelay 0.3 --pipepart --block 31 -a /tmp/bug42999 -k -S parallel@lo wc;
|
||||
|
|
|
|||
|
|
@ -32,7 +32,19 @@ echo '### test --workdir . in $HOME'
|
|||
cd && mkdir -p parallel-test && cd parallel-test &&
|
||||
echo OK > testfile && parallel --workdir . --transfer -S $SSHLOGIN1 cat {} ::: testfile
|
||||
|
||||
echo '### Missing: test --filter-hosts proxied through the one host'
|
||||
echo '### TODO: test --filter-hosts proxied through the one host'
|
||||
|
||||
echo '### bug #43358: shellshock breaks exporting functions using --env'
|
||||
echo shellshock-hardened to shellshock-hardened;
|
||||
funky() { echo Function $1; };
|
||||
export -f funky;
|
||||
parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
|
||||
|
||||
echo '2bug #43358: shellshock breaks exporting functions using --env'
|
||||
echo shellshock-hardened to non-shellshock-hardened;
|
||||
funky() { echo Function $1; };
|
||||
export -f funky;
|
||||
parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
|
||||
|
||||
EOF
|
||||
rm /tmp/myssh1 /tmp/myssh2 /tmp/myssh1-run /tmp/myssh2-run
|
||||
|
|
|
|||
|
|
@ -22,7 +22,7 @@ perl -ne '$/="\n\n"; /^Output/../^[^O]\S/ and next; /^ / and print;' ../../src/
|
|||
# When parallelized: Sleep to make sure the abc-files are made
|
||||
/%head1/ and $_.="sleep .3\n\n"x10;
|
||||
' |
|
||||
stdout parallel --joblog /tmp/jl-`basename $0` -j7 -vd'\n\n' |
|
||||
stdout parallel --joblog /tmp/jl-`basename $0` -j6 -vd'\n\n' |
|
||||
perl -pe '$|=1;
|
||||
# --tmux
|
||||
s:(/tmp\S+)(tms).....:$1$2XXXXX:;
|
||||
|
|
|
|||
|
|
@ -26,13 +26,13 @@ echo 'bug #40133: FreeBSD: --round-robin gives no output'
|
|||
bug #40133: FreeBSD: --round-robin gives no output
|
||||
jot 1000000 | parallel --round-robin --pipe -kj3 wc | sort
|
||||
299592 299592 2097144
|
||||
299594 299594 2097158
|
||||
400814 400814 2694594
|
||||
299592 299592 2097144
|
||||
400816 400816 2694608
|
||||
jot 1000000 | parallel --round-robin --pipe -kj4 wc | sort
|
||||
149797 149797 1048579
|
||||
235145 235145 1646016
|
||||
299593 299593 2097151
|
||||
315465 315465 2097150
|
||||
149796 149796 1048572
|
||||
235148 235148 1646037
|
||||
299592 299592 2097144
|
||||
315464 315464 2097143
|
||||
echo 'bug #40134: FreeBSD: --shebang not working'
|
||||
bug #40134: FreeBSD: --shebang not working
|
||||
(echo '#!/usr/bin/env -S parallel --shebang -rk echo'; echo It; echo worked) > shebang; chmod 755 ./shebang; ./shebang
|
||||
|
|
|
|||
|
|
@ -4,26 +4,6 @@ VBoxManage controlvm CentOS3-root:centos3 savestate || true
|
|||
VBoxManage controlvm RedHat9-root:redhat9 savestate || true
|
||||
VBoxManage controlvm OracleXE savestate || true
|
||||
make[1]: Leaving directory `/home/tange/privat/parallel/testsuite'
|
||||
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
|
||||
### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
|
||||
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
|
||||
### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
|
||||
echo 'Eats 4 GB'
|
||||
Eats 4 GB
|
||||
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf."\n"'
|
||||
1echo 'Eats 2.5 GB'
|
||||
Eats 2.5 GB
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
|
||||
7be046296f6b0cde6049a11c116908ea -
|
||||
68b329da9893e34099c7d8ad5cb9c940 -
|
||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
||||
echo 'Eats 2.5 GB'
|
||||
Eats 2.5 GB
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
|
||||
2411724804
|
||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
||||
echo '**'
|
||||
**
|
||||
echo '### bug #44358: 2 GB records cause problems for -N'
|
||||
### bug #44358: 2 GB records cause problems for -N
|
||||
echo '5 GB version: Eats 12.5 GB'
|
||||
|
|
@ -42,14 +22,36 @@ echo '2 GB version: eats 10 GB'
|
|||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
||||
echo '### -L >4GB'
|
||||
echo '### -L >4GB'; echo 'Eats 12.5 GB'; (head -c 5000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO; head -c 1000000000 /dev/zero;) | parallel --pipe -L2 --block 1g -k LANG=c wc -c
|
||||
### -L >4GB
|
||||
(head -c 5000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO; head -c 1000000000 /dev/zero;) | parallel --pipe -L2 --block 1g -k LANG=c wc -c
|
||||
Eats 12.5 GB
|
||||
8000000008
|
||||
1000000000
|
||||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
||||
echo '**'
|
||||
**
|
||||
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
|
||||
### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
|
||||
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
|
||||
### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
|
||||
echo 'Eats 4 GB'
|
||||
Eats 4 GB
|
||||
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print ((length $buf)."\n")'
|
||||
0
|
||||
echo 'Eats 4.7 GB'
|
||||
Eats 4.7 GB
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
|
||||
8d87694eab8991a10815067709c3bd51 -
|
||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
||||
echo 'Eats 4.7 GB'
|
||||
Eats 4.7 GB
|
||||
(yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
|
||||
2411724804
|
||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
||||
echo '**'
|
||||
**
|
||||
make[1]: Entering directory `/home/tange/privat/parallel/testsuite'
|
||||
# Make sure we can reach the virtual machines
|
||||
sudo ifconfig wlan0:0 192.168.1.72
|
||||
|
|
|
|||
|
|
@ -32,16 +32,6 @@ echo '### bug #42725: csh with \n in variables'
|
|||
This is not csh/tcsh
|
||||
CSH/TCSH DO NOT SUPPORT newlines IN VARIABLES/FUNCTIONS. Unset not_csh
|
||||
CSH/TCSH DO NOT SUPPORT newlines IN VARIABLES/FUNCTIONS. Unset not_csh
|
||||
echo '### bug #43358: shellshock breaks exporting functions using --env'
|
||||
### bug #43358: shellshock breaks exporting functions using --env
|
||||
echo shellshock-hardened to shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
|
||||
shellshock-hardened to shellshock-hardened
|
||||
Function shellshock-hardened
|
||||
echo '2bug #43358: shellshock breaks exporting functions using --env'
|
||||
2bug #43358: shellshock breaks exporting functions using --env
|
||||
echo shellshock-hardened to non-shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
|
||||
shellshock-hardened to non-shellshock-hardened
|
||||
Function non-shellshock-hardened
|
||||
echo '### bug #42999: --pipepart with remote does not work'
|
||||
### bug #42999: --pipepart with remote does not work
|
||||
seq 100 > /tmp/bug42999; chmod 600 /tmp/bug42999; parallel --sshdelay 0.3 --pipepart --block 31 -a /tmp/bug42999 -k -S parallel@lo wc; parallel --sshdelay 0.2 --pipepart --block 31 -a /tmp/bug42999 -k --fifo -S parallel@lo wc | perl -pe 's:(/tmp\S+par)\S+:${1}XXXXX:' ; parallel --sshdelay 0.1 --pipepart --block 31 -a /tmp/bug42999 -k --cat -S parallel@lo wc | perl -pe 's:(/tmp\S+par)\S+:${1}XXXXX:' ; rm /tmp/bug42999
|
||||
|
|
|
|||
|
|
@ -88,7 +88,7 @@ echo '### bug #42902: profiles containing arguments with space'
|
|||
echo /bin/bash\=/bin/bash
|
||||
/bin/bash=/bin/bash
|
||||
PARALLEL="--rpl 'FULLPATH chomp(\$_=\"/bin/bash=\".\`readlink -f \$_\`);' perl -e \'print \\\"@ARGV\\\n\\\"\' " parallel With script in \\\$PARALLEL FULLPATH ::: .
|
||||
With script in $PARALLEL /bin/bash=/home/tange/ownCloud/parallel/testsuite
|
||||
With script in $PARALLEL /bin/bash=/home/tange/privat/parallel/testsuite
|
||||
echo '### bug #42892: parallel -a nonexiting --pipepart'
|
||||
### bug #42892: parallel -a nonexiting --pipepart
|
||||
parallel --pipepart -a nonexisting wc
|
||||
|
|
|
|||
|
|
@ -31,7 +31,6 @@ See output with: tmux1.9 -S /tmp/parallel-local7/tmsXXXXX attach
|
|||
See output with: tmux1.9 -S /tmp/parallel-local7/tmsXXXXX attach
|
||||
0
|
||||
seq 1000 1100 | TMUX=tmux1.9 par_tmux
|
||||
See output with: tmux1.9 -S /tmp/parallel-local7/tmsXXXXX attach
|
||||
parallel: Error: Command line too long (2023 >= 2023) at input 0: 1007
|
||||
255
|
||||
seq 1100 1200 | TMUX=tmux1.9 par_tmux
|
||||
|
|
|
|||
|
|
@ -71,7 +71,7 @@ echo '### Test --number-of-cpus'; stdout $NICEPAR --number-of-cpus
|
|||
1
|
||||
echo '### Test --number-of-cores'; stdout $NICEPAR --number-of-cores
|
||||
### Test --number-of-cores
|
||||
2
|
||||
8
|
||||
echo '### Test --use-cpus-instead-of-cores'; (seq 1 8 | stdout parallel --use-cpus-instead-of-cores -j100% sleep) && echo CPUs done & (seq 1 8 | stdout parallel -j100% sleep) && echo cores done & echo 'Cores should complete first on machines with less than 8 physical CPUs'; wait
|
||||
### Test --use-cpus-instead-of-cores
|
||||
Cores should complete first on machines with less than 8 physical CPUs
|
||||
|
|
|
|||
|
|
@ -125,5 +125,15 @@ echo '### test --workdir . in $HOME'
|
|||
### test --workdir . in $HOME
|
||||
cd && mkdir -p parallel-test && cd parallel-test && echo OK > testfile && parallel --workdir . --transfer -S parallel@parallel-server3 cat {} ::: testfile
|
||||
OK
|
||||
echo '### Missing: test --filter-hosts proxied through the one host'
|
||||
### Missing: test --filter-hosts proxied through the one host
|
||||
echo '### TODO: test --filter-hosts proxied through the one host'
|
||||
### TODO: test --filter-hosts proxied through the one host
|
||||
echo '### bug #43358: shellshock breaks exporting functions using --env'
|
||||
### bug #43358: shellshock breaks exporting functions using --env
|
||||
echo shellshock-hardened to shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S parallel@localhost funky ::: shellshock-hardened
|
||||
shellshock-hardened to shellshock-hardened
|
||||
Function shellshock-hardened
|
||||
echo '2bug #43358: shellshock breaks exporting functions using --env'
|
||||
2bug #43358: shellshock breaks exporting functions using --env
|
||||
echo shellshock-hardened to non-shellshock-hardened; funky() { echo Function $1; }; export -f funky; parallel --env funky -S centos3.tange.dk funky ::: non-shellshock-hardened
|
||||
shellshock-hardened to non-shellshock-hardened
|
||||
Function non-shellshock-hardened
|
||||
|
|
|
|||
|
|
@ -743,22 +743,22 @@ bar
|
|||
( ssh parallel@lo mkdir -p ./.TMPWORKDIR;rsync --protocol 30 -rlDzR -essh ./abc-file parallel@lo:./.TMPWORKDIR );ssh parallel@lo exec perl -e \''@GNU_Parallel=("use","IPC::Open3;","use","MIME::Base64");eval"@GNU_Parallel";$SIG{CHLD}="IGNORE";my$zip=(grep{-x$_}"/usr/local/bin/bzip2")[0]||"bzip2";my($in,$out,$eval);open3($in,$out,">&STDERR",$zip,"-dc");if(my$perlpid=fork){close$in;$eval=join"",<$out>;close$out;}else{close$out;print$in(decode_base64(join"",@ARGV));close$in;exit;}wait;eval$eval;'\' BASE64;_EXIT_status=$?; mkdir -p ./.; rsync --protocol 30 --rsync-path=cd\ ./.TMPWORKDIR/./.\;\ rsync -rlDzR -essh parallel@lo:./abc-file.out ./.;ssh parallel@lo \(rm\ -f\ ./.TMPWORKDIR/abc-file\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh parallel@lo \(rm\ -f\ ./.TMPWORKDIR/abc-file.out\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh parallel@lo rm -rf .TMPWORKDIR; exit $_EXIT_status;
|
||||
cat num1000000 | parallel --pipe wc
|
||||
165668 165668 1048571
|
||||
149797 149797 1048579
|
||||
149796 149796 1048572
|
||||
149797 149797 1048579
|
||||
149797 149797 1048579
|
||||
149796 149796 1048572
|
||||
85349 85349 597444
|
||||
149796 149796 1048572
|
||||
149796 149796 1048572
|
||||
149796 149796 1048572
|
||||
85352 85352 597465
|
||||
cat num1000000 | parallel --pipe --block 2M wc
|
||||
315465 315465 2097150
|
||||
299593 299593 2097151
|
||||
299593 299593 2097151
|
||||
85349 85349 597444
|
||||
cat num1000000 | parallel --pipe -j4 --round-robin wc
|
||||
315465 315465 2097150
|
||||
299593 299593 2097151
|
||||
235145 235145 1646016
|
||||
149797 149797 1048579
|
||||
315464 315464 2097143
|
||||
299592 299592 2097144
|
||||
235148 235148 1646037
|
||||
149796 149796 1048572
|
||||
cat num1000000 | parallel --pipe -N140000 wc
|
||||
140000 140000 868895
|
||||
140000 140000 980000
|
||||
|
|
@ -770,12 +770,12 @@ bar
|
|||
20000 20000 140001
|
||||
cat num1000000 | parallel --pipe -L75 wc
|
||||
165600 165600 1048095
|
||||
149850 149850 1048950
|
||||
149775 149775 1048425
|
||||
149775 149775 1048425
|
||||
149850 149850 1048950
|
||||
149775 149775 1048425
|
||||
85350 85350 597450
|
||||
149775 149775 1048425
|
||||
149775 149775 1048425
|
||||
85500 85500 598500
|
||||
25 25 176
|
||||
echo /foo, bar/, /baz, qux/, | parallel -kN1 --recend ', ' --pipe echo JOB{#}\;cat\;echo END
|
||||
JOB1
|
||||
|
|
@ -1037,7 +1037,7 @@ B
|
|||
C
|
||||
echo '-vv --dry-run' > ~/.parallel/dryverbose
|
||||
parallel --profile dryverbose --profile nicetimeout echo ::: A B C
|
||||
\nice -n17 /bin/bash -c echo\ A
|
||||
\nice -n17 /bin/bash -c echo\ B
|
||||
\nice -n17 /bin/bash -c echo\ C
|
||||
echo A
|
||||
echo B
|
||||
echo C
|
||||
7
|
||||
|
|
|
|||
Loading…
Reference in a new issue