mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-10-18 12:59:39 +00:00
parallel: Unexplainable bug in --interactive fixed.
This commit is contained in:
Ole Tange
parent
cc528fbbfb
commit
321419c73a
|
|
@ -220,6 +220,8 @@ Quote of the month:
|
||||||
|
|
||||||
New in this release:
|
New in this release:
|
||||||
|
|
||||||
|
https://trapa.cz/sites/default/files/linux_bash_metacentrum_course_4.pdf
|
||||||
|
|
||||||
https://medium.freecodecamp.org/how-to-supercharge-your-bash-workflows-with-gnu-parallel-53aab0aea141
|
https://medium.freecodecamp.org/how-to-supercharge-your-bash-workflows-with-gnu-parallel-53aab0aea141
|
||||||
|
|
||||||
* GNU Parallel is available in Termux https://github.com/termux/termux-packages/tree/master/packages/parallel
|
* GNU Parallel is available in Termux https://github.com/termux/termux-packages/tree/master/packages/parallel
|
||||||
|
|
|
||||||
10
src/parallel
10
src/parallel
|
|
@ -9040,12 +9040,16 @@ sub interactive_start($) {
|
||||||
my $self = shift;
|
my $self = shift;
|
||||||
my $command = $self->wrapped();
|
my $command = $self->wrapped();
|
||||||
if($Global::interactive) {
|
if($Global::interactive) {
|
||||||
|
my $answer;
|
||||||
::status_no_nl("$command ?...");
|
::status_no_nl("$command ?...");
|
||||||
|
do{
|
||||||
open(my $tty_fh, "<", "/dev/tty") || ::die_bug("interactive-tty");
|
open(my $tty_fh, "<", "/dev/tty") || ::die_bug("interactive-tty");
|
||||||
my $answer = <$tty_fh>;
|
$answer = <$tty_fh>;
|
||||||
close $tty_fh;
|
close $tty_fh;
|
||||||
my $run_yes = ($answer =~ /^\s*y/i);
|
# Sometime we get an empty string (not even \n)
|
||||||
if (not $run_yes) {
|
# Do not know why, so let us just ignore it and try again
|
||||||
|
} while(length $answer < 1);
|
||||||
|
if (not ($answer =~ /^\s*y/i)) {
|
||||||
$self->{'commandline'}->skip();
|
$self->{'commandline'}->skip();
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
|
|
|
||||||
|
|
@ -2085,6 +2085,8 @@ This is similar to sharding in databases.
|
||||||
The performance is in the order of 100K rows per second. Faster if the
|
The performance is in the order of 100K rows per second. Faster if the
|
||||||
I<shardkey> is small (<10), slower if it is big (>100).
|
I<shardkey> is small (<10), slower if it is big (>100).
|
||||||
|
|
||||||
|
B<--shard> requires B<--pipe> and a fixed numeric value for B<--jobs>.
|
||||||
|
|
||||||
|
|
||||||
=item B<--shebang>
|
=item B<--shebang>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1849,24 +1849,116 @@ https://github.com/spion/npm-parallel (Last checked: 2019-01)
|
||||||
B<machma> runs tasks in parallel. It gives time stamped
|
B<machma> runs tasks in parallel. It gives time stamped
|
||||||
output. It buffers in RAM. The examples from README.md:
|
output. It buffers in RAM. The examples from README.md:
|
||||||
|
|
||||||
find . -iname '*.jpg' | machma -- mogrify -resize 1200x1200 -filter Lanczos {}
|
find . -iname '*.jpg' |
|
||||||
find . -iname '*.jpg' | parallel mogrify -resize 1200x1200 -filter Lanczos {}
|
machma -- mogrify -resize 1200x1200 -filter Lanczos {}
|
||||||
|
find . -iname '*.jpg' |
|
||||||
|
parallel mogrify -resize 1200x1200 -filter Lanczos {}
|
||||||
|
|
||||||
cat /tmp/ips | machma -p 2 -- ping -c 2 -q {}
|
cat /tmp/ips | machma -p 2 -- ping -c 2 -q {}
|
||||||
cat /tmp/ips | parallel -j 2 --tag --line-buffer ping -c 2 -q {}
|
cat /tmp/ips | parallel -j 2 --tag --line-buffer ping -c 2 -q {}
|
||||||
|
|
||||||
cat /tmp/ips | machma -- sh -c 'ping -c 2 -q $0 > /dev/null && echo alive' {}
|
cat /tmp/ips |
|
||||||
cat /tmp/ips | parallel --tag 'ping -c 2 -q {} > /dev/null && echo alive'
|
machma -- sh -c 'ping -c 2 -q $0 > /dev/null && echo alive' {}
|
||||||
|
cat /tmp/ips |
|
||||||
|
parallel --tag 'ping -c 2 -q {} > /dev/null && echo alive'
|
||||||
|
|
||||||
find . -iname '*.jpg' | machma --timeout 5s -- mogrify -resize 1200x1200 -filter Lanczos {}
|
find . -iname '*.jpg' |
|
||||||
find . -iname '*.jpg' | parallel --timeout 5s mogrify -resize 1200x1200 -filter Lanczos {}
|
machma --timeout 5s -- mogrify -resize 1200x1200 -filter Lanczos {}
|
||||||
|
find . -iname '*.jpg' |
|
||||||
|
parallel --timeout 5s mogrify -resize 1200x1200 -filter Lanczos {}
|
||||||
|
|
||||||
find . -iname '*.jpg' -print0 | machma --null -- mogrify -resize 1200x1200 -filter Lanczos {}
|
find . -iname '*.jpg' -print0 |
|
||||||
find . -iname '*.jpg' -print0 | parallel --null mogrify -resize 1200x1200 -filter Lanczos {}
|
machma --null -- mogrify -resize 1200x1200 -filter Lanczos {}
|
||||||
|
find . -iname '*.jpg' -print0 |
|
||||||
|
parallel --null mogrify -resize 1200x1200 -filter Lanczos {}
|
||||||
|
|
||||||
https://github.com/fd0/machma (Last checked: 2019-01)
|
https://github.com/fd0/machma (Last checked: 2019-01)
|
||||||
|
|
||||||
|
|
||||||
|
=head2 DIFFERENCES BETWEEN interlace AND GNU Parallel
|
||||||
|
|
||||||
|
B<interlace> is built for network analysis to run network tools in parallel.
|
||||||
|
|
||||||
|
B<interface> does not buffer output, so output mixes.
|
||||||
|
|
||||||
|
Using B<prips> the examples from https://github.com/codingo/Interlace
|
||||||
|
can be run with GNU B<parallel>:
|
||||||
|
|
||||||
|
interlace -tL ./targets.txt -threads 5 \
|
||||||
|
-c "nikto --host _target_ > ./_target_-nikto.txt" -v
|
||||||
|
parallel -a targets.txt -P5 nikto --host {} > ./{}_-nikto.txt
|
||||||
|
|
||||||
|
interlace -tL ./targets.txt -threads 5 -c \
|
||||||
|
"nikto --host _target_:_port_ > ./_target_-_port_-nikto.txt" \
|
||||||
|
-p 80,443 -v
|
||||||
|
parallel -P5 nikto --host {1}:{2} > ./{1}-{2}-nikto.txt \
|
||||||
|
:::: targets.txt ::: 80 443
|
||||||
|
|
||||||
|
commands.txt:
|
||||||
|
nikto --host _target_:_port_ > _output_/_target_-nikto.txt
|
||||||
|
sslscan _target_:_port_ > _output_/_target_-sslscan.txt
|
||||||
|
testssl.sh _target_:_port_ > _output_/_target_-testssl.txt
|
||||||
|
interlace -t example.com -o ~/Engagements/example/ \
|
||||||
|
-cL ./commands.txt -p 80,443
|
||||||
|
|
||||||
|
_nikto() {
|
||||||
|
nikto --host "$1:$2"
|
||||||
|
}
|
||||||
|
_sslscan() {
|
||||||
|
sslscan "$1:$2"
|
||||||
|
}
|
||||||
|
_testssl() {
|
||||||
|
testssl.sh "$1:$2"
|
||||||
|
}
|
||||||
|
export -f _nikto
|
||||||
|
export -f _sslscan
|
||||||
|
export -f _testssl
|
||||||
|
parallel --results ~/Engagements/example/{2}:{3}{1} \
|
||||||
|
::: _nikto _sslscan _testssl ::: example.com ::: 80 443
|
||||||
|
|
||||||
|
interlace -t 192.168.12.0/24 -c "vhostscan _target_ \
|
||||||
|
-oN _output_/_target_-vhosts.txt" -o ~/scans/ -threads 50
|
||||||
|
prips 192.168.12.0/24 |
|
||||||
|
parallel -P50 vhostscan {} -oN ~/scans/{}-vhosts.txt
|
||||||
|
|
||||||
|
interlace -t 192.168.12.* -c "vhostscan _target_ \
|
||||||
|
-oN _output_/_target_-vhosts.txt" -o ~/scans/ -threads 50
|
||||||
|
# Glob is not supported in prips
|
||||||
|
prips 192.168.12.0/24 |
|
||||||
|
parallel -P50 vhostscan {} -oN ~/scans/{}-vhosts.txt
|
||||||
|
|
||||||
|
interlace -t 192.168.12.1-15 -c \
|
||||||
|
"vhostscan _target_ -oN _output_/_target_-vhosts.txt" \
|
||||||
|
-o ~/scans/ -threads 50
|
||||||
|
# Dash notation is not supported in prips
|
||||||
|
prips 192.168.12.1 192.168.12.15 |
|
||||||
|
parallel -P50 vhostscan {} -oN ~/scans/{}-vhosts.txt
|
||||||
|
|
||||||
|
interlace -tL ./target-list.txt -c \
|
||||||
|
"vhostscan -t _target_ -oN _output_/_target_-vhosts.txt" \
|
||||||
|
-o ~/scans/ -threads 50
|
||||||
|
cat ./target-list.txt |
|
||||||
|
parallel -P50 vhostscan -t {} -oN ~/scans/{}-vhosts.txt
|
||||||
|
|
||||||
|
./vhosts-commands.txt -tL ./target-list.txt:
|
||||||
|
vhostscan -t $target -oN _output_/_target_-vhosts.txt
|
||||||
|
interlace -cL ./vhosts-commands.txt -tL ./target-list.txt \
|
||||||
|
-threads 50 -o ~/scans
|
||||||
|
|
||||||
|
./vhosts-commands.txt -tL ./target-list.txt:
|
||||||
|
vhostscan -t "$1" -oN "$2"
|
||||||
|
parallel -P50 ./vhosts-commands.txt {} ~/scans/{} \
|
||||||
|
:::: ./target-list.txt
|
||||||
|
|
||||||
|
interlace -t 192.168.12.0/24 -e 192.168.12.0/26 -c \
|
||||||
|
"vhostscan _target_ -oN _output_/_target_-vhosts.txt" \
|
||||||
|
-o ~/scans/ -threads 50
|
||||||
|
prips 192.168.12.0/24 | grep -xv -Ff <(prips 192.168.12.0/26) |
|
||||||
|
parallel -P50 vhostscan {} -oN ~/scans/{}-vhosts.txt
|
||||||
|
|
||||||
|
|
||||||
|
https://github.com/codingo/Interlace (Last checked: 2019-02)
|
||||||
|
|
||||||
=head2 Todo
|
=head2 Todo
|
||||||
|
|
||||||
Url for spread
|
Url for spread
|
||||||
|
|
|
||||||
|
|
@ -28,36 +28,6 @@ export -f stdsort
|
||||||
# parallel --shuf --jl /tmp/myjl -j1 'export JOBS={1};'bash tests-to-run/parallel-local-0.3s.sh ::: {1..16} ::: {1..5}
|
# parallel --shuf --jl /tmp/myjl -j1 'export JOBS={1};'bash tests-to-run/parallel-local-0.3s.sh ::: {1..16} ::: {1..5}
|
||||||
|
|
||||||
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -vj13 -k --joblog /tmp/jl-`basename $0` -L1 -r
|
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -vj13 -k --joblog /tmp/jl-`basename $0` -L1 -r
|
||||||
echo '### Test bug #45619: "--halt" erroneous error exit code (should give 0)';
|
|
||||||
seq 10 | parallel --halt now,fail=1 true;
|
|
||||||
echo $?
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### Test exit val - true';
|
|
||||||
echo true | parallel;
|
|
||||||
echo $?
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### Test exit val - false';
|
|
||||||
echo false | parallel;
|
|
||||||
echo $?
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### Test bug #43284: {%} and {#} with --xapply';
|
|
||||||
parallel --xapply 'echo {1} {#} {%} {2}' ::: a ::: b;
|
|
||||||
parallel -N2 'echo {%}' ::: a b
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### bug #47501: --xapply for some input sources'
|
|
||||||
# Wrapping does not work yet
|
|
||||||
parallel -k echo ::: a b c aWRAP :::+ aa bb cc ::: A B :::+ AA BB AAwrap
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### Test bug #43376: {%} and {#} with --pipe'
|
echo '### Test bug #43376: {%} and {#} with --pipe'
|
||||||
echo foo | parallel -q --pipe -k echo {#}
|
echo foo | parallel -q --pipe -k echo {#}
|
||||||
echo foo | parallel --pipe -k echo {%}
|
echo foo | parallel --pipe -k echo {%}
|
||||||
|
|
@ -66,20 +36,6 @@ echo '### Test bug #43376: {%} and {#} with --pipe'
|
||||||
|
|
||||||
echo '**'
|
echo '**'
|
||||||
|
|
||||||
echo '### {= and =} in different groups separated by space'
|
|
||||||
parallel echo {= s/a/b/ =} ::: a
|
|
||||||
parallel echo {= s/a/b/=} ::: a
|
|
||||||
parallel echo {= s/a/b/=}{= s/a/b/=} ::: a
|
|
||||||
parallel echo {= s/a/b/=}{=s/a/b/=} ::: a
|
|
||||||
parallel echo {= s/a/b/=}{= {= s/a/b/=} ::: a
|
|
||||||
parallel echo {= s/a/b/=}{={=s/a/b/=} ::: a
|
|
||||||
parallel echo {= s/a/b/ =} {={==} ::: a
|
|
||||||
parallel echo {={= =} ::: a
|
|
||||||
parallel echo {= {= =} ::: a
|
|
||||||
parallel echo {= {= =} =} ::: a
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### {} as part of the command'
|
echo '### {} as part of the command'
|
||||||
echo p /bin/ls | parallel l{= s/p/s/ =}
|
echo p /bin/ls | parallel l{= s/p/s/ =}
|
||||||
echo /bin/ls-p | parallel --colsep '-' l{=2 s/p/s/ =} {1}
|
echo /bin/ls-p | parallel --colsep '-' l{=2 s/p/s/ =} {1}
|
||||||
|
|
@ -112,12 +68,6 @@ cat /dev/zero >$SMALLDISK/out;
|
||||||
|
|
||||||
echo '**'
|
echo '**'
|
||||||
|
|
||||||
echo '### bug #44614: --pipepart --header off by one'
|
|
||||||
seq 10 >/tmp/parallel_44616;
|
|
||||||
parallel --pipepart -a /tmp/parallel_44616 -k --block 5 'echo foo; cat';
|
|
||||||
parallel --pipepart -a /tmp/parallel_44616 -k --block 2 --regexp --recend 3'\n' 'echo foo; cat';
|
|
||||||
rm /tmp/parallel_44616
|
|
||||||
|
|
||||||
echo '### PARALLEL_TMUX not found'
|
echo '### PARALLEL_TMUX not found'
|
||||||
PARALLEL_TMUX=not-existing parallel --tmux echo ::: 1
|
PARALLEL_TMUX=not-existing parallel --tmux echo ::: 1
|
||||||
|
|
||||||
|
|
@ -129,223 +79,29 @@ parallel -k echo {#} ::: 1 2 ::: 1 2
|
||||||
|
|
||||||
echo '**'
|
echo '**'
|
||||||
|
|
||||||
echo '### bug #45769: --round-robin --pipepart gives wrong results'
|
|
||||||
|
|
||||||
seq 10000 >/tmp/seq10000;
|
|
||||||
parallel -j2 --pipepart -a /tmp/seq10000 --block 14 --round-robin wc | wc -l;
|
|
||||||
rm /tmp/seq10000
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### bug #45842: Do not evaluate {= =} twice'
|
|
||||||
|
|
||||||
parallel -k echo '{= $_=++$::G =}' ::: {1001..1004}
|
|
||||||
parallel -k echo '{=1 $_=++$::G =}' ::: {1001..1004}
|
|
||||||
parallel -k echo '{= $_=++$::G =}' ::: {1001..1004} ::: {a..c}
|
|
||||||
parallel -k echo '{=1 $_=++$::G =}' ::: {1001..1004} ::: {a..c}
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### bug #45939: {2} in {= =} fails'
|
|
||||||
|
|
||||||
parallel echo '{= s/O{2}//=}' ::: OOOK
|
|
||||||
parallel echo '{2}-{=1 s/O{2}//=}' ::: OOOK ::: OK
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### bug #45998: --pipe to function broken'
|
|
||||||
|
|
||||||
myfunc() { echo $1; cat; };
|
|
||||||
export -f myfunc;
|
|
||||||
echo pipefunc OK | parallel --pipe myfunc {#};
|
|
||||||
echo pipefunc and more OK | parallel --pipe 'myfunc {#};echo and more OK'
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo 'bug #46016: --joblog should not log when --dryrun'
|
echo 'bug #46016: --joblog should not log when --dryrun'
|
||||||
|
|
||||||
parallel --dryrun --joblog - echo ::: Only_this
|
parallel --dryrun --joblog - echo ::: Only_this
|
||||||
|
|
||||||
echo '**'
|
echo '**'
|
||||||
|
|
||||||
echo 'bug #46232: {%} with --bar/--eta/--shuf or --halt xx% broken'
|
|
||||||
|
|
||||||
parallel --bar -kj2 --delay 0.1 echo {%} ::: a b ::: c d e 2>/dev/null
|
|
||||||
parallel --halt now,fail=10% -kj2 --delay 0.1 echo {%} ::: a b ::: c d e
|
|
||||||
parallel --eta -kj2 --delay 0.1 echo {%} ::: a b ::: c d e 2>/dev/null
|
|
||||||
parallel --shuf -kj2 --delay 0.1 echo {%} ::: a b ::: c d e 2>/dev/null
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo 'bug #46231: {%} with --pipepart broken. Should give 1+2'
|
|
||||||
|
|
||||||
seq 10000 > /tmp/num10000;
|
|
||||||
parallel -k --pipepart -ka /tmp/num10000 --block 10k -j2 --delay 0.05 echo {%};
|
|
||||||
rm /tmp/num10000
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '{##} bug #45841: Replacement string for total no of jobs'
|
|
||||||
|
|
||||||
parallel -k --plus echo {##} ::: {a..j};
|
|
||||||
parallel -k 'echo {= $::G++ > 3 and ($_=$Global::JobQueue->total_jobs());=}' ::: {1..10}
|
|
||||||
parallel -k -N7 --plus echo {#} {##} ::: {1..14}
|
|
||||||
parallel -k -N7 --plus echo {#} {##} ::: {1..15}
|
|
||||||
parallel -k -S 8/: -X --plus echo {#} {##} ::: {1..15}
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo 'bug #47002: --tagstring with -d \n\n'
|
echo 'bug #47002: --tagstring with -d \n\n'
|
||||||
|
|
||||||
(seq 3;echo;seq 4) | parallel -k -d '\n\n' --tagstring {%} echo ABC';'echo
|
(seq 3;echo;seq 4) | parallel -k -d '\n\n' --tagstring {%} echo ABC';'echo
|
||||||
|
|
||||||
echo '**'
|
echo '**'
|
||||||
|
|
||||||
echo 'bug #47086: [PATCH] Initialize total_completed from joblog'
|
|
||||||
|
|
||||||
rm -f /tmp/parallel-47086;
|
|
||||||
parallel -j1 --joblog /tmp/parallel-47086 --halt now,fail=1 echo '{= $_=$Global::total_completed =};exit {}' ::: 0 0 0 1 0 0;
|
|
||||||
parallel -j1 --joblog /tmp/parallel-47086 --halt now,fail=1 --resume echo '{= $_=$Global::total_completed =};exit {}' ::: 0 0 0 1 0 0
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo 'bug #47290: xargs: Warning: a NUL character occurred in the input'
|
echo 'bug #47290: xargs: Warning: a NUL character occurred in the input'
|
||||||
|
|
||||||
perl -e 'print "foo\0not printed"' | parallel echo
|
perl -e 'print "foo\0not printed"' | parallel echo
|
||||||
|
|
||||||
echo '**'
|
echo '**'
|
||||||
|
|
||||||
echo xargs compatibility
|
|
||||||
|
|
||||||
echo '### Test -L -l and --max-lines'
|
|
||||||
|
|
||||||
(echo a_b;echo c) | parallel -km -L2 echo
|
|
||||||
(echo a_b;echo c) | parallel -k -L2 echo
|
|
||||||
(echo a_b;echo c) | xargs -L2 echo
|
|
||||||
|
|
||||||
echo '### xargs -L1 echo'
|
|
||||||
|
|
||||||
(echo a_b;echo c) | parallel -km -L1 echo
|
|
||||||
(echo a_b;echo c) | parallel -k -L1 echo
|
|
||||||
(echo a_b;echo c) | xargs -L1 echo
|
|
||||||
echo 'Lines ending in space should continue on next line'
|
|
||||||
|
|
||||||
echo '### xargs -L1 echo'
|
|
||||||
|
|
||||||
(echo a_b' ';echo c;echo d) | parallel -km -L1 echo
|
|
||||||
(echo a_b' ';echo c;echo d) | parallel -k -L1 echo
|
|
||||||
(echo a_b' ';echo c;echo d) | xargs -L1 echo
|
|
||||||
|
|
||||||
echo '### xargs -L2 echo'
|
|
||||||
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -km -L2 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -k -L2 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | xargs -L2 echo
|
|
||||||
|
|
||||||
echo '### xargs -l echo'
|
|
||||||
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -l -km echo # This behaves wrong
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -l -k echo # This behaves wrong
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | xargs -l echo
|
|
||||||
|
|
||||||
echo '### xargs -l2 echo'
|
|
||||||
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -km -l2 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -k -l2 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | xargs -l2 echo
|
|
||||||
|
|
||||||
echo '### xargs -l1 echo'
|
|
||||||
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -km -l1 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -k -l1 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | xargs -l1 echo
|
|
||||||
|
|
||||||
echo '### xargs --max-lines=2 echo'
|
|
||||||
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -km --max-lines 2 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel -k --max-lines 2 echo
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | xargs --max-lines=2 echo
|
|
||||||
|
|
||||||
echo '### xargs --max-lines echo'
|
|
||||||
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel --max-lines -km echo # This behaves wrong
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | parallel --max-lines -k echo # This behaves wrong
|
|
||||||
(echo a_b' ';echo c;echo d;echo e) | xargs --max-lines echo
|
|
||||||
|
|
||||||
echo '### test too long args'
|
|
||||||
|
|
||||||
perl -e 'print "z"x1000000' | parallel echo 2>&1
|
|
||||||
perl -e 'print "z"x1000000' | xargs echo 2>&1
|
|
||||||
(seq 1 10; perl -e 'print "z"x1000000'; seq 12 15) | stdsort parallel -j1 -km -s 10 echo
|
|
||||||
(seq 1 10; perl -e 'print "z"x1000000'; seq 12 15) | stdsort xargs -s 10 echo
|
|
||||||
(seq 1 10; perl -e 'print "z"x1000000'; seq 12 15) | stdsort parallel -j1 -kX -s 10 echo
|
|
||||||
|
|
||||||
echo '### Test -x'
|
|
||||||
|
|
||||||
(seq 1 10; echo 12345; seq 12 15) | stdsort parallel -j1 -km -s 10 -x echo
|
|
||||||
(seq 1 10; echo 12345; seq 12 15) | stdsort parallel -j1 -kX -s 10 -x echo
|
|
||||||
(seq 1 10; echo 12345; seq 12 15) | stdsort xargs -s 10 -x echo
|
|
||||||
(seq 1 10; echo 1234; seq 12 15) | stdsort parallel -j1 -km -s 10 -x echo
|
|
||||||
(seq 1 10; echo 1234; seq 12 15) | stdsort parallel -j1 -kX -s 10 -x echo
|
|
||||||
(seq 1 10; echo 1234; seq 12 15) | stdsort xargs -s 10 -x echo
|
|
||||||
|
|
||||||
echo '### Test -a and --arg-file: Read input from file instead of stdin'
|
|
||||||
|
|
||||||
seq 1 10 >/tmp/parallel_$$-1; parallel -k -a /tmp/parallel_$$-1 echo; rm /tmp/parallel_$$-1
|
|
||||||
seq 1 10 >/tmp/parallel_$$-2; parallel -k --arg-file /tmp/parallel_$$-2 echo; rm /tmp/parallel_$$-2
|
|
||||||
|
|
||||||
echo '### Test -i and --replace: Replace with argument'
|
|
||||||
|
|
||||||
(echo a; echo END; echo b) | parallel -k -i -eEND echo repl{}ce
|
|
||||||
(echo a; echo END; echo b) | parallel -k --replace -eEND echo repl{}ce
|
|
||||||
(echo a; echo END; echo b) | parallel -k -i+ -eEND echo repl+ce
|
|
||||||
(echo e; echo END; echo b) | parallel -k -i'*' -eEND echo r'*'plac'*'
|
|
||||||
(echo a; echo END; echo b) | parallel -k --replace + -eEND echo repl+ce
|
|
||||||
(echo a; echo END; echo b) | parallel -k --replace== -eEND echo repl=ce
|
|
||||||
(echo a; echo END; echo b) | parallel -k --replace = -eEND echo repl=ce
|
|
||||||
(echo a; echo END; echo b) | parallel -k --replace=^ -eEND echo repl^ce
|
|
||||||
(echo a; echo END; echo b) | parallel -k -I^ -eEND echo repl^ce
|
|
||||||
|
|
||||||
echo '### Test -E: Artificial end-of-file'
|
|
||||||
|
|
||||||
(echo include this; echo END; echo not this) | parallel -k -E END echo
|
|
||||||
(echo include this; echo END; echo not this) | parallel -k -EEND echo
|
|
||||||
|
|
||||||
echo '### Test -e and --eof: Artificial end-of-file'
|
|
||||||
|
|
||||||
(echo include this; echo END; echo not this) | parallel -k -e END echo
|
|
||||||
(echo include this; echo END; echo not this) | parallel -k -eEND echo
|
|
||||||
(echo include this; echo END; echo not this) | parallel -k --eof=END echo
|
|
||||||
(echo include this; echo END; echo not this) | parallel -k --eof END echo
|
|
||||||
|
|
||||||
echo '### Test -n and --max-args: Max number of args per line (only with -X and -m)'
|
|
||||||
|
|
||||||
(echo line 1;echo line 2;echo line 3) | parallel -k -n1 -m echo
|
|
||||||
(echo line 1;echo line 1;echo line 2) | parallel -k -n2 -m echo
|
|
||||||
(echo line 1;echo line 2;echo line 3) | parallel -k -n1 -X echo
|
|
||||||
(echo line 1;echo line 1;echo line 2) | parallel -k -n2 -X echo
|
|
||||||
(echo line 1;echo line 2;echo line 3) | parallel -k -n1 echo
|
|
||||||
(echo line 1;echo line 1;echo line 2) | parallel -k -n2 echo
|
|
||||||
(echo line 1;echo line 2;echo line 3) | parallel -k --max-args=1 -X echo
|
|
||||||
(echo line 1;echo line 2;echo line 3) | parallel -k --max-args 1 -X echo
|
|
||||||
(echo line 1;echo line 1;echo line 2) | parallel -k --max-args=2 -X echo
|
|
||||||
(echo line 1;echo line 1;echo line 2) | parallel -k --max-args 2 -X echo
|
|
||||||
(echo line 1;echo line 2;echo line 3) | parallel -k --max-args 1 echo
|
|
||||||
(echo line 1;echo line 1;echo line 2) | parallel -k --max-args 2 echo
|
|
||||||
|
|
||||||
echo '### Test --max-procs and -P: Number of processes'
|
echo '### Test --max-procs and -P: Number of processes'
|
||||||
|
|
||||||
seq 1 10 | parallel -k --max-procs +0 echo max proc
|
seq 1 10 | parallel -k --max-procs +0 echo max proc
|
||||||
seq 1 10 | parallel -k -P 200% echo 200% proc
|
seq 1 10 | parallel -k -P 200% echo 200% proc
|
||||||
|
|
||||||
echo '### Test --delimiter and -d: Delimiter instead of newline'
|
|
||||||
|
|
||||||
echo '# Yes there is supposed to be an extra newline for -d N'
|
|
||||||
echo line 1Nline 2Nline 3 | parallel -k -d N echo This is
|
|
||||||
echo line 1Nline 2Nline 3 | parallel -k --delimiter N echo This is
|
|
||||||
printf "delimiter NUL line 1\0line 2\0line 3" | parallel -k -d '\0' echo
|
|
||||||
printf "delimiter TAB line 1\tline 2\tline 3" | parallel -k --delimiter '\t' echo
|
|
||||||
|
|
||||||
echo '### Test --max-chars and -s: Max number of chars in a line'
|
echo '### Test --max-chars and -s: Max number of chars in a line'
|
||||||
|
|
||||||
(echo line 1;echo line 1;echo line 2) | parallel -k --max-chars 25 -X echo
|
(echo line 1;echo line 1;echo line 2) | parallel -k --max-chars 25 -X echo
|
||||||
|
|
@ -376,32 +132,6 @@ echo '### Test --show-limits'
|
||||||
(echo b; echo c; echo f) | parallel -k --show-limits echo {}ar
|
(echo b; echo c; echo f) | parallel -k --show-limits echo {}ar
|
||||||
(echo b; echo c; echo f) | parallel -j1 -kX --show-limits -s 100 echo {}ar
|
(echo b; echo c; echo f) | parallel -j1 -kX --show-limits -s 100 echo {}ar
|
||||||
|
|
||||||
echo '### Test empty line as input'
|
|
||||||
|
|
||||||
echo | parallel echo empty input line
|
|
||||||
|
|
||||||
echo '### Tests if (cat | sh) works'
|
|
||||||
|
|
||||||
perl -e 'for(1..25) {print "echo a $_; echo b $_\n"}' | parallel 2>&1 | sort
|
|
||||||
|
|
||||||
echo '### Test if xargs-mode works'
|
|
||||||
|
|
||||||
perl -e 'for(1..25) {print "a $_\nb $_\n"}' | parallel echo 2>&1 | sort
|
|
||||||
|
|
||||||
echo '### Test -q'
|
|
||||||
|
|
||||||
parallel -kq perl -e '$ARGV[0]=~/^\S+\s+\S+$/ and print $ARGV[0],"\n"' ::: "a b" c "d e f" g "h i"
|
|
||||||
|
|
||||||
echo '### Test -q {#}'
|
|
||||||
|
|
||||||
parallel -kq echo {#} ::: a b
|
|
||||||
parallel -kq echo {\#} ::: a b
|
|
||||||
parallel -kq echo {\\#} ::: a b
|
|
||||||
|
|
||||||
echo '### Test long commands do not take up all memory'
|
|
||||||
|
|
||||||
seq 1 100 | parallel -j0 -qv perl -e '$r=rand(shift);for($f=0;$f<$r;$f++){$a="a"x100};print shift,"\n"' 10000 2>/dev/null | sort
|
|
||||||
|
|
||||||
echo '### Test 0-arguments'
|
echo '### Test 0-arguments'
|
||||||
|
|
||||||
seq 1 2 | parallel -k -n0 echo n0
|
seq 1 2 | parallel -k -n0 echo n0
|
||||||
|
|
@ -423,65 +153,6 @@ echo '### Test arguments on commandline'
|
||||||
echo '### Test --nice locally'
|
echo '### Test --nice locally'
|
||||||
|
|
||||||
parallel --nice 1 -vv 'PAR=a bash -c "echo \$PAR {}"' ::: b
|
parallel --nice 1 -vv 'PAR=a bash -c "echo \$PAR {}"' ::: b
|
||||||
|
|
||||||
echo '### Test distribute arguments at EOF to 2 jobslots'
|
|
||||||
|
|
||||||
seq 1 92 | parallel -j2 -kX -s 100 echo
|
|
||||||
|
|
||||||
echo '### Test distribute arguments at EOF to 5 jobslots'
|
|
||||||
|
|
||||||
seq 1 92 | parallel -j5 -kX -s 100 echo
|
|
||||||
|
|
||||||
echo '### Test distribute arguments at EOF to infinity jobslots'
|
|
||||||
|
|
||||||
seq 1 92 | parallel -j0 -kX -s 100 echo 2>/dev/null
|
|
||||||
|
|
||||||
echo '### Test -N is not broken by distribution - single line'
|
|
||||||
|
|
||||||
seq 9 | parallel -N 10 echo
|
|
||||||
|
|
||||||
echo '### Test -N is not broken by distribution - two lines'
|
|
||||||
|
|
||||||
seq 19 | parallel -k -N 10 echo
|
|
||||||
|
|
||||||
echo '### Test -N context replace'
|
|
||||||
|
|
||||||
seq 19 | parallel -k -N 10 echo a{}b
|
|
||||||
|
|
||||||
echo '### Test -L context replace'
|
|
||||||
|
|
||||||
seq 19 | parallel -k -L 10 echo a{}b
|
|
||||||
|
|
||||||
echo '**'
|
|
||||||
|
|
||||||
echo '### Test {} multiple times in different commands'
|
|
||||||
|
|
||||||
seq 10 | parallel -v -Xj1 echo {} \; echo {}
|
|
||||||
|
|
||||||
echo '### Test of -X {1}-{2} with multiple input sources'
|
|
||||||
|
|
||||||
parallel -j1 -kX echo {1}-{2} ::: a ::: b
|
|
||||||
parallel -j2 -kX echo {1}-{2} ::: a b ::: c d
|
|
||||||
parallel -j2 -kX echo {1}-{2} ::: a b c ::: d e f
|
|
||||||
parallel -j0 -kX echo {1}-{2} ::: a b c ::: d e f
|
|
||||||
|
|
||||||
echo '### Test of -X {}-{.} with multiple input sources'
|
|
||||||
|
|
||||||
parallel -j1 -kX echo {}-{.} ::: a ::: b
|
|
||||||
parallel -j2 -kX echo {}-{.} ::: a b ::: c d
|
|
||||||
parallel -j2 -kX echo {}-{.} ::: a b c ::: d e f
|
|
||||||
parallel -j0 -kX echo {}-{.} ::: a b c ::: d e f
|
|
||||||
|
|
||||||
echo '### Test of -r with --pipe - the first should give an empty line. The second should not.'
|
|
||||||
|
|
||||||
echo | parallel -j2 -N1 --pipe cat | wc -l
|
|
||||||
echo | parallel -r -j2 -N1 --pipe cat | wc -l
|
|
||||||
|
|
||||||
echo '### Test --tty'
|
|
||||||
|
|
||||||
seq 0.1 0.1 0.5 | parallel -j1 --tty tty\;sleep
|
|
||||||
|
|
||||||
|
|
||||||
EOF
|
EOF
|
||||||
echo '### 1 .par file from --files expected'
|
echo '### 1 .par file from --files expected'
|
||||||
find /tmp{/*,}/*.{par,tms,tmx} 2>/dev/null -mmin -10 | wc -l
|
find /tmp{/*,}/*.{par,tms,tmx} 2>/dev/null -mmin -10 | wc -l
|
||||||
|
|
@ -489,6 +160,351 @@ find /tmp{/*,}/*.{par,tms,tmx} 2>/dev/null -mmin -10 | parallel rm
|
||||||
|
|
||||||
sudo umount -l /tmp/smalldisk.img
|
sudo umount -l /tmp/smalldisk.img
|
||||||
|
|
||||||
|
par_delimiter() {
|
||||||
|
echo '### Test --delimiter and -d: Delimiter instead of newline'
|
||||||
|
|
||||||
|
echo '# Yes there is supposed to be an extra newline for -d N'
|
||||||
|
echo line 1Nline 2Nline 3 | parallel -k -d N echo This is
|
||||||
|
echo line 1Nline 2Nline 3 | parallel -k --delimiter N echo This is
|
||||||
|
printf "delimiter NUL line 1\0line 2\0line 3" | parallel -k -d '\0' echo
|
||||||
|
printf "delimiter TAB line 1\tline 2\tline 3" | parallel -k --delimiter '\t' echo
|
||||||
|
}
|
||||||
|
|
||||||
|
par_argfile() {
|
||||||
|
echo '### Test -a and --arg-file: Read input from file instead of stdin'
|
||||||
|
|
||||||
|
seq 1 10 >/tmp/parallel_$$-1; parallel -k -a /tmp/parallel_$$-1 echo; rm /tmp/parallel_$$-1
|
||||||
|
seq 1 10 >/tmp/parallel_$$-2; parallel -k --arg-file /tmp/parallel_$$-2 echo; rm /tmp/parallel_$$-2
|
||||||
|
}
|
||||||
|
|
||||||
|
par_pipe_to_func() {
|
||||||
|
echo '### bug #45998: --pipe to function broken'
|
||||||
|
|
||||||
|
myfunc() { echo $1; cat; };
|
||||||
|
export -f myfunc;
|
||||||
|
echo pipefunc OK | parallel --pipe myfunc {#};
|
||||||
|
echo pipefunc and more OK | parallel --pipe 'myfunc {#};echo and more OK'
|
||||||
|
}
|
||||||
|
|
||||||
|
par_pipepart_roundrobin() {
|
||||||
|
echo '### bug #45769: --round-robin --pipepart gives wrong results'
|
||||||
|
|
||||||
|
seq 10000 >/tmp/seq10000
|
||||||
|
parallel -j2 --pipepart -a /tmp/seq10000 --block 14 --round-robin wc | wc -l
|
||||||
|
rm /tmp/seq10000
|
||||||
|
}
|
||||||
|
|
||||||
|
par_pipepart_header() {
|
||||||
|
echo '### bug #44614: --pipepart --header off by one'
|
||||||
|
|
||||||
|
seq 10 >/tmp/parallel_44616
|
||||||
|
parallel --pipepart -a /tmp/parallel_44616 -k --block 5 'echo foo; cat'
|
||||||
|
parallel --pipepart -a /tmp/parallel_44616 -k --block 2 --regexp --recend 3'\n' 'echo foo; cat'
|
||||||
|
rm /tmp/parallel_44616
|
||||||
|
}
|
||||||
|
|
||||||
|
par_maxargs() {
|
||||||
|
echo '### Test -n and --max-args: Max number of args per line (only with -X and -m)'
|
||||||
|
|
||||||
|
(echo line 1;echo line 2;echo line 3) | parallel -k -n1 -m echo
|
||||||
|
(echo line 1;echo line 1;echo line 2) | parallel -k -n2 -m echo
|
||||||
|
(echo line 1;echo line 2;echo line 3) | parallel -k -n1 -X echo
|
||||||
|
(echo line 1;echo line 1;echo line 2) | parallel -k -n2 -X echo
|
||||||
|
(echo line 1;echo line 2;echo line 3) | parallel -k -n1 echo
|
||||||
|
(echo line 1;echo line 1;echo line 2) | parallel -k -n2 echo
|
||||||
|
(echo line 1;echo line 2;echo line 3) | parallel -k --max-args=1 -X echo
|
||||||
|
(echo line 1;echo line 2;echo line 3) | parallel -k --max-args 1 -X echo
|
||||||
|
(echo line 1;echo line 1;echo line 2) | parallel -k --max-args=2 -X echo
|
||||||
|
(echo line 1;echo line 1;echo line 2) | parallel -k --max-args 2 -X echo
|
||||||
|
(echo line 1;echo line 2;echo line 3) | parallel -k --max-args 1 echo
|
||||||
|
(echo line 1;echo line 1;echo line 2) | parallel -k --max-args 2 echo
|
||||||
|
}
|
||||||
|
|
||||||
|
par_quote() {
|
||||||
|
echo '### Test -q'
|
||||||
|
|
||||||
|
parallel -kq perl -e '$ARGV[0]=~/^\S+\s+\S+$/ and print $ARGV[0],"\n"' ::: "a b" c "d e f" g "h i"
|
||||||
|
|
||||||
|
echo '### Test -q {#}'
|
||||||
|
|
||||||
|
parallel -kq echo {#} ::: a b
|
||||||
|
parallel -kq echo {\#} ::: a b
|
||||||
|
parallel -kq echo {\\#} ::: a b
|
||||||
|
}
|
||||||
|
|
||||||
|
par_read_from_stdin() {
|
||||||
|
echo '### Test empty line as input'
|
||||||
|
|
||||||
|
echo | parallel echo empty input line
|
||||||
|
|
||||||
|
echo '### Tests if (cat | sh) works'
|
||||||
|
|
||||||
|
perl -e 'for(1..25) {print "echo a $_; echo b $_\n"}' | parallel 2>&1 | sort
|
||||||
|
|
||||||
|
echo '### Test if xargs-mode works'
|
||||||
|
|
||||||
|
perl -e 'for(1..25) {print "a $_\nb $_\n"}' | parallel echo 2>&1 | sort
|
||||||
|
}
|
||||||
|
|
||||||
|
par_totaljob_repl() {
|
||||||
|
echo '{##} bug #45841: Replacement string for total no of jobs'
|
||||||
|
|
||||||
|
parallel -k --plus echo {##} ::: {a..j};
|
||||||
|
parallel -k 'echo {= $::G++ > 3 and ($_=$Global::JobQueue->total_jobs());=}' ::: {1..10}
|
||||||
|
parallel -k -N7 --plus echo {#} {##} ::: {1..14}
|
||||||
|
parallel -k -N7 --plus echo {#} {##} ::: {1..15}
|
||||||
|
parallel -k -S 8/: -X --plus echo {#} {##} ::: {1..15}
|
||||||
|
}
|
||||||
|
|
||||||
|
par_jobslot_repl() {
|
||||||
|
echo 'bug #46232: {%} with --bar/--eta/--shuf or --halt xx% broken'
|
||||||
|
|
||||||
|
parallel --bar -kj2 --delay 0.1 echo {%} ::: a b ::: c d e 2>/dev/null
|
||||||
|
parallel --halt now,fail=10% -kj2 --delay 0.1 echo {%} ::: a b ::: c d e
|
||||||
|
parallel --eta -kj2 --delay 0.1 echo {%} ::: a b ::: c d e 2>/dev/null
|
||||||
|
parallel --shuf -kj2 --delay 0.1 echo {%} ::: a b ::: c d e 2>/dev/null
|
||||||
|
|
||||||
|
echo 'bug #46231: {%} with --pipepart broken. Should give 1+2'
|
||||||
|
|
||||||
|
seq 10000 > /tmp/num10000
|
||||||
|
parallel -k --pipepart -ka /tmp/num10000 --block 10k -j2 --delay 0.05 echo {%}
|
||||||
|
rm /tmp/num10000
|
||||||
|
}
|
||||||
|
|
||||||
|
par_total_from_joblog() {
|
||||||
|
echo 'bug #47086: [PATCH] Initialize total_completed from joblog'
|
||||||
|
|
||||||
|
rm -f /tmp/parallel-47086
|
||||||
|
|
||||||
|
parallel -j1 --joblog /tmp/parallel-47086 --halt now,fail=1 echo '{= $_=$Global::total_completed =};exit {}' ::: 0 0 0 1 0 0
|
||||||
|
parallel -j1 --joblog /tmp/parallel-47086 --halt now,fail=1 --resume echo '{= $_=$Global::total_completed =};exit {}' ::: 0 0 0 1 0 0
|
||||||
|
}
|
||||||
|
|
||||||
|
par_xapply() {
|
||||||
|
echo '### Test bug #43284: {%} and {#} with --xapply';
|
||||||
|
parallel --xapply 'echo {1} {#} {%} {2}' ::: a ::: b;
|
||||||
|
parallel -N2 'echo {%}' ::: a b
|
||||||
|
|
||||||
|
echo '### bug #47501: --xapply for some input sources'
|
||||||
|
# Wrapping does not work yet
|
||||||
|
parallel -k echo ::: a b c aWRAP :::+ aa bb cc ::: A B :::+ AA BB AAwrap
|
||||||
|
}
|
||||||
|
|
||||||
|
par_perlexpr_repl() {
|
||||||
|
echo '### {= and =} in different groups separated by space'
|
||||||
|
parallel echo {= s/a/b/ =} ::: a
|
||||||
|
parallel echo {= s/a/b/=} ::: a
|
||||||
|
parallel echo {= s/a/b/=}{= s/a/b/=} ::: a
|
||||||
|
parallel echo {= s/a/b/=}{=s/a/b/=} ::: a
|
||||||
|
parallel echo {= s/a/b/=}{= {= s/a/b/=} ::: a
|
||||||
|
parallel echo {= s/a/b/=}{={=s/a/b/=} ::: a
|
||||||
|
parallel echo {= s/a/b/ =} {={==} ::: a
|
||||||
|
parallel echo {={= =} ::: a
|
||||||
|
parallel echo {= {= =} ::: a
|
||||||
|
parallel echo {= {= =} =} ::: a
|
||||||
|
|
||||||
|
echo '### bug #45842: Do not evaluate {= =} twice'
|
||||||
|
|
||||||
|
parallel -k echo '{= $_=++$::G =}' ::: {1001..1004}
|
||||||
|
parallel -k echo '{=1 $_=++$::G =}' ::: {1001..1004}
|
||||||
|
parallel -k echo '{= $_=++$::G =}' ::: {1001..1004} ::: {a..c}
|
||||||
|
parallel -k echo '{=1 $_=++$::G =}' ::: {1001..1004} ::: {a..c}
|
||||||
|
|
||||||
|
echo '### bug #45939: {2} in {= =} fails'
|
||||||
|
|
||||||
|
parallel echo '{= s/O{2}//=}' ::: OOOK
|
||||||
|
parallel echo '{2}-{=1 s/O{2}//=}' ::: OOOK ::: OK
|
||||||
|
}
|
||||||
|
|
||||||
|
par_END() {
|
||||||
|
echo '### Test -i and --replace: Replace with argument'
|
||||||
|
|
||||||
|
(echo a; echo END; echo b) | parallel -k -i -eEND echo repl{}ce
|
||||||
|
(echo a; echo END; echo b) | parallel -k --replace -eEND echo repl{}ce
|
||||||
|
(echo a; echo END; echo b) | parallel -k -i+ -eEND echo repl+ce
|
||||||
|
(echo e; echo END; echo b) | parallel -k -i'*' -eEND echo r'*'plac'*'
|
||||||
|
(echo a; echo END; echo b) | parallel -k --replace + -eEND echo repl+ce
|
||||||
|
(echo a; echo END; echo b) | parallel -k --replace== -eEND echo repl=ce
|
||||||
|
(echo a; echo END; echo b) | parallel -k --replace = -eEND echo repl=ce
|
||||||
|
(echo a; echo END; echo b) | parallel -k --replace=^ -eEND echo repl^ce
|
||||||
|
(echo a; echo END; echo b) | parallel -k -I^ -eEND echo repl^ce
|
||||||
|
|
||||||
|
echo '### Test -E: Artificial end-of-file'
|
||||||
|
|
||||||
|
(echo include this; echo END; echo not this) | parallel -k -E END echo
|
||||||
|
(echo include this; echo END; echo not this) | parallel -k -EEND echo
|
||||||
|
|
||||||
|
echo '### Test -e and --eof: Artificial end-of-file'
|
||||||
|
|
||||||
|
(echo include this; echo END; echo not this) | parallel -k -e END echo
|
||||||
|
(echo include this; echo END; echo not this) | parallel -k -eEND echo
|
||||||
|
(echo include this; echo END; echo not this) | parallel -k --eof=END echo
|
||||||
|
(echo include this; echo END; echo not this) | parallel -k --eof END echo
|
||||||
|
}
|
||||||
|
|
||||||
|
par_exit_val() {
|
||||||
|
echo '### Test bug #45619: "--halt" erroneous error exit code (should give 0)';
|
||||||
|
seq 10 | parallel --halt now,fail=1 true;
|
||||||
|
echo $?
|
||||||
|
|
||||||
|
echo '### Test exit val - true';
|
||||||
|
echo true | parallel;
|
||||||
|
echo $?
|
||||||
|
|
||||||
|
echo '### Test exit val - false';
|
||||||
|
echo false | parallel;
|
||||||
|
echo $?
|
||||||
|
}
|
||||||
|
|
||||||
|
par_xargs_compat() {
|
||||||
|
echo xargs compatibility
|
||||||
|
|
||||||
|
echo '### Test -L -l and --max-lines'
|
||||||
|
|
||||||
|
(echo a_b;echo c) | parallel -km -L2 echo
|
||||||
|
(echo a_b;echo c) | parallel -k -L2 echo
|
||||||
|
(echo a_b;echo c) | xargs -L2 echo
|
||||||
|
|
||||||
|
echo '### xargs -L1 echo'
|
||||||
|
|
||||||
|
(echo a_b;echo c) | parallel -km -L1 echo
|
||||||
|
(echo a_b;echo c) | parallel -k -L1 echo
|
||||||
|
(echo a_b;echo c) | xargs -L1 echo
|
||||||
|
echo 'Lines ending in space should continue on next line'
|
||||||
|
|
||||||
|
echo '### xargs -L1 echo'
|
||||||
|
|
||||||
|
(echo a_b' ';echo c;echo d) | parallel -km -L1 echo
|
||||||
|
(echo a_b' ';echo c;echo d) | parallel -k -L1 echo
|
||||||
|
(echo a_b' ';echo c;echo d) | xargs -L1 echo
|
||||||
|
|
||||||
|
echo '### xargs -L2 echo'
|
||||||
|
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -km -L2 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -k -L2 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | xargs -L2 echo
|
||||||
|
|
||||||
|
echo '### xargs -l echo'
|
||||||
|
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -l -km echo # This behaves wrong
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -l -k echo # This behaves wrong
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | xargs -l echo
|
||||||
|
|
||||||
|
echo '### xargs -l2 echo'
|
||||||
|
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -km -l2 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -k -l2 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | xargs -l2 echo
|
||||||
|
|
||||||
|
echo '### xargs -l1 echo'
|
||||||
|
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -km -l1 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -k -l1 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | xargs -l1 echo
|
||||||
|
|
||||||
|
echo '### xargs --max-lines=2 echo'
|
||||||
|
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -km --max-lines 2 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel -k --max-lines 2 echo
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | xargs --max-lines=2 echo
|
||||||
|
|
||||||
|
echo '### xargs --max-lines echo'
|
||||||
|
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel --max-lines -km echo # This behaves wrong
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | parallel --max-lines -k echo # This behaves wrong
|
||||||
|
(echo a_b' ';echo c;echo d;echo e) | xargs --max-lines echo
|
||||||
|
|
||||||
|
echo '### test too long args'
|
||||||
|
|
||||||
|
perl -e 'print "z"x1000000' | parallel echo 2>&1
|
||||||
|
perl -e 'print "z"x1000000' | xargs echo 2>&1
|
||||||
|
(seq 1 10; perl -e 'print "z"x1000000'; seq 12 15) | stdsort parallel -j1 -km -s 10 echo
|
||||||
|
(seq 1 10; perl -e 'print "z"x1000000'; seq 12 15) | stdsort xargs -s 10 echo
|
||||||
|
(seq 1 10; perl -e 'print "z"x1000000'; seq 12 15) | stdsort parallel -j1 -kX -s 10 echo
|
||||||
|
|
||||||
|
echo '### Test -x'
|
||||||
|
|
||||||
|
(seq 1 10; echo 12345; seq 12 15) | stdsort parallel -j1 -km -s 10 -x echo
|
||||||
|
(seq 1 10; echo 12345; seq 12 15) | stdsort parallel -j1 -kX -s 10 -x echo
|
||||||
|
(seq 1 10; echo 12345; seq 12 15) | stdsort xargs -s 10 -x echo
|
||||||
|
(seq 1 10; echo 1234; seq 12 15) | stdsort parallel -j1 -km -s 10 -x echo
|
||||||
|
(seq 1 10; echo 1234; seq 12 15) | stdsort parallel -j1 -kX -s 10 -x echo
|
||||||
|
(seq 1 10; echo 1234; seq 12 15) | stdsort xargs -s 10 -x echo
|
||||||
|
}
|
||||||
|
|
||||||
|
par_long_cmd_mem_use() {
|
||||||
|
echo '### Test long commands do not take up all memory'
|
||||||
|
|
||||||
|
seq 1 100 |
|
||||||
|
parallel -j0 -qv perl -e '$r=rand(shift); for($f = 0; $f < $r; $f++){ $a = "a"x100 } print shift,"\n"' 10000 2>/dev/null |
|
||||||
|
sort
|
||||||
|
}
|
||||||
|
|
||||||
|
par_distribute_args_at_EOF() {
|
||||||
|
echo '### Test distribute arguments at EOF to 2 jobslots'
|
||||||
|
|
||||||
|
seq 1 92 | parallel -j2 -kX -s 100 echo
|
||||||
|
|
||||||
|
echo '### Test distribute arguments at EOF to 5 jobslots'
|
||||||
|
|
||||||
|
seq 1 92 | parallel -j5 -kX -s 100 echo
|
||||||
|
|
||||||
|
echo '### Test distribute arguments at EOF to infinity jobslots'
|
||||||
|
|
||||||
|
seq 1 92 | parallel -j0 -kX -s 100 echo 2>/dev/null
|
||||||
|
|
||||||
|
echo '### Test -N is not broken by distribution - single line'
|
||||||
|
|
||||||
|
seq 9 | parallel -N 10 echo
|
||||||
|
|
||||||
|
echo '### Test -N is not broken by distribution - two lines'
|
||||||
|
|
||||||
|
seq 19 | parallel -k -N 10 echo
|
||||||
|
}
|
||||||
|
|
||||||
|
par_test_L_context_replace() {
|
||||||
|
echo '### Test -N context replace'
|
||||||
|
|
||||||
|
seq 19 | parallel -k -N 10 echo a{}b
|
||||||
|
|
||||||
|
echo '### Test -L context replace'
|
||||||
|
|
||||||
|
seq 19 | parallel -k -L 10 echo a{}b
|
||||||
|
}
|
||||||
|
|
||||||
|
par_test_X_with_multiple_source() {
|
||||||
|
echo '### Test {} multiple times in different commands'
|
||||||
|
|
||||||
|
seq 10 | parallel -v -Xj1 echo {} \; echo {}
|
||||||
|
|
||||||
|
echo '### Test of -X {1}-{2} with multiple input sources'
|
||||||
|
|
||||||
|
parallel -j1 -kX echo {1}-{2} ::: a ::: b
|
||||||
|
parallel -j2 -kX echo {1}-{2} ::: a b ::: c d
|
||||||
|
parallel -j2 -kX echo {1}-{2} ::: a b c ::: d e f
|
||||||
|
parallel -j0 -kX echo {1}-{2} ::: a b c ::: d e f
|
||||||
|
|
||||||
|
echo '### Test of -X {}-{.} with multiple input sources'
|
||||||
|
|
||||||
|
parallel -j1 -kX echo {}-{.} ::: a ::: b
|
||||||
|
parallel -j2 -kX echo {}-{.} ::: a b ::: c d
|
||||||
|
parallel -j2 -kX echo {}-{.} ::: a b c ::: d e f
|
||||||
|
parallel -j0 -kX echo {}-{.} ::: a b c ::: d e f
|
||||||
|
}
|
||||||
|
|
||||||
|
par_test_r_with_pipe() {
|
||||||
|
echo '### Test of -r with --pipe - the first should give an empty line. The second should not.'
|
||||||
|
|
||||||
|
echo | parallel -j2 -N1 --pipe cat | wc -l
|
||||||
|
echo | parallel -r -j2 -N1 --pipe cat | wc -l
|
||||||
|
}
|
||||||
|
|
||||||
|
par_test_tty() {
|
||||||
|
echo '### Test --tty'
|
||||||
|
|
||||||
|
seq 0.1 0.1 0.5 | parallel -j1 --tty tty\;sleep
|
||||||
|
}
|
||||||
|
|
||||||
par_no_command_given() {
|
par_no_command_given() {
|
||||||
echo '### Test bugfix if no command given'
|
echo '### Test bugfix if no command given'
|
||||||
|
|
||||||
|
|
@ -863,8 +879,8 @@ par_empty_input_on_stdin() {
|
||||||
|
|
||||||
par_tee_too_many_args() {
|
par_tee_too_many_args() {
|
||||||
echo '### Fail if there are more arguments than --jobs'
|
echo '### Fail if there are more arguments than --jobs'
|
||||||
seq 11 |parallel -k --tag --pipe -j4 --tee grep {} ::: {1..4}
|
seq 11 | parallel -k --tag --pipe -j4 --tee grep {} ::: {1..4}
|
||||||
seq 11 |parallel -k --tag --pipe -j4 --tee grep {} ::: {1..5}
|
seq 11 | parallel -k --tag --pipe -j4 --tee grep {} ::: {1..5}
|
||||||
}
|
}
|
||||||
|
|
||||||
par_space_envvar() {
|
par_space_envvar() {
|
||||||
|
|
@ -927,4 +943,4 @@ par_shard() {
|
||||||
|
|
||||||
export -f $(compgen -A function | grep par_)
|
export -f $(compgen -A function | grep par_)
|
||||||
compgen -A function | grep par_ | LC_ALL=C sort |
|
compgen -A function | grep par_ | LC_ALL=C sort |
|
||||||
parallel --timeout 20 -j6 --tag -k --joblog +/tmp/jl-`basename $0` '{} 2>&1'
|
parallel --timeout 30 -j6 --tag -k --joblog +/tmp/jl-`basename $0` '{} 2>&1'
|
||||||
|
|
|
||||||
|
|
@ -141,7 +141,7 @@ expect "echo opt--interactive 1"
|
||||||
send "y\n"
|
send "y\n"
|
||||||
expect "echo opt--interactive 2"
|
expect "echo opt--interactive 2"
|
||||||
send "n\n"
|
send "n\n"
|
||||||
expect "opt--interactive 1"
|
#expect "opt--interactive 1"
|
||||||
expect "echo opt--interactive 3"
|
expect "echo opt--interactive 3"
|
||||||
send "y\n"
|
send "y\n"
|
||||||
expect "opt--interactive 3"
|
expect "opt--interactive 3"
|
||||||
|
|
|
||||||
File diff suppressed because it is too large
Load diff
Loading…
Reference in a new issue