mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-11-22 22:17:54 +00:00
bf91e06e00
Added env_parallel to Makefile. --sql => --sqlmaster. ssh -tt code removed. Send/return column in --joblog set to 0 instead of null. parallel_tutorial.pod: Added CSV DBURL example.
1256 lines
32 KiB
Plaintext
1256 lines
32 KiB
Plaintext
### test parallel_tutorial
|
|
parallel -k echo ::: A B C > abc-file
|
|
parallel -k echo ::: D E F > def-file
|
|
perl -e 'printf "A\0B\0C\0"' > abc0-file
|
|
perl -e 'printf "A_B_C_"' > abc_-file
|
|
perl -e 'printf "f1\tf2\nA\tB\nC\tD\n"' > tsv-file.tsv
|
|
perl -e 'for(1..8){print "$_\n"}' > num8
|
|
perl -e 'for(1..128){print "$_\n"}' > num128
|
|
perl -e 'for(1..30000){print "$_\n"}' > num30000
|
|
perl -e 'for(1..1000000){print "$_\n"}' > num1000000
|
|
(echo %head1; echo %head2; perl -e 'for(1..10){print "$_\n"}') > num_%header
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
sleep .3
|
|
|
|
parallel echo ::: A B C
|
|
A
|
|
B
|
|
C
|
|
parallel -a abc-file echo
|
|
A
|
|
B
|
|
C
|
|
cat abc-file | parallel echo
|
|
A
|
|
B
|
|
C
|
|
parallel echo ::: A B C ::: D E F
|
|
A D
|
|
A E
|
|
A F
|
|
B D
|
|
B E
|
|
B F
|
|
C D
|
|
C E
|
|
C F
|
|
parallel -a abc-file -a def-file echo
|
|
A D
|
|
A E
|
|
A F
|
|
B D
|
|
B E
|
|
B F
|
|
C D
|
|
C E
|
|
C F
|
|
cat abc-file | parallel -a - -a def-file echo
|
|
A D
|
|
A E
|
|
A F
|
|
B D
|
|
B E
|
|
B F
|
|
C D
|
|
C E
|
|
C F
|
|
cat abc-file | parallel echo :::: - def-file
|
|
A D
|
|
A E
|
|
A F
|
|
B D
|
|
B E
|
|
B F
|
|
C D
|
|
C E
|
|
C F
|
|
parallel echo ::: A B C :::: def-file
|
|
A D
|
|
A E
|
|
A F
|
|
B D
|
|
B E
|
|
B F
|
|
C D
|
|
C E
|
|
C F
|
|
parallel --xapply echo ::: A B C ::: D E F
|
|
A D
|
|
B E
|
|
C F
|
|
parallel --xapply echo ::: A B C D E ::: F G
|
|
A F
|
|
B G
|
|
C F
|
|
D G
|
|
E F
|
|
parallel --arg-sep ,, echo ,, A B C :::: def-file
|
|
A D
|
|
A E
|
|
A F
|
|
B D
|
|
B E
|
|
B F
|
|
C D
|
|
C E
|
|
C F
|
|
parallel --arg-file-sep // echo ::: A B C // def-file
|
|
A D
|
|
A E
|
|
A F
|
|
B D
|
|
B E
|
|
B F
|
|
C D
|
|
C E
|
|
C F
|
|
parallel -d _ echo :::: abc_-file
|
|
A
|
|
B
|
|
C
|
|
parallel -d '\0' echo :::: abc0-file
|
|
A
|
|
B
|
|
C
|
|
parallel -E stop echo ::: A B stop C D
|
|
A
|
|
B
|
|
(echo 1; echo; echo 2) | parallel --no-run-if-empty echo
|
|
1
|
|
2
|
|
parallel ::: ls 'echo foo' pwd
|
|
abc-file
|
|
abc0-file
|
|
abc_-file
|
|
def-file
|
|
num1000000
|
|
num128
|
|
num30000
|
|
num8
|
|
num_%header
|
|
tsv-file.tsv
|
|
foo
|
|
/home/tange/privat/parallel/testsuite/tmp
|
|
my_func() {
|
|
echo in my_func $1
|
|
}
|
|
export -f my_func
|
|
parallel my_func ::: 1 2 3
|
|
in my_func 1
|
|
in my_func 2
|
|
in my_func 3
|
|
parallel echo ::: A/B.C
|
|
A/B.C
|
|
parallel echo {} ::: A/B.C
|
|
A/B.C
|
|
parallel echo {.} ::: A/B.C
|
|
A/B
|
|
parallel echo {/} ::: A/B.C
|
|
B.C
|
|
parallel echo {//} ::: A/B.C
|
|
A
|
|
parallel echo {/.} ::: A/B.C
|
|
B
|
|
parallel echo {#} ::: A B C
|
|
1
|
|
2
|
|
3
|
|
parallel -j 2 echo {%} ::: A B C
|
|
1
|
|
2
|
|
1
|
|
parallel -I ,, echo ,, ::: A/B.C
|
|
A/B.C
|
|
parallel --extensionreplace ,, echo ,, ::: A/B.C
|
|
A/B
|
|
parallel --basenamereplace ,, echo ,, ::: A/B.C
|
|
B.C
|
|
parallel --dirnamereplace ,, echo ,, ::: A/B.C
|
|
A
|
|
parallel --basenameextensionreplace ,, echo ,, ::: A/B.C
|
|
B
|
|
parallel --seqreplace ,, echo ,, ::: A B C
|
|
1
|
|
2
|
|
3
|
|
parallel -j2 --slotreplace ,, echo ,, ::: A B C
|
|
1
|
|
2
|
|
1
|
|
parallel echo '{= s:\.[^.]+$::;s:\.[^.]+$::; =}' ::: foo.tar.gz
|
|
foo
|
|
parallel echo Job {#} of {= '$_=total_jobs()' =} ::: {1..5}
|
|
Job 1 of 5
|
|
Job 2 of 5
|
|
Job 3 of 5
|
|
Job 4 of 5
|
|
Job 5 of 5
|
|
parallel echo {} shell quoted is {= '$_=Q($_)' =} ::: '*/!#$'
|
|
*/!#$ shell quoted is \*/\!\#\$
|
|
parallel echo {= 'if($_==3) { $job->skip() }' =} ::: {1..5}
|
|
1
|
|
2
|
|
4
|
|
5
|
|
parallel echo {= 'if($arg[1]==$arg[2]) { $job->skip() }' =} ::: {1..3} ::: {1..3}
|
|
1 2
|
|
1 3
|
|
2 1
|
|
2 3
|
|
3 1
|
|
3 2
|
|
parallel --parens ,,,, echo ',, s:\.[^.]+$::;s:\.[^.]+$::; ,,' ::: foo.tar.gz
|
|
foo
|
|
parallel --rpl '.. s:\.[^.]+$::;s:\.[^.]+$::;' echo '..' ::: foo.tar.gz
|
|
foo
|
|
parallel --rpl '{..} s:\.[^.]+$::;s:\.[^.]+$::;' echo '{..}' ::: foo.tar.gz
|
|
foo
|
|
--rpl '{} '
|
|
--rpl '{#} $_=$job->seq()'
|
|
--rpl '{%} $_=$job->slot()'
|
|
--rpl '{/} s:.*/::'
|
|
--rpl '{//} $Global::use{"File::Basename"} ||= eval "use File::Basename; 1;"; $_ = dirname($_);'
|
|
--rpl '{/.} s:.*/::; s:\.[^/.]+$::;'
|
|
--rpl '{.} s:\.[^/.]+$::'
|
|
/bin/bash: --rpl: command not found
|
|
/bin/bash: line 1: --rpl: command not found
|
|
/bin/bash: line 2: --rpl: command not found
|
|
/bin/bash: line 3: --rpl: command not found
|
|
/bin/bash: line 4: --rpl: command not found
|
|
/bin/bash: line 5: --rpl: command not found
|
|
/bin/bash: line 6: --rpl: command not found
|
|
parallel echo {1} and {2} ::: A B ::: C D
|
|
A and C
|
|
A and D
|
|
B and C
|
|
B and D
|
|
parallel echo /={1/} //={1//} /.={1/.} .={1.} ::: A/B.C D/E.F
|
|
/=B.C //=A /.=B .=A/B
|
|
/=E.F //=D /.=E .=D/E
|
|
parallel echo 1={1} 2={2} 3={3} -1={-1} -2={-2} -3={-3} ::: A B ::: C D ::: E F
|
|
1=A 2=C 3=E -1=E -2=C -3=A
|
|
1=A 2=C 3=F -1=F -2=C -3=A
|
|
1=A 2=D 3=E -1=E -2=D -3=A
|
|
1=A 2=D 3=F -1=F -2=D -3=A
|
|
1=B 2=C 3=E -1=E -2=C -3=B
|
|
1=B 2=C 3=F -1=F -2=C -3=B
|
|
1=B 2=D 3=E -1=E -2=D -3=B
|
|
1=B 2=D 3=F -1=F -2=D -3=B
|
|
parallel echo '{=2 s:\.[^.]+$::;s:\.[^.]+$::; =} {1}' ::: bar ::: foo.tar.gz
|
|
foo bar
|
|
parallel --rpl '{..} s:\.[^.]+$::;s:\.[^.]+$::;' echo '{2..} {1}' ::: bar ::: foo.tar.gz
|
|
foo bar
|
|
parallel --colsep '\t' echo 1={1} 2={2} :::: tsv-file.tsv
|
|
1=f1 2=f2
|
|
1=A 2=B
|
|
1=C 2=D
|
|
parallel --header : echo f1={f1} f2={f2} ::: f1 A B ::: f2 C D
|
|
f1=A f2=C
|
|
f1=A f2=D
|
|
f1=B f2=C
|
|
f1=B f2=D
|
|
parallel --header : --colsep '\t' echo f1={f1} f2={f2} :::: tsv-file.tsv
|
|
f1=A f2=B
|
|
f1=C f2=D
|
|
parallel --plus echo {} ::: dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo {+/}/{/} ::: dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo {.}.{+.} ::: dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo {+/}/{/.}.{+.} ::: dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo {..}.{+..} ::: dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo {+/}/{/..}.{+..} ::: dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo {...}.{+...} ::: dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo {+/}/{/...}.{+...} ::: dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
dir/sub/file.ext1.ext2.ext3
|
|
parallel --plus echo Job {#} of {##} ::: {1..5}
|
|
Job 1 of 5
|
|
Job 2 of 5
|
|
Job 3 of 5
|
|
Job 4 of 5
|
|
Job 5 of 5
|
|
cat num30000 | parallel --xargs echo | wc -l
|
|
3
|
|
cat num30000 | parallel --xargs -s 10000 echo | wc -l
|
|
17
|
|
cat num30000 | parallel --jobs 4 -m echo | wc -l
|
|
6
|
|
parallel --jobs 4 -m echo ::: 1 2 3 4 5 6 7 8 9 10
|
|
1 2 3
|
|
4 5 6
|
|
7 8 9
|
|
10
|
|
parallel --jobs 4 -X echo pre-{}-post ::: A B C D E F G
|
|
pre-A-post pre-B-post
|
|
pre-C-post pre-D-post
|
|
pre-E-post pre-F-post
|
|
pre-G-post
|
|
parallel -N3 echo ::: A B C D E F G H
|
|
A B C
|
|
D E F
|
|
G H
|
|
parallel -N3 echo 1={1} 2={2} 3={3} ::: A B C D E F G H
|
|
1=A 2=B 3=C
|
|
1=D 2=E 3=F
|
|
1=G 2=H 3=
|
|
parallel -N0 echo foo ::: 1 2 3
|
|
foo
|
|
foo
|
|
foo
|
|
perl -e 'print "@ARGV\n"' A
|
|
A
|
|
parallel perl -e 'print "@ARGV\n"' ::: This wont work
|
|
|
|
parallel: Warning: Input is read from the terminal. Only experts do this on purpose. Press CTRL-D to exit.
|
|
perl -e 'print "@ARGV\n"'
|
|
[CTRL-D]
|
|
|
|
/bin/bash: line 1: parallel:: command not found
|
|
/bin/bash: line 3: [CTRL-D]: command not found
|
|
|
|
parallel --trim r echo pre-{}-post ::: ' A '
|
|
pre- A-post
|
|
parallel --trim l echo pre-{}-post ::: ' A '
|
|
pre-A -post
|
|
parallel --trim lr echo pre-{}-post ::: ' A '
|
|
pre-A-post
|
|
parallel --tag echo foo-{} ::: A B C
|
|
A foo-A
|
|
B foo-B
|
|
C foo-C
|
|
parallel --tagstring {}-bar echo foo-{} ::: A B C
|
|
A-bar foo-A
|
|
B-bar foo-B
|
|
C-bar foo-C
|
|
parallel --dryrun echo {} ::: A B C
|
|
echo A
|
|
echo B
|
|
echo C
|
|
parallel --verbose echo {} ::: A B C
|
|
A
|
|
B
|
|
C
|
|
echo A
|
|
echo B
|
|
echo C
|
|
parallel -j2 'printf "%s-start\n%s" {} {};sleep {};printf "%s\n" -middle;echo {}-end' ::: 4 2 1
|
|
4-start
|
|
4-middle
|
|
4-end
|
|
2-start
|
|
2-middle
|
|
2-end
|
|
1-start
|
|
1-middle
|
|
1-end
|
|
parallel -j2 --ungroup 'printf "%s-start\n%s" {} {};sleep {};printf "%s\n" -middle;echo {}-end' ::: 4 2 1
|
|
4-start
|
|
42-start
|
|
2-middle
|
|
2-end
|
|
1-start
|
|
1-middle
|
|
1-end
|
|
-middle
|
|
4-end
|
|
parallel -j2 --linebuffer 'printf "%s-start\n%s" {} {};sleep {};printf "%s\n" -middle;echo {}-end' ::: 4 2 1
|
|
4-start
|
|
2-start
|
|
2-middle
|
|
2-end
|
|
1-start
|
|
1-middle
|
|
1-end
|
|
4-middle
|
|
4-end
|
|
parallel -j2 -k 'printf "%s-start\n%s" {} {};sleep {};printf "%s\n" -middle;echo {}-end' ::: 4 2 1
|
|
4-start
|
|
4-middle
|
|
4-end
|
|
2-start
|
|
2-middle
|
|
2-end
|
|
1-start
|
|
1-middle
|
|
1-end
|
|
parallel --files echo ::: A B C
|
|
/tmp/parallel-tutorial/parXXXXX.par
|
|
/tmp/parallel-tutorial/parXXXXX.par
|
|
/tmp/parallel-tutorial/parXXXXX.par
|
|
parallel --tmpdir /var/tmp --files echo ::: A B C
|
|
/var/tmp/parXXXXX.par
|
|
/var/tmp/parXXXXX.par
|
|
/var/tmp/parXXXXX.par
|
|
parallel --results outdir echo ::: A B C
|
|
A
|
|
B
|
|
C
|
|
outdir/1/A/seq
|
|
outdir/1/A/stderr
|
|
outdir/1/A/stdout
|
|
outdir/1/B/seq
|
|
outdir/1/B/stderr
|
|
outdir/1/B/stdout
|
|
outdir/1/C/seq
|
|
outdir/1/C/stderr
|
|
outdir/1/C/stdout
|
|
/bin/bash: outdir/1/A/seq: No such file or directory
|
|
/bin/bash: line 1: outdir/1/A/stderr: No such file or directory
|
|
/bin/bash: line 2: outdir/1/A/stdout: No such file or directory
|
|
/bin/bash: line 3: outdir/1/B/seq: No such file or directory
|
|
/bin/bash: line 4: outdir/1/B/stderr: No such file or directory
|
|
/bin/bash: line 5: outdir/1/B/stdout: No such file or directory
|
|
/bin/bash: line 6: outdir/1/C/seq: No such file or directory
|
|
/bin/bash: line 7: outdir/1/C/stderr: No such file or directory
|
|
/bin/bash: line 8: outdir/1/C/stdout: No such file or directory
|
|
parallel --header : --results outdir echo ::: f1 A B ::: f2 C D
|
|
A C
|
|
A D
|
|
B C
|
|
B D
|
|
outdir/f1/A/f2/C/seq
|
|
outdir/f1/A/f2/C/stderr
|
|
outdir/f1/A/f2/C/stdout
|
|
outdir/f1/A/f2/D/seq
|
|
outdir/f1/A/f2/D/stderr
|
|
outdir/f1/A/f2/D/stdout
|
|
outdir/f1/B/f2/C/seq
|
|
outdir/f1/B/f2/C/stderr
|
|
outdir/f1/B/f2/C/stdout
|
|
outdir/f1/B/f2/D/seq
|
|
outdir/f1/B/f2/D/stderr
|
|
outdir/f1/B/f2/D/stdout
|
|
/bin/bash: outdir/f1/A/f2/C/seq: No such file or directory
|
|
/bin/bash: line 1: outdir/f1/A/f2/C/stderr: No such file or directory
|
|
/bin/bash: line 2: outdir/f1/A/f2/C/stdout: No such file or directory
|
|
/bin/bash: line 3: outdir/f1/A/f2/D/seq: No such file or directory
|
|
/bin/bash: line 4: outdir/f1/A/f2/D/stderr: No such file or directory
|
|
/bin/bash: line 5: outdir/f1/A/f2/D/stdout: No such file or directory
|
|
/bin/bash: line 6: outdir/f1/B/f2/C/seq: No such file or directory
|
|
/bin/bash: line 7: outdir/f1/B/f2/C/stderr: No such file or directory
|
|
/bin/bash: line 8: outdir/f1/B/f2/C/stdout: No such file or directory
|
|
/bin/bash: line 9: outdir/f1/B/f2/D/seq: No such file or directory
|
|
/bin/bash: line 10: outdir/f1/B/f2/D/stderr: No such file or directory
|
|
/bin/bash: line 11: outdir/f1/B/f2/D/stdout: No such file or directory
|
|
/usr/bin/time -f %e parallel -N0 -j64 sleep 1 :::: num128
|
|
2
|
|
/usr/bin/time -f %e parallel -N0 sleep 1 :::: num128
|
|
16
|
|
/usr/bin/time -f %e parallel -N0 --jobs 200% sleep 1 :::: num128
|
|
8
|
|
/usr/bin/time -f %e parallel -N0 --jobs 0 sleep 1 :::: num128
|
|
1
|
|
echo 50% > my_jobs
|
|
/usr/bin/time -f %e parallel -N0 --jobs my_jobs sleep 1 :::: num128 &
|
|
sleep 1
|
|
echo 0 > my_jobs
|
|
wait
|
|
3
|
|
parallel --use-cpus-instead-of-cores -N0 sleep 1 :::: num8
|
|
parallel --shuf echo ::: 1 2 3 ::: a b c ::: A B C
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
123 abc ABC
|
|
|
|
seq 10 20 | parallel --tmux 'echo start {}; sleep {}; echo done {}'
|
|
See output with: tmux -S /tmp/parallel-tutorial/tmsXXXXX attach
|
|
tmux -S /tmp/tmsXXXXX attach
|
|
no sessions
|
|
parallel --delay 2.5 echo Starting {}\;date ::: 1 2 3
|
|
Starting 1
|
|
DATE OUTPUT
|
|
Starting 2
|
|
DATE OUTPUT
|
|
Starting 3
|
|
DATE OUTPUT
|
|
parallel --timeout 4.1 sleep {}\; echo {} ::: 2 4 6 8
|
|
2
|
|
4
|
|
parallel --timeout 200% sleep {}\; echo {} ::: 2.1 2.2 3 7 2.3
|
|
2
|
|
2
|
|
3
|
|
2
|
|
parallel --eta sleep ::: 1 3 2 2 1 3 3 2 1
|
|
|
|
Computers / CPU cores / Max jobs to run
|
|
1:local / 8 / 8
|
|
|
|
Computer:jobs running/jobs completed/%of started jobs/Average seconds to complete
|
|
|
|
parallel --progress sleep ::: 1 3 2 2 1 3 3 2 1
|
|
|
|
Computers / CPU cores / Max jobs to run
|
|
1:local / 8 / 8
|
|
|
|
Computer:jobs running/jobs completed/%of started jobs/Average seconds to complete
|
|
|
|
seq 1000 | parallel -j10 --bar '(echo -n {};sleep 0.1)' 2> >(zenity --timeout=12 --progress --auto-kill)
|
|
BASE64 parallel --joblog /tmp/log exit ::: 1 2 3 0
|
|
cat /tmp/log;
|
|
parallel --joblog /tmp/log exit ::: 1 2 3 0
|
|
cat /tmp/log; parallel --resume --joblog /tmp/log exit ::: 1 2 3 0 0 0
|
|
cat /tmp/log;
|
|
parallel --resume-failed --joblog /tmp/log exit ::: 1 2 3 0 0 0
|
|
cat /tmp/log;
|
|
parallel --resume-failed --joblog /tmp/log
|
|
cat /tmp/log;
|
|
parallel -j2 --halt soon,fail=1 echo {}\; exit {} ::: 0 0 1 2 3
|
|
Seq Host Starttime JobRuntime Send Receive Exitval Signal Command
|
|
1 : TIMESTAMP 9.999 0 0 1 0 exit 1
|
|
2 : TIMESTAMP 9.999 0 0 2 0 exit 2
|
|
3 : TIMESTAMP 9.999 0 0 3 0 exit 3
|
|
4 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
Seq Host Starttime JobRuntime Send Receive Exitval Signal Command
|
|
1 : TIMESTAMP 9.999 0 0 1 0 exit 1
|
|
2 : TIMESTAMP 9.999 0 0 2 0 exit 2
|
|
3 : TIMESTAMP 9.999 0 0 3 0 exit 3
|
|
4 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
Seq Host Starttime JobRuntime Send Receive Exitval Signal Command
|
|
1 : TIMESTAMP 9.999 0 0 1 0 exit 1
|
|
2 : TIMESTAMP 9.999 0 0 2 0 exit 2
|
|
3 : TIMESTAMP 9.999 0 0 3 0 exit 3
|
|
4 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
5 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
6 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
Seq Host Starttime JobRuntime Send Receive Exitval Signal Command
|
|
1 : TIMESTAMP 9.999 0 0 1 0 exit 1
|
|
2 : TIMESTAMP 9.999 0 0 2 0 exit 2
|
|
3 : TIMESTAMP 9.999 0 0 3 0 exit 3
|
|
4 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
5 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
6 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
1 : TIMESTAMP 9.999 0 0 1 0 exit 1
|
|
2 : TIMESTAMP 9.999 0 0 2 0 exit 2
|
|
3 : TIMESTAMP 9.999 0 0 3 0 exit 3
|
|
Seq Host Starttime JobRuntime Send Receive Exitval Signal Command
|
|
1 : TIMESTAMP 9.999 0 0 1 0 exit 1
|
|
2 : TIMESTAMP 9.999 0 0 2 0 exit 2
|
|
3 : TIMESTAMP 9.999 0 0 3 0 exit 3
|
|
4 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
5 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
6 : TIMESTAMP 9.999 0 0 0 0 exit 0
|
|
1 : TIMESTAMP 9.999 0 0 1 0 exit 1
|
|
2 : TIMESTAMP 9.999 0 0 2 0 exit 2
|
|
3 : TIMESTAMP 9.999 0 0 3 0 exit 3
|
|
0
|
|
0
|
|
1
|
|
2
|
|
parallel: This job failed:
|
|
echo X; exit X
|
|
parallel: Starting no more jobs. Waiting for 1 jobs to finish.
|
|
parallel: This job failed:
|
|
echo X; exit X
|
|
parallel -j2 --halt now,fail=1 echo {}\; exit {} ::: 0 0 1 2 3
|
|
0
|
|
0
|
|
1
|
|
parallel: This job failed:
|
|
echo X; exit X
|
|
parallel -j2 --halt soon,fail=20% echo {}\; exit {} ::: 0 1 2 3 4 5 6 7 8 9
|
|
0
|
|
1
|
|
2
|
|
3
|
|
parallel: This job failed:
|
|
echo X; exit X
|
|
parallel: This job failed:
|
|
echo X; exit X
|
|
parallel: Starting no more jobs. Waiting for 1 jobs to finish.
|
|
parallel: This job failed:
|
|
echo X; exit X
|
|
parallel -j2 --halt now,success=1 echo {}\; exit {} ::: 1 2 3 0 4 5 6
|
|
1
|
|
2
|
|
3
|
|
0
|
|
parallel: This job succeeded:
|
|
echo X; exit X
|
|
parallel -k --retries 3 'echo tried {} >>/tmp/runs; echo completed {}; exit {}' ::: 1 2 0
|
|
cat /tmp/runs
|
|
completed 1
|
|
completed 2
|
|
completed 0
|
|
tried 1
|
|
tried 0
|
|
tried 1
|
|
tried 1
|
|
show_signals() {
|
|
perl -e 'for(keys %SIG) { $SIG{$_} = eval "sub { print \"Got $_\\n\"; }";} while(1){sleep 1}'
|
|
}
|
|
export -f show_signals
|
|
echo | parallel --termseq TERM,200,TERM,100,TERM,50,KILL,25 -u --timeout 1 show_signals
|
|
echo | parallel --termseq INT,200,TERM,100,KILL,25 -u --timeout 1 show_signals
|
|
/bin/bash: show_signals: command not found
|
|
parallel --load 100% echo load is less than {} job per cpu ::: 1
|
|
load is less than 1 job per cpu
|
|
parallel --noswap echo the system is not swapping ::: now
|
|
the system is not swapping now
|
|
parallel --memfree 1G echo will run if more than 1 GB is ::: free
|
|
will run if more than 1 GB is free
|
|
parallel --nice 17 echo this is being run with nice -n ::: 17
|
|
this is being run with nice -n 17
|
|
parallel -S $SERVER1 echo running on ::: $SERVER1
|
|
running on parallel@lo
|
|
parallel -S $SERVER1 echo running on ::: username@$SERVER1
|
|
running on username@parallel@lo
|
|
parallel -S : echo running on ::: the_local_machine
|
|
running on the_local_machine
|
|
parallel -S '/usr/bin/ssh '$SERVER1 echo custom ::: ssh
|
|
custom ssh
|
|
parallel --ssh /usr/bin/ssh -S $SERVER1 echo custom ::: ssh
|
|
custom ssh
|
|
export PARALLEL_SSH=/usr/bin/ssh
|
|
parallel -S $SERVER1 echo custom ::: ssh
|
|
custom ssh
|
|
parallel -S $SERVER1 -S $SERVER2 echo ::: running on more hosts
|
|
running
|
|
on
|
|
more
|
|
hosts
|
|
echo $SERVER1 > nodefile
|
|
# Force 4 cores, special ssh-command, username
|
|
echo 4//usr/bin/ssh $SERVER2 >> nodefile
|
|
parallel --sshloginfile nodefile echo ::: running on more hosts
|
|
running
|
|
on
|
|
more
|
|
hosts
|
|
parallel -S 4/$SERVER1 echo force {} cpus on server ::: 4
|
|
force 4 cpus on server
|
|
parallel --hostgroup -S @grp1/$SERVER1 -S @grp2/$SERVER2 echo {} ::: \
|
|
run_on_grp1@grp1 run_on_grp2@grp2
|
|
run_on_grp1
|
|
run_on_grp2
|
|
echo This is input_file > input_file
|
|
parallel -S $SERVER1 --transferfile {} cat ::: input_file
|
|
This is input_file
|
|
echo This is input_file > input_file
|
|
parallel -S $SERVER1 --transferfile {} --return {}.out cat {} ">"{}.out ::: input_file
|
|
cat input_file.out
|
|
This is input_file
|
|
echo This is input_file > input_file
|
|
parallel -S $SERVER1 --transferfile {} --return {}.out --cleanup cat {} ">"{}.out ::: input_file
|
|
cat input_file.out
|
|
This is input_file
|
|
echo This is input_file > input_file
|
|
parallel -S $SERVER1 --trc {}.out cat {} ">"{}.out ::: input_file
|
|
cat input_file.out
|
|
This is input_file
|
|
echo common data > common_file
|
|
parallel --basefile common_file -S $SERVER1 cat common_file\; echo {} ::: foo
|
|
common data
|
|
foo
|
|
parallel -S $SERVER1 pwd ::: ""
|
|
parallel --workdir . -S $SERVER1 pwd ::: ""
|
|
parallel --workdir ... -S $SERVER1 pwd ::: ""
|
|
/home/parallel
|
|
/home/parallel/privat/parallel/testsuite/tmp
|
|
/home/parallel/.TMPWORKDIR
|
|
parallel -S $SERVER1 --sshdelay 0.2 echo ::: 1 2 3
|
|
1
|
|
2
|
|
3
|
|
parallel --controlmaster -S $SERVER1 echo ::: 1 2 3
|
|
1
|
|
2
|
|
3
|
|
parallel --filter-hosts -S 173.194.32.46,$SERVER1 echo ::: bar
|
|
bar
|
|
parallel: Warning: Removed 173.194.32.46.
|
|
parallel --onall -S $SERVER1,$SERVER2 echo ::: foo bar
|
|
foo
|
|
bar
|
|
foo
|
|
bar
|
|
parallel --nonall --tag -S $SERVER1,$SERVER2 echo foo bar
|
|
csh@lo foo bar
|
|
parallel@lo foo bar
|
|
MYVAR='foo bar'
|
|
export MYVAR
|
|
parallel --env MYVAR -S $SERVER1 echo '$MYVAR' ::: baz
|
|
foo bar baz
|
|
my_func() {
|
|
echo in my_func $1
|
|
}
|
|
export -f my_func
|
|
parallel --env my_func -S $SERVER1 my_func ::: baz
|
|
in my_func baz
|
|
parallel --record-env
|
|
cat ~/.parallel/ignored_vars|sort
|
|
BASH_FUNC_run_test%%
|
|
CLUTTER_IM_MODULE
|
|
COLORFGBG
|
|
DBUS_SESSION_BUS_ADDRESS
|
|
DEBEMAIL
|
|
DEBFULLNAME
|
|
DEFAULTS_PATH
|
|
DESKTOP_SESSION
|
|
DISPLAY
|
|
DM_CONTROL
|
|
GLADE_CATALOG_PATH
|
|
GLADE_MODULE_PATH
|
|
GLADE_PIXMAP_PATH
|
|
GNOME_KEYRING_CONTROL
|
|
GNOME_KEYRING_PID
|
|
GPG_AGENT_INFO
|
|
GTK_IM_MODULE
|
|
HISTCONTROL
|
|
HOME
|
|
IM_CONFIG_PHASE
|
|
INSTANCE
|
|
JAVA_HOME
|
|
JDK_HOME
|
|
JOB
|
|
KONSOLE_DBUS_SERVICE
|
|
KONSOLE_DBUS_SESSION
|
|
KONSOLE_DBUS_WINDOW
|
|
KONSOLE_PROFILE_NAME
|
|
LANG
|
|
LANGUAGE
|
|
LESS
|
|
LESSCLOSE
|
|
LESSOPEN
|
|
LOGNAME
|
|
LS_COLORS
|
|
MAKEFLAGS
|
|
MAKELEVEL
|
|
MANDATORY_PATH
|
|
MFLAGS
|
|
MOZ_NO_REMOTE
|
|
ORACLE_HOME
|
|
ORACLE_SID
|
|
PARALLEL
|
|
PARALLEL_PID
|
|
PARALLEL_SEQ
|
|
PARALLEL_TMP
|
|
PATH
|
|
PERL_MB_OPT
|
|
PERL_MM_OPT
|
|
PROFILEHOME
|
|
PWD
|
|
QT4_IM_MODULE
|
|
QT_IM_MODULE
|
|
SELINUX_INIT
|
|
SERVER1
|
|
SERVER2
|
|
SESSION
|
|
SESSIONTYPE
|
|
SESSION_MANAGER
|
|
SHELL
|
|
SHELL_SESSION_ID
|
|
SHLVL
|
|
SSH_AGENT_PID
|
|
SSH_AUTH_SOCK
|
|
TERM
|
|
TEXTDOMAIN
|
|
TEXTDOMAINDIR
|
|
TIMEOUT
|
|
TMPDIR
|
|
TRIES
|
|
UPSTART_EVENTS
|
|
UPSTART_INSTANCE
|
|
UPSTART_JOB
|
|
UPSTART_SESSION
|
|
USER
|
|
VISUAL
|
|
WINDOWID
|
|
WINDOWPATH
|
|
XDG_CONFIG_DIRS
|
|
XDG_CURRENT_DESKTOP
|
|
XDG_DATA_DIRS
|
|
XDG_MENU_PREFIX
|
|
XDG_RUNTIME_DIR
|
|
XDG_SEAT
|
|
XDG_SESSION_ID
|
|
XDG_VTNR
|
|
XDM_MANAGED
|
|
XMODIFIERS
|
|
_
|
|
# The function is only copied if using Bash
|
|
my_func2() {
|
|
echo in my_func2 $VAR $1
|
|
}
|
|
export -f my_func2
|
|
VAR=foo
|
|
export VAR
|
|
parallel --env _ -S $SERVER1 'echo $VAR; my_func2' ::: bar
|
|
|
|
/bin/bash: my_func2: command not found
|
|
parallel -vv -S $SERVER1 echo ::: bar
|
|
ssh -l parallel lo -- exec perl -e \''@GNU_Parallel=("use","IPC::Open3;","use","MIME::Base64");eval"@GNU_Parallel";my$eval=decode_base64(join"",@ARGV);eval$eval;'\' BASE64;
|
|
bar
|
|
my_func3() {
|
|
echo in my_func $1 > $1.out
|
|
}
|
|
export -f my_func3
|
|
parallel -vv --workdir ... --nice 17 --env _ --trc {}.out -S $SERVER1 my_func3 {} ::: abc-file
|
|
( ssh -l parallel lo -- mkdir -p ./.TMPWORKDIR;rsync --protocol 30 -rlDzR -essh\ -l\ parallel ./abc-file lo:./.TMPWORKDIR );ssh -l parallel lo -- exec perl -e \''@GNU_Parallel=("use","IPC::Open3;","use","MIME::Base64");eval"@GNU_Parallel";my$eval=decode_base64(join"",@ARGV);eval$eval;'\' BASE64 BASE64;_EXIT_status=$?; mkdir -p ./.; rsync --protocol 30 --rsync-path=cd\ ./.TMPWORKDIR/./.\;\ rsync -rlDzR -essh\ -l\ parallel lo:./abc-file.out ./.;ssh -l parallel lo -- \(rm\ -f\ ./.TMPWORKDIR/abc-file\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh -l parallel lo -- \(rm\ -f\ ./.TMPWORKDIR/abc-file.out\;\ sh\ -c\ \'rmdir\ ./.TMPWORKDIR/\ ./.parallel/tmp/\ ./.parallel/\ 2\>/dev/null\'\;rm\ -rf\ ./.TMPWORKDIR\;\);ssh -l parallel lo -- rm -rf .TMPWORKDIR; exit $_EXIT_status;
|
|
parallel --sqlandworker csv:////%2Ftmp%2Flog.csv seq ::: 10 ::: 12 13 14
|
|
cat /tmp/log.csv
|
|
10
|
|
11
|
|
12
|
|
10
|
|
11
|
|
12
|
|
13
|
|
10
|
|
11
|
|
12
|
|
13
|
|
14
|
|
Seq,Host,Starttime,JobRuntime,Send,Receive,Exitval,_Signal,Command,V1,V2,Stdout,Stderr
|
|
1,:,000000000.000,0.000,0,9,0,0,"seq 10 12",10,12,"10
|
|
11
|
|
12
|
|
",
|
|
2,:,000000000.000,0.000,0,12,0,0,"seq 10 13",10,13,"10
|
|
11
|
|
12
|
|
13
|
|
",
|
|
3,:,000000000.000,0.000,0,15,0,0,"seq 10 14",10,14,"10
|
|
11
|
|
12
|
|
13
|
|
14
|
|
",
|
|
vendor://[[user][:password]@][host][:port]/[database[/table]
|
|
/bin/bash: vendor://[[user][:password]@][host][:port]/[database[/table]: No such file or directory
|
|
sqlite3:///%2Ftmp%2Fmydatabase/mytable
|
|
csv:////%2Ftmp%2Flog.csv
|
|
/bin/bash: sqlite3:///%2Ftmp%2Fmydatabase/mytable: No such file or directory
|
|
/bin/bash: line 1: csv:////%2Ftmp%2Flog.csv: No such file or directory
|
|
DBURL=sqlite3:///%2Ftmp%2Fmydatabase
|
|
DBURLTABLE=$DBURL/mytable
|
|
parallel --sqlandworker $DBURLTABLE echo ::: foo bar ::: baz quuz
|
|
foo baz
|
|
foo quuz
|
|
bar baz
|
|
bar quuz
|
|
sql $DBURL 'SELECT * FROM mytable ORDER BY Seq;'
|
|
Error:
|
|
SELECT * FROM mytable ORDER BY Seq; is not a valid DBURL
|
|
|
|
sql [-hnr] [--table-size] [--db-size] [-p pass-through] [-s string] dburl [command]
|
|
parallel --sqlmaster $DBURLTABLE echo ::: foo bar ::: baz quuz
|
|
parallel: Error: echo is not a valid DBURL
|
|
parallel --sqlworker $DBURLTABLE echo ::: foo bar ::: baz quuz
|
|
parallel: Error: echo is not a valid DBURL
|
|
cat num1000000 | parallel --pipe wc
|
|
165668 165668 1048571
|
|
149796 149796 1048572
|
|
149796 149796 1048572
|
|
149796 149796 1048572
|
|
149796 149796 1048572
|
|
149796 149796 1048572
|
|
85352 85352 597465
|
|
cat num1000000 | parallel --pipe --block 2M wc
|
|
315465 315465 2097150
|
|
299593 299593 2097151
|
|
299593 299593 2097151
|
|
85349 85349 597444
|
|
cat num1000000 | parallel --pipe -j4 --round-robin wc
|
|
315464 315464 2097143
|
|
299592 299592 2097144
|
|
235148 235148 1646037
|
|
149796 149796 1048572
|
|
cat num1000000 | parallel --pipe -N140000 wc
|
|
140000 140000 868895
|
|
140000 140000 980000
|
|
140000 140000 980000
|
|
140000 140000 980000
|
|
140000 140000 980000
|
|
140000 140000 980000
|
|
140000 140000 980000
|
|
20000 20000 140001
|
|
cat num1000000 | parallel --pipe -L75 wc
|
|
165600 165600 1048095
|
|
149775 149775 1048425
|
|
149775 149775 1048425
|
|
149775 149775 1048425
|
|
149775 149775 1048425
|
|
149775 149775 1048425
|
|
85500 85500 598500
|
|
25 25 176
|
|
echo /foo, bar/, /baz, qux/, | parallel -kN1 --recend ', ' --pipe echo JOB{#}\;cat\;echo END
|
|
JOB1
|
|
/foo, END
|
|
JOB2
|
|
bar/, END
|
|
JOB3
|
|
/baz, END
|
|
JOB4
|
|
qux/,
|
|
END
|
|
echo /foo, bar/, /baz, qux/, | parallel -kN1 --recstart / --pipe echo JOB{#}\;cat\;echo END
|
|
JOB1
|
|
/foo, barEND
|
|
JOB2
|
|
/, END
|
|
JOB3
|
|
/baz, quxEND
|
|
JOB4
|
|
/,
|
|
END
|
|
echo /foo, bar/, /baz, qux/, | parallel -kN1 --recend ', ' --recstart / --pipe echo JOB{#}\;cat\;echo END
|
|
JOB1
|
|
/foo, bar/, END
|
|
JOB2
|
|
/baz, qux/,
|
|
END
|
|
echo foo,bar,_baz,__qux, | parallel -kN1 --regexp --recend ,_+ --pipe echo JOB{#}\;cat\;echo END
|
|
JOB1
|
|
foo,bar,_END
|
|
JOB2
|
|
baz,__END
|
|
JOB3
|
|
qux,
|
|
END
|
|
echo foo,bar,_baz,__qux, | parallel -kN1 --rrs --regexp --recend ,_+ --pipe echo JOB{#}\;cat\;echo END
|
|
JOB1
|
|
foo,barEND
|
|
JOB2
|
|
bazEND
|
|
JOB3
|
|
qux,
|
|
END
|
|
cat num_%header | parallel --header '(%.*\n)*' --pipe -N3 echo JOB{#}\;cat
|
|
JOB1
|
|
%head1
|
|
%head2
|
|
1
|
|
2
|
|
3
|
|
JOB2
|
|
%head1
|
|
%head2
|
|
4
|
|
5
|
|
6
|
|
JOB3
|
|
%head1
|
|
%head2
|
|
7
|
|
8
|
|
9
|
|
JOB4
|
|
%head1
|
|
%head2
|
|
10
|
|
cat num_%header | parallel --header 2 --pipe -N3 echo JOB{#}\;cat
|
|
JOB1
|
|
%head1
|
|
%head2
|
|
1
|
|
2
|
|
3
|
|
JOB2
|
|
%head1
|
|
%head2
|
|
4
|
|
5
|
|
6
|
|
JOB3
|
|
%head1
|
|
%head2
|
|
7
|
|
8
|
|
9
|
|
JOB4
|
|
%head1
|
|
%head2
|
|
10
|
|
parallel --pipepart -a num1000000 --block 3m wc
|
|
444444 444444 3000003
|
|
428572 428572 3000004
|
|
126984 126984 888889
|
|
cat input_file | parallel command
|
|
/bin/bash: This is input_file: command not found
|
|
#!/bin/bash
|
|
#!/usr/bin/parallel --shebang -r echo
|
|
foo
|
|
bar
|
|
baz
|
|
/bin/bash: foo: command not found
|
|
/bin/bash: line 1: bar: command not found
|
|
/bin/bash: line 2: baz: command not found
|
|
cat input_file | parallel command
|
|
parallel command ::: foo bar
|
|
/bin/bash: This is input_file: command not found
|
|
/bin/bash: foo: command not found
|
|
/bin/bash: bar: command not found
|
|
cat input_file | command
|
|
command foo bar
|
|
/bin/bash: line 1: foo: command not found
|
|
#!/usr/bin/perl
|
|
print "@ARGV\n"
|
|
Warning: unknown mime-type for "@ARGV\n" -- using "application/octet-stream"
|
|
Error: no such file "@ARGV\n"
|
|
parallel perl_echo ::: foo bar
|
|
/bin/bash: perl_echo: command not found
|
|
/bin/bash: perl_echo: command not found
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/perl
|
|
print "@ARGV\n"
|
|
Warning: unknown mime-type for "@ARGV\n" -- using "application/octet-stream"
|
|
Error: no such file "@ARGV\n"
|
|
perl_echo foo bar
|
|
/bin/bash: perl_echo: command not found
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/perl
|
|
|
|
print "Arguments @ARGV\n";
|
|
Warning: unknown mime-type for "Arguments @ARGV\n" -- using "application/octet-stream"
|
|
Error: no such file "Arguments @ARGV\n"
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/python
|
|
|
|
|
|
print 'Arguments', str(sys.argv)
|
|
/bin/bash: -c: line 3: syntax error near unexpected token `('
|
|
/bin/bash: -c: line 3: ` print 'Arguments', str(sys.argv)'
|
|
#!/usr/bin/parallel --shebang-wrap /bin/bash
|
|
|
|
echo Arguments "$@"
|
|
Arguments
|
|
#!/usr/bin/parallel --shebang-wrap /bin/csh
|
|
|
|
echo Arguments "$argv"
|
|
Arguments
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/tclsh
|
|
|
|
puts "Arguments $argv"
|
|
/bin/bash: line 2: puts: command not found
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/Rscript --vanilla --slave
|
|
|
|
args <- commandArgs(trailingOnly = TRUE)
|
|
print(paste("Arguments ",args))
|
|
/bin/bash: -c: line 2: syntax error near unexpected token `('
|
|
/bin/bash: -c: line 2: ` args <- commandArgs(trailingOnly = TRUE)'
|
|
#!/usr/bin/parallel --shebang-wrap ARG={} /usr/bin/gnuplot
|
|
|
|
print "Arguments ", system('echo $ARG')
|
|
/bin/bash: -c: line 2: syntax error near unexpected token `('
|
|
/bin/bash: -c: line 2: ` print "Arguments ", system('echo $ARG')'
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/ruby
|
|
|
|
print "Arguments "
|
|
puts ARGV
|
|
Warning: unknown mime-type for "Arguments " -- using "application/octet-stream"
|
|
Error: no such file "Arguments "
|
|
/bin/bash: line 3: puts: command not found
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/octave
|
|
|
|
printf ("Arguments");
|
|
arg_list = argv ();
|
|
for i = 1:nargin
|
|
printf (" %s", arg_list{i});
|
|
endfor
|
|
printf ("\n");
|
|
/bin/bash: -c: line 2: syntax error near unexpected token `"Arguments"'
|
|
/bin/bash: -c: line 2: ` printf ("Arguments");'
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/clisp
|
|
|
|
(format t "~&~S~&" 'Arguments)
|
|
(format t "~&~S~&" *args*)
|
|
/bin/bash: -c: line 2: unexpected EOF while looking for matching `''
|
|
/bin/bash: -c: line 4: syntax error: unexpected end of file
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/php
|
|
<?php
|
|
echo "Arguments";
|
|
foreach(array_slice($argv,1) as $v)
|
|
{
|
|
echo " $v";
|
|
}
|
|
echo "\n";
|
|
?>
|
|
Arguments
|
|
/bin/bash: line 1: ?php: No such file or directory
|
|
/bin/bash: -c: line 3: syntax error near unexpected token `array_slice'
|
|
/bin/bash: -c: line 3: ` foreach(array_slice($argv,1) as $v)'
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/node
|
|
var myArgs = process.argv.slice(2);
|
|
console.log('Arguments ', myArgs);
|
|
/bin/bash: -c: line 0: syntax error near unexpected token `('
|
|
/bin/bash: -c: line 0: ` var myArgs = process.argv.slice(2);'
|
|
#!/usr/bin/parallel --shebang-wrap /usr/bin/lua
|
|
|
|
io.write "Arguments"
|
|
for a = 1, #arg do
|
|
io.write(" ")
|
|
io.write(arg[a])
|
|
end
|
|
print("")
|
|
/bin/bash: line 2: io.write: command not found
|
|
/bin/bash: -c: line 3: syntax error near unexpected token `='
|
|
/bin/bash: -c: line 3: ` for a = 1, #arg do'
|
|
#!/usr/bin/parallel --shebang-wrap ARGV={} /usr/bin/csharp
|
|
|
|
var argv = Environment.GetEnvironmentVariable("ARGV");
|
|
print("Arguments "+argv);
|
|
/bin/bash: -c: line 2: syntax error near unexpected token `('
|
|
/bin/bash: -c: line 2: ` var argv = Environment.GetEnvironmentVariable("ARGV");'
|
|
sem 'sleep 1; echo The first finished' &&
|
|
echo The first is now running in the background &&
|
|
sem 'sleep 1; echo The second finished' &&
|
|
echo The second is now running in the background
|
|
sem --wait
|
|
The first is now running in the background
|
|
The first finished
|
|
The second is now running in the background
|
|
sem --fg 'sleep 1; echo The first finished' &&
|
|
echo The first finished running in the foreground &&
|
|
sem --fg 'sleep 1; echo The second finished' &&
|
|
echo The second finished running in the foreground
|
|
sem --wait
|
|
The first finished
|
|
The first finished running in the foreground
|
|
The second finished running in the foreground
|
|
sem --id my_id -u 'echo First started; sleep 10; echo The first finished'
|
|
First started
|
|
The first finished
|
|
sem --id my_id -u 'echo Second started; sleep 10; echo The second finished'
|
|
sem --jobs 3 --id my_id -u 'echo First started; sleep 5; echo The first finished' &&
|
|
sem --jobs 3 --id my_id -u 'echo Second started; sleep 6; echo The second finished' &&
|
|
sem --jobs 3 --id my_id -u 'echo Third started; sleep 7; echo The third finished' &&
|
|
sem --jobs 3 --id my_id -u 'echo Fourth started; sleep 8; echo The fourth finished' &&
|
|
sem --wait --id my_id
|
|
First started
|
|
The first finished
|
|
Third started
|
|
Fourth started
|
|
The third finished
|
|
The fourth finished
|
|
sem --id foo -u 'echo Slow started; sleep 5; echo Slow ended' &&
|
|
sem --id foo --semaphoretimeout 1 'echo Force this running after 1 sec' &&
|
|
sem --id foo --semaphoretimeout -2 'echo Give up after 1 sec'
|
|
sem --id foo --wait
|
|
Slow started
|
|
Force this running after 1 sec
|
|
Slow ended
|
|
parallel: Warning: Semaphore timed out. Stealing the semaphore.
|
|
parallel: Warning: Semaphore timed out. Exiting.
|
|
parallel --help
|
|
Usage:
|
|
|
|
parallel [options] [command [arguments]] < list_of_arguments
|
|
parallel [options] [command [arguments]] (::: arguments|:::: argfile(s))...
|
|
cat ... | parallel --pipe [options] [command [arguments]]
|
|
|
|
-j n Run n jobs in parallel
|
|
-k Keep same order
|
|
-X Multiple arguments with context replace
|
|
--colsep regexp Split input on regexp for positional replacements
|
|
{} {.} {/} {/.} {#} {%} {= perl code =} Replacement strings
|
|
{3} {3.} {3/} {3/.} {=3 perl code =} Positional replacement strings
|
|
With --plus: {} = {+/}/{/} = {.}.{+.} = {+/}/{/.}.{+.} = {..}.{+..} =
|
|
{+/}/{/..}.{+..} = {...}.{+...} = {+/}/{/...}.{+...}
|
|
|
|
-S sshlogin Example: foo@server.example.com
|
|
--slf .. Use ~/.parallel/sshloginfile as the list of sshlogins
|
|
--trc {}.bar Shorthand for --transfer --return {}.bar --cleanup
|
|
--onall Run the given command with argument on all sshlogins
|
|
--nonall Run the given command with no arguments on all sshlogins
|
|
|
|
--pipe Split stdin (standard input) to multiple jobs.
|
|
--recend str Record end separator for --pipe.
|
|
--recstart str Record start separator for --pipe.
|
|
|
|
See 'man parallel' for details
|
|
|
|
Academic tradition requires you to cite works you base your article on.
|
|
When using programs that use GNU Parallel to process data for publication
|
|
please cite:
|
|
|
|
O. Tange (2011): GNU Parallel - The Command-Line Power Tool,
|
|
;login: The USENIX Magazine, February 2011:42-47.
|
|
|
|
This helps funding further development; AND IT WON'T COST YOU A CENT.
|
|
If you pay 10000 EUR you should feel free to use GNU Parallel without citing.
|
|
|
|
parallel --minversion VERSION && echo Your version is at least VERSION.
|
|
VERSION
|
|
Your version is at least VERSION.
|
|
parallel --bibtex
|
|
Academic tradition requires you to cite works you base your article on.
|
|
When using programs that use GNU Parallel to process data for publication
|
|
please cite:
|
|
|
|
@article{Tange2011a,
|
|
title = {GNU Parallel - The Command-Line Power Tool},
|
|
author = {O. Tange},
|
|
address = {Frederiksberg, Denmark},
|
|
journal = {;login: The USENIX Magazine},
|
|
month = {Feb},
|
|
number = {1},
|
|
volume = {36},
|
|
url = {http://www.gnu.org/s/parallel},
|
|
year = {2011},
|
|
pages = {42-47},
|
|
doi = {10.5281/zenodo.16303}
|
|
}
|
|
|
|
(Feel free to use \nocite{Tange2011a})
|
|
|
|
This helps funding further development; AND IT WON'T COST YOU A CENT.
|
|
If you pay 10000 EUR you should feel free to use GNU Parallel without citing.
|
|
|
|
If you send a copy of your published article to tange@gnu.org, it will be
|
|
mentioned in the release notes of next version of GNU Parallel.
|
|
|
|
parallel --max-line-length-allowed
|
|
131071
|
|
parallel --number-of-cpus
|
|
parallel --number-of-cores
|
|
1
|
|
8
|
|
echo '--nice 17' > ~/.parallel/nicetimeout
|
|
echo '--timeout 300%' >> ~/.parallel/nicetimeout
|
|
parallel --profile nicetimeout echo ::: A B C
|
|
A
|
|
B
|
|
C
|
|
echo '-vv --dry-run' > ~/.parallel/dryverbose
|
|
parallel --profile dryverbose --profile nicetimeout echo ::: A B C
|
|
echo A
|
|
echo B
|
|
echo C
|
|
7
|