#!/bin/bash # SPDX-FileCopyrightText: 2021-2024 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc. # # SPDX-License-Identifier: GPL-3.0-or-later # Simple jobs that never fails # Each should be taking 1-3s and be possible to run in parallel # I.e.: No race conditions, no logins par_citation_no_config_dir() { echo '### bug #64329: parallel --citation will loop forever unless the config dir exists' t=$(mktemp -d) echo "This should only ask once" echo will cite | HOME="$t" stdout parallel --citation | grep "Type: 'will cite' and press enter." rm -r "$t" } par_tagstring() { echo '### Test --tagstring' parallel -j1 -X -v --tagstring a{}b echo ::: 3 4 parallel -j1 -k -v --tagstring a{}b echo ::: 3 4 parallel -j1 -k -v --tagstring a{}b echo job{#} ::: 3 4 parallel -j1 -k -v --tagstring ajob{#}b echo job{#} ::: 3 4 } par_quote_bugs() { echo '### Bug did not quote' echo '>' | parallel -v echo parallel -v echo ::: '>' (echo '>'; echo 2) | parallel -j1 -vX echo parallel -X -j1 echo ::: '>' 2 echo '### Must not quote'; echo 'echo | wc -l' | parallel -v parallel -v ::: 'echo | wc -l' echo 'echo a b c | wc -w' | parallel -v parallel -kv ::: 'echo a b c | wc -w' 'echo a b | wc -w' } par_keep_order() { echo '### Bug made 4 5 go before 1 2 3' parallel -k ::: "sleep 1; echo 1" "echo 2" "echo 3" "echo 4" "echo 5" echo '### Bug made 3 go before 1 2' parallel -kj 1 ::: "sleep 1; echo 1" "echo 2" "echo 3" } par__arg_sep() { echo '### Test basic --arg-sep' parallel -k echo ::: a b echo '### Run commands using --arg-sep' parallel -kv ::: 'echo a' 'echo b' echo '### Change --arg-sep' parallel --arg-sep ::: -kv ::: 'echo a' 'echo b' parallel --arg-sep .--- -kv .--- 'echo a' 'echo b' parallel --argsep ::: -kv ::: 'echo a' 'echo b' parallel --argsep .--- -kv .--- 'echo a' 'echo b' echo '### Test stdin goes to first command only' echo via cat | parallel --arg-sep .--- -kv .--- 'cat' 'echo b' echo via cat | parallel -kv ::: 'cat' 'echo b' } par_retired() { echo '### Test retired' stdout parallel -B foo stdout parallel -g stdout parallel -H 1 stdout parallel -T stdout parallel -U foo stdout parallel -W foo stdout parallel -Y } par_file_rpl() { echo '### file as replacement string' TMPDIR=/tmp/parallel-local-1s/" "/bar mkdir -p "$TMPDIR" tmp="$(mktemp)" ( echo content1 echo content2 echo File name "$tmp" ) > "$tmp" ( echo '# {filename}' parallel -k --header 0 echo {"$tmp"} :::: "$tmp" echo '# Conflict: both {filename} and {/regexp/rpl}' parallel -k --plus echo {"$tmp"} :::: "$tmp" echo '# --header 0 --plus' parallel -k --header 0 --plus echo {"$tmp"} :::: "$tmp" tmpd="$(mktemp -d)" cd "$tmpd" echo '# Conflict: both {filename} and {n}' seq 1 > 1 seq 2 > 2 seq 3 > 3 parallel -k echo {1} :::: 3 2 1 parallel -k --header 0 echo {1} :::: 3 2 1 echo '# Conflict: both {filename} and {=expr=}' seq 3 > =chop= parallel -k echo {=chop=} ::: =chop= parallel -k --header 0 echo {=chop=} ::: =chop= rm -rf "$tmpd" ) | replace_tmpdir | perl -pe 's/tmp\.\w+/tmp.XXXXXX/g' rm "$tmp" } par_commandline_with_newline() { echo 'bug #51299: --retry-failed with command with newline' echo 'The format must remain the same' ( parallel --jl - 'false "command with newlines"' ::: a b | sort echo resume parallel --resume --jl - 'false "command with newlines"' ::: a b c | sort echo resume-failed parallel --resume-failed --jl - 'false "command with newlines"' ::: a b c d | sort echo retry-failed parallel --retry-failed --jl - 'false "command with newlines"' ::: a b c d e | sort ) | perl -pe 's/\0//g;s/\d+/./g' } par_compute_command_len() { echo "### Computing length of command line" seq 1 2 | parallel -k -N2 echo {1} {2} parallel --xapply -k -a <(seq 11 12) -a <(seq 1 3) echo parallel -k -C %+ echo '"{1}_{3}_{2}_{4}"' ::: 'a% c %%b' 'a%c% b %d' parallel -k -C %+ echo {4} ::: 'a% c %%b' } par_skip_first_line() { tmp="$(mktemp)" (echo `seq 10000`;echo MyHeader; seq 10) | parallel -k --skip-first-line --pipe --block 10 --header '1' cat (echo `seq 10000`;echo MyHeader; seq 10) > "$tmp" parallel -k --skip-first-line --pipepart -a "$tmp" --block 10 --header '1' cat } par_long_input() { echo '### Long input lines should not fail if they are not used' longline_tsv() { perl -e '$a = "X"x3000000; map { print join "\t", $_, $a, "$_/$a.$a", "$a/$_.$a", "$a/$a.$_\n" } (a..c)' } longline_tsv | parallel --colsep '\t' echo {1} {3//} {4/.} '{=5 s/.*\.// =}' longline_tsv | parallel --colsep '\t' echo {-5} {-3//} {-2/.} '{=-1 s/.*\.// =}' } par_recend_recstart_hash() { echo "### bug #59843: --regexp --recstart '#' fails" (echo '#rec1'; echo 'bar'; echo '#rec2') | parallel -k --regexp --pipe -N1 --recstart '#' wc (echo ' rec1'; echo 'bar'; echo ' rec2') | parallel -k --regexp --pipe -N1 --recstart ' ' wc (echo 'rec2'; echo 'bar#';echo 'rec2' ) | parallel -k --regexp --pipe -N1 --recend '#' wc (echo 'rec2'; echo 'bar ';echo 'rec2' ) | parallel -k --regexp --pipe -N1 --recend ' ' wc } par_sqlandworker_uninstalled_dbd() { echo '### bug #56096: dbi-csv no such column' mkdir -p /tmp/parallel-bug-56096 sudo mv /usr/share/perl5/DBD/CSV.pm /usr/share/perl5/DBD/CSV.pm.gone parallel --sqlandworker csv:///%2Ftmp%2Fparallel-bug-56096/mytable echo ::: must_fail sudo cp /usr/share/perl5/DBD/CSV.pm.gone /usr/share/perl5/DBD/CSV.pm parallel --sqlandworker csv:///%2Ftmp%2Fparallel-bug-56096/mytable echo ::: works } par_results_compress() { tmpdir="$(mktemp)" rm -r "$tmpdir" parallel --results "$tmpdir" --compress echo ::: 1 cat "$tmpdir"/*/*/stdout | pzstd -qdc rm -r "$tmpdir" parallel --results "$tmpdir" echo ::: 1 cat "$tmpdir"/*/*/stdout rm -r "$tmpdir" parallel --results "$tmpdir" --compress echo ::: ' ' / cat "$tmpdir"/*/*/stdout | pzstd -qdc rm -r "$tmpdir" parallel --results "$tmpdir" echo ::: ' ' / cat "$tmpdir"/*/*/stdout rm -r "$tmpdir" } par_open_files_blocks() { echo 'bug #38439: "open files" with --files --pipe blocks after a while' ulimit -n 28 yes "`seq 3000`" | head -c 20M | stdout parallel -j10 --pipe -k echo {#} of 21 | grep -v 'No more file handles.' | grep -v 'Only enough file handles to run .* jobs in parallel.' | grep -v 'Raising ulimit -n or /etc/security/limits.conf' | grep -v 'Try running .parallel -j0 -N .* --pipe parallel -j0.' | grep -v 'or increasing .ulimit -n. .try: ulimit -n .ulimit -Hn..' | grep -v 'or increasing .nofile. in /etc/security/limits.conf' | grep -v 'or increasing /proc/sys/fs/file-max' } par_pipe_unneeded_procs() { echo 'bug #34241: --pipe should not spawn unneeded processes - part 2' tmp="$(mktemp -d)" cd "$tmp" seq 500 | parallel --tmpdir . -j10 --pipe --block 1k --files wc >/dev/null ls *.par | wc -l; rm *.par seq 500 | parallel --tmpdir . -j10 --pipe --block 1k --files --dry-run wc >/dev/null echo No .par should exist stdout ls *.par cd .. rm -r "$tmp" } par_interactive() { echo '### Test -p --interactive' cat >/tmp/parallel-script-for-expect <<_EOF #!/bin/bash seq 1 3 | parallel -k -p "sleep 0.1; echo opt-p" seq 1 3 | parallel -k --interactive "sleep 0.1; echo opt--interactive" _EOF chmod 755 /tmp/parallel-script-for-expect ( expect -b - <<_EOF spawn /tmp/parallel-script-for-expect expect "echo opt-p 1" send "y\n" expect "echo opt-p 2" send "n\n" expect "echo opt-p 3" send "y\n" expect "opt-p 1" expect "opt-p 3" expect "echo opt--interactive 1" send "y\n" expect "echo opt--interactive 2" send "n\n" #expect "opt--interactive 1" expect "echo opt--interactive 3" send "y\n" expect "opt--interactive 3" send "\n" _EOF echo ) | perl -ne 's/\r//g;/\S/ and print' | # Race will cause the order to change LC_ALL=C sort } par_replacement_rename() { echo "### Test --basenamereplace" parallel -j1 -k -X --basenamereplace FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b parallel -k --basenamereplace FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b echo "### Test --bnr" parallel -j1 -k -X --bnr FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b parallel -k --bnr FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b echo "### Test --extensionreplace" parallel -j1 -k -X --extensionreplace FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b parallel -k --extensionreplace FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b echo "### Test --er" parallel -j1 -k -X --er FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b parallel -k --er FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b echo "### Test --basenameextensionreplace" parallel -j1 -k -X --basenameextensionreplace FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b parallel -k --basenameextensionreplace FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b echo "### Test --bner" parallel -j1 -k -X --bner FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b parallel -k --bner FOO echo FOO ::: /a/b.c a/b.c b.c /a/b a/b b } par_replacement_strings() { echo "### Test {/}" parallel -j1 -k -X echo {/} ::: /a/b.c a/b.c b.c /a/b a/b b echo "### Test {/.}" parallel -j1 -k -X echo {/.} ::: /a/b.c a/b.c b.c /a/b a/b b echo "### Test {#/.}" parallel -j1 -k -X echo {2/.} ::: /a/number1.c a/number2.c number3.c /a/number4 a/number5 number6 echo "### Test {#/}" parallel -j1 -k -X echo {2/} ::: /a/number1.c a/number2.c number3.c /a/number4 a/number5 number6 echo "### Test {#.}" parallel -j1 -k -X echo {2.} ::: /a/number1.c a/number2.c number3.c /a/number4 a/number5 number6 } par_bug34241() { echo "### bug #34241: --pipe should not spawn unneeded processes" echo | parallel -r -j2 -N1 --pipe md5sum -c && echo OK } par_test_gt_quoting() { echo '### Test of quoting of > bug' echo '>/dev/null' | parallel echo echo '### Test of quoting of > bug if line continuation' (echo '> '; echo '> '; echo '>') | parallel --max-lines 3 echo } par_trailing_space_line_continuation() { echo '### Test of trailing space continuation' (echo foo; echo '';echo 'ole ';echo bar;echo quux) | xargs -r -L2 echo (echo foo; echo '';echo 'ole ';echo bar;echo quux) | parallel -kr -L2 echo parallel -kr -L2 echo ::: foo '' 'ole ' bar quux echo '### Test of trailing space continuation with -E eof' (echo foo; echo '';echo 'ole ';echo bar;echo quux) | xargs -r -L2 -E bar echo (echo foo; echo '';echo 'ole ';echo bar;echo quux) | parallel -kr -L2 -E bar echo parallel -kr -L2 -E bar echo ::: foo '' 'ole ' bar quux } par_mix_triple_colon_with_quad_colon() { echo '### Test :::: mixed with :::' echo '### Test :::: < ::: :::' parallel -k echo {1} {2} {3} :::: <(seq 6 7) ::: 4 5 ::: 1 2 3 echo '### Test :::: < < :::: <' parallel -k echo {1} {2} {3} :::: <(seq 6 7) <(seq 4 5) :::: <(seq 1 3) echo '### Test -a :::: < :::: <' parallel -k -a <(seq 6 7) echo {1} {2} {3} :::: <(seq 4 5) :::: <(seq 1 3) echo '### Test -a -a :::' parallel -k -a <(seq 6 7) -a <(seq 4 5) echo {1} {2} {3} ::: 1 2 3 echo '### Test -a - -a :::' seq 6 7 | parallel -k -a - -a <(seq 4 5) echo {1} {2} {3} ::: 1 2 3 echo '### Test :::: < - :::' seq 4 5 | parallel -k echo {1} {2} {3} :::: <(seq 6 7) - ::: 1 2 3 } par_test_E() { echo '### Test -E' seq 1 100 | parallel -k -E 5 echo :::: - ::: 2 3 4 5 6 7 8 9 10 :::: <(seq 3 11) echo '### Test -E one empty' seq 1 100 | parallel -k -E 3 echo :::: - ::: 2 3 4 5 6 7 8 9 10 :::: <(seq 3 11) echo '### Test -E 2 empty' seq 1 100 | parallel -k -E 3 echo :::: - ::: 3 4 5 6 7 8 9 10 :::: <(seq 3 11) echo '### Test -E all empty' seq 3 100 | parallel -k -E 3 echo :::: - ::: 3 4 5 6 7 8 9 10 :::: <(seq 3 11) } par_test_job_number() { echo '### Test {#}' seq 1 10 | parallel -k echo {#} } par_jobslot_jobnumber_pipe() { echo '### Test bug #43376: {%} and {#} with --pipe' echo foo | parallel -q --pipe -k echo {#} echo foo | parallel --pipe -k echo {%} echo foo | parallel -q --pipe -k echo {%} echo foo | parallel --pipe -k echo {#} } par_replacement_string_as_part_of_command() { echo '### {} as part of the command' echo p /bin/ls | parallel l{= s/p/s/ =} echo /bin/ls-p | parallel --colsep '-' l{=2 s/p/s/ =} {1} echo s /bin/ls | parallel l{} echo /bin/ls | parallel ls {} echo ls /bin/ls | parallel {} echo ls /bin/ls | parallel } par_test_m_X() { echo '### Test -m vs -X' (echo foo;echo bar;echo joe.gif) | parallel -j1 -km echo 1{}2{.}3 A{.}B{.}C (echo foo;echo bar;echo joe.gif) | parallel -j1 -kX echo 1{}2{.}3 A{.}B{.}C seq 1 6 | parallel -k printf '{}.gif\\n' | parallel -j1 -km echo a{}b{.}c{.} seq 1 6 | parallel -k printf '{}.gif\\n' | parallel -j1 -kX echo a{}b{.}c{.} echo '### Test -q {.}' echo a | parallel -qX echo "'"{.}"' " echo a | parallel -qX echo "'{.}'" } par_testquote() { testquote() { printf '"#&/\n()*=?'"'" | PARALLEL_SHELL="$1" parallel -0 echo } export -f testquote # "sash script" does not work # "sash -f script" does, but is currently not supported by GNU Parallel parallel --tag -k testquote ::: ash bash csh dash fdsh fish fizsh ksh ksh93 mksh posh rbash rc rzsh "sash -f" sh static-sh tcsh yash zsh # "fdsh" is currently not supported by GNU Parallel: # It gives ioctl(): Interrupted system call parallel --tag -k testquote ::: fdsh } par_basic_halt() { cpuburn=$(mktemp) cpuburn2=$(mktemp) (echo '#!/usr/bin/perl' echo "eval{setpriority(0,0,9)}; while(1){}") > "$cpuburn" chmod 700 "$cpuburn" cp -a "$cpuburn" "$cpuburn2" qcpuburn=$(parallel -0 --shellquote ::: "$cpuburn") qcpuburn2=$(parallel -0 --shellquote ::: "$cpuburn2") parallel -0 -j4 --halt 2 ::: 'sleep 1' "$qcpuburn" false; killall $(basename "$cpuburn") 2>/dev/null && echo ERROR: cpuburn should already have been killed parallel -0 -j4 --halt -2 ::: 'sleep 1' "$qcpuburn2" true; killall $(basename "$cpuburn2") 2>/dev/null && echo ERROR: cpuburn2 should already have been killed rm "$cpuburn" "$cpuburn2" parallel --halt error echo ::: should not print parallel --halt soon echo ::: should not print parallel --halt now echo ::: should not print } par_bug37042() { echo '### bug #37042: -J foo is taken from the whole command line - not just the part before the command' echo '--tagstring foo' > ~/.parallel/bug_37042_profile; parallel -J bug_37042_profile echo ::: tag_with_foo; parallel --tagstring a -J bug_37042_profile echo ::: tag_with_a; parallel --tagstring a echo -J bug_37042_profile ::: print_-J_bug_37042_profile echo '### Bug introduce by fixing bug #37042' parallel --xapply -a <(printf 'abc') --colsep '\t' echo {1} } par_header() { echo "### Test --header with -N" (echo h1; echo h2; echo 1a;echo 1b; echo 2a;echo 2b; echo 3a) | parallel -j1 --pipe -N2 -k --header '.*\n.*\n' echo Start\;cat \; echo Stop echo "### Test --header with --block 1k" (echo h1; echo h2; perl -e '$a="x"x110;for(1..22){print $_,$a,"\n"}') | parallel -j1 --pipe -k --block 1k --header '.*\n.*\n' echo Start\;cat \; echo Stop echo "### Test --header with multiple :::" parallel --header : echo {a} {b} {1} {2} ::: b b1 ::: a a2 } par_profiles_with_space() { echo '### bug #42902: profiles containing arguments with space' echo "--rpl 'FULLPATH chomp(\$_=\"/bin/bash=\".\`readlink -f \$_\`);' " > ~/.parallel/FULLPATH; parallel -JFULLPATH echo FULLPATH ::: $0 PARALLEL="--rpl 'FULLPATH chomp(\$_=\"/bin/bash=\".\`readlink -f \$_\`);' -v" parallel echo FULLPATH ::: "$0" PARALLEL="--rpl 'FULLPATH chomp(\$_=\"/bin/bash=\".\`readlink -f \$_\`);' perl -e \'print \\\"@ARGV\\\n\\\"\' " parallel With script in \\\$PARALLEL FULLPATH ::: . | replace_tmpdir | perl -pe 's:parallel./:parallel/:' } par_pxz_complains() { echo 'bug #44250: pxz complains File format not recognized but decompresses anyway' # The first line dumps core if run from make file. Why?! stdout parallel --compress --compress-program pxz ls /{} ::: OK-if-missing-file stdout parallel --compress --compress-program pixz --decompress-program 'pixz -d' ls /{} ::: OK-if-missing-file stdout parallel --compress --compress-program pixz --decompress-program 'pixz -d' true ::: OK-if-no-output stdout parallel --compress --compress-program pxz true ::: OK-if-no-output } par_result() { echo "### Test --results" mkdir -p /tmp/parallel_results_test parallel -k --results /tmp/parallel_results_test/testA echo {1} {2} ::: I II ::: III IIII cat /tmp/parallel_results_test/testA/*/*/*/*/stdout | LC_ALL=C sort ls /tmp/parallel_results_test/testA/*/*/*/*/* | LC_ALL=C sort rm -rf /tmp/parallel_results_test/testA* echo "### Test --res" mkdir -p /tmp/parallel_results_test parallel -k --res /tmp/parallel_results_test/testD echo {1} {2} ::: I II ::: III IIII cat /tmp/parallel_results_test/testD/*/*/*/*/stdout | LC_ALL=C sort ls /tmp/parallel_results_test/testD/*/*/*/*/* | LC_ALL=C sort rm -rf /tmp/parallel_results_test/testD* echo "### Test --result" mkdir -p /tmp/parallel_results_test parallel -k --result /tmp/parallel_results_test/testE echo {1} {2} ::: I II ::: III IIII cat /tmp/parallel_results_test/testE/*/*/*/*/stdout | LC_ALL=C sort ls /tmp/parallel_results_test/testE/*/*/*/*/* | LC_ALL=C sort rm -rf /tmp/parallel_results_test/testE* echo "### Test --results --header :" mkdir -p /tmp/parallel_results_test parallel -k --header : --results /tmp/parallel_results_test/testB echo {1} {2} ::: a I II ::: b III IIII cat /tmp/parallel_results_test/testB/*/*/*/*/stdout | LC_ALL=C sort ls /tmp/parallel_results_test/testB/*/*/*/*/* | LC_ALL=C sort rm -rf /tmp/parallel_results_test/testB* echo "### Test --results --header : named - a/b swapped" mkdir -p /tmp/parallel_results_test parallel -k --header : --results /tmp/parallel_results_test/testC echo {a} {b} ::: b III IIII ::: a I II cat /tmp/parallel_results_test/testC/*/*/*/*/stdout | LC_ALL=C sort ls /tmp/parallel_results_test/testC/*/*/*/*/* | LC_ALL=C sort rm -rf /tmp/parallel_results_test/testC* echo "### Test --results --header : piped" mkdir -p /tmp/parallel_results_test (echo Col; perl -e 'print "backslash\\tab\tslash/null\0eof\n"') | parallel --header : --result /tmp/parallel_results_test/testF true cat /tmp/parallel_results_test/testF/*/*/*/*/stdout | LC_ALL=C sort find /tmp/parallel_results_test/testF/*/*/* | LC_ALL=C sort rm -rf /tmp/parallel_results_test/testF* echo "### Test --results --header : piped - non-existing column header" mkdir -p /tmp/parallel_results_test (printf "Col1\t\n"; printf "v1\tv2\tv3\n"; perl -e 'print "backslash\\tab\tslash/null\0eof\n"') | parallel --header : --result /tmp/parallel_results_test/testG true cat /tmp/parallel_results_test/testG/*/*/*/*/stdout | LC_ALL=C sort find /tmp/parallel_results_test/testG/ | LC_ALL=C sort rm -rf /tmp/parallel_results_test/testG* } par_result_replace() { echo '### bug #49983: --results with {1}' parallel --results /tmp/par_{}_49983 -k echo ::: foo bar baz cat /tmp/par_*_49983 find /tmp/par_*_49983 | LC_ALL=C sort rm -rf /tmp/par_*_49983 parallel --results /tmp/par_{}_49983 -k echo ::: foo bar baz ::: A B C cat /tmp/par_*_49983 find /tmp/par_*_49983 | LC_ALL=C sort rm -rf /tmp/par_*_49983 parallel --results /tmp/par_{1}-{2}_49983 -k echo ::: foo bar baz ::: A B C cat /tmp/par_*_49983 find /tmp/par_*_49983 | LC_ALL=C sort rm -rf /tmp/par_*_49983 parallel --results /tmp/par__49983 -k echo ::: foo bar baz ::: A B C cat /tmp/par_*_49983/*/*/*/*/stdout find /tmp/par_*_49983 | LC_ALL=C sort rm -rf /tmp/par_*_49983 parallel --results /tmp/par__49983 --header : -k echo ::: foo bar baz ::: A B C cat /tmp/par_*_49983/*/*/*/*/stdout find /tmp/par_*_49983 | LC_ALL=C sort rm -rf /tmp/par_*_49983 parallel --results /tmp/par__49983-{}/ --header : -k echo ::: foo bar baz ::: A B C cat /tmp/par_*_49983*/stdout find /tmp/par_*_49983-* | LC_ALL=C sort rm -rf /tmp/par_*_49983-* } par_incomplete_linebuffer() { echo 'bug #51337: --lb does not kill jobs at sigpipe' cat > /tmp/parallel--lb-test <<'_EOF' #!/usr/bin/perl while(1){ print ++$t,"\n"} _EOF chmod +x /tmp/parallel--lb-test parallel --lb /tmp/parallel--lb-test ::: 1 | head # Should be empty ps aux | grep parallel[-]-lb-test } par_header_parens() { echo 'bug #49538: --header and {= =}' parallel --header : echo '{=v2=}{=v1 $_=Q($_)=}' ::: v1 K ::: v2 O parallel --header : echo '{2}{=1 $_=Q($_)=}' ::: v2 K ::: v1 O parallel --header : echo {var/.} ::: var sub/dir/file.ext parallel --header : echo {var//} ::: var sub/dir/file.ext parallel --header : echo {var/.} ::: var sub/dir/file.ext parallel --header : echo {var/} ::: var sub/dir/file.ext parallel --header : echo {var.} ::: var sub/dir/file.ext } par_pipe_compress_blocks() { echo "### bug #41482: --pipe --compress blocks at different -j/seq combinations" seq 1 | parallel -k -j2 --compress -N1 -L1 --pipe cat echo echo 1-4 + 1-4 seq 4 | parallel -k -j3 --compress -N1 -L1 -vv echo echo 4 times wc to stderr to stdout (seq 4 | parallel -k -j3 --compress -N1 -L1 --pipe wc '>&2') 2>&1 >/dev/null echo 1 2 3 4 seq 4 | parallel -k -j3 --compress echo echo 1 2 3 4 seq 4 | parallel -k -j1 --compress echo echo 1 2 seq 2 | parallel -k -j1 --compress echo echo 1 2 3 seq 3 | parallel -k -j2 --compress -N1 -L1 --pipe cat } par_too_long_line_X() { echo 'bug #54869: Long lines break' seq 3000 | parallel -Xj1 'echo {} {} {} {} {} {} {} {} {} {} {} {} {} {} | wc' } par_null_resume() { echo '### --null --resume --jl' log=/tmp/null-resume-$$.log true > "$log" printf "%s\n" a b c | parallel --resume -k --jl $log echo printf "%s\n" a b c | parallel --resume -k --jl $log echo true > "$log" printf "%s\0" A B C | parallel --null --resume -k --jl $log echo printf "%s\0" A B C | parallel --null --resume -k --jl $log echo rm "$log" } par_pipepart_block() { echo '### --pipepart --block -# (# < 0)' seq 1000 > /run/shm/parallel$$ parallel -j2 -k --pipepart echo {#} :::: /run/shm/parallel$$ parallel -j2 -k --block -1 --pipepart echo {#}-2 :::: /run/shm/parallel$$ parallel -j2 -k --block -2 --pipepart echo {#}-4 :::: /run/shm/parallel$$ parallel -j2 -k --block -10 --pipepart echo {#}-20 :::: /run/shm/parallel$$ rm /run/shm/parallel$$ } par_block_negative_prefix() { tmp="$(mktemp)" seq 100000 > "$tmp" echo '### This should generate 10*2 jobs' parallel -j2 -a "$tmp" --pipepart --block -0.01k -k md5sum | wc rm "$tmp" } export -f $(compgen -A function | grep par_) compgen -A function | grep par_ | LC_ALL=C sort | parallel --timeout 1000% -j6 --tag -k --joblog /tmp/jl-`basename $0` '{} 2>&1' | perl -pe 's:/usr/bin:/bin:g;'