tange/parallel
1
0
Fork 0
mirror of https://git.savannah.gnu.org/git/parallel.git synced 2024-11-24 06:57:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

parallel: --sql* should add Vn columns for --colsep.

Browse source
This commit is contained in:
Ole Tange 2020-03-15 04:28:12 +01:00
parent f90250f2cc
commit b34b30b566
13 changed files with 1792 additions and 149 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
doc/release_new_version
View file

@ -210,9 +210,9 @@ from:tange@gnu.org
to:parallel@gnu.org, bug-parallel@gnu.org
stable-bcc: Jesse Alama <jessealama@fastmail.fm>
Subject: GNU Parallel 20200222 ('Brexitday') released <<[stable]>>
Subject: GNU Parallel 20200322 ('Corona/Locust') released <<[stable]>>
GNU Parallel 20200222 ('Brexitday') <<[stable]>> has been released. It is available for download at: http://ftpmirror.gnu.org/parallel/
GNU Parallel 20200322 ('Corona') <<[stable]>> has been released. It is available for download at: http://ftpmirror.gnu.org/parallel/
<<No new functionality was introduced so this is a good candidate for a stable release.>>
@ -235,6 +235,8 @@ News about GNU Parallel:
* GNU Parallel course in Århus https://www.prosa.dk/nc/arrangementer/arrangement/gnu-parallel-og-parallelisering-i-unix-shellen/
https://badshah.io/experiment/faster-nmap-scanning-with-the-help-of-gnu-parallel/
Get the book: GNU Parallel 2018 http://www.lulu.com/shop/ole-tange/gnu-parallel-2018/paperback/product-23558902.html
GNU Parallel - For people who live life in the parallel lane.

2
src/niceload
View file

@ -23,7 +23,7 @@
use strict;
use Getopt::Long;
$Global::progname="niceload";
$Global::version = 20200222;
$Global::version = 20200224;
Getopt::Long::Configure("bundling","require_order");
get_options_from_array(\@ARGV) || die_usage();
if($opt::version) {

34
src/parallel
View file

@ -2146,7 +2146,7 @@ sub check_invalid_option_combinations() {
sub init_globals() {
# Defaults:
$Global::version = 20200222;
$Global::version = 20200224;
$Global::progname = 'parallel';
$::name = "GNU Parallel";
$Global::infinity = 2**31;
@ -12921,15 +12921,6 @@ sub main() {
@input_source_fh = (*STDIN);
}
}
if($opt::sqlmaster) {
# Create SQL table to hold joblog + output
$Global::sql->create_table($#input_source_fh+1);
if($opt::sqlworker) {
# Start a real --sqlworker in the background later
$Global::start_sqlworker = 1;
$opt::sqlworker = undef;
}
}
if($opt::skip_first_line) {
# Skip the first line for the first file handle
@ -12943,6 +12934,13 @@ sub main() {
filter_hosts();
}
if($opt::sqlmaster and $opt::sqlworker) {
# Start a real --sqlworker in the background later
$Global::start_sqlworker = 1;
$opt::sqlworker = undef;
}
if($opt::nonall or $opt::onall) {
onall(\@input_source_fh,@command);
wait_and_exit(min(undef_as_zero($Global::exitstatus),254));
@ -12952,6 +12950,22 @@ sub main() {
\@command,\@input_source_fh,$Global::ContextReplace,
$number_of_args,\@Global::transfer_files,\@Global::ret_files);
if($opt::sqlmaster) {
# Create SQL table to hold joblog + output
# Figure out how many arguments are in a job
# (It is affected by --colsep, -N, $number_source_fh)
my $record_queue = $Global::JobQueue->{'commandlinequeue'}{'arg_queue'};
my $record = $record_queue->get();
my $no_of_values = $number_of_args * (1+$#{$record});
$record_queue->unget($record);
$Global::sql->create_table($no_of_values);
if($opt::sqlworker) {
# Start a real --sqlworker in the background later
$Global::start_sqlworker = 1;
$opt::sqlworker = undef;
}
}
if($opt::pipepart) {
pipepart_setup();
} elsif($opt::pipe and $opt::tee) {

2
src/sql
View file

@ -574,7 +574,7 @@ $Global::Initfile && unlink $Global::Initfile;
exit ($err);
sub parse_options {
$Global::version = 20200222;
$Global::version = 20200224;
$Global::progname = 'sql';
# This must be done first as this may exec myself

1624
testsuite/tests-to-run/parallel-local-1s.sh
View file

File diff suppressed because it is too large Load diff

2
testsuite/wanted-results/parallel-local-0.3s
View file

@ -775,7 +775,7 @@ par_sem_quote echo
par_sem_quote
par_show_limits ### Test --show-limits
par_show_limits Maximal size of command: 131049
par_show_limits Maximal used size of command: 131057
par_show_limits Maximal used size of command: 131049
par_show_limits
par_show_limits Execution of will continue now, and it will try to read its input
par_show_limits and run commands; if this is not what you wanted to happen, please

4
testsuite/wanted-results/parallel-local-10s
View file

@ -426,7 +426,7 @@ par_long_line_remote ### Deal with long command lines on remote servers
par_long_line_remote 2 6 30006
par_long_line_remote 3 50 250050
par_maxlinelen_X_I ### Test max line length -X -I
par_maxlinelen_X_I 201ecb8ca789cecf39ee914a6d75611b -
par_maxlinelen_X_I 3cfc69ee81b0fe7fdbe8eb059ad2da61 -
par_maxlinelen_X_I Chars per line (817788/7): 116826
par_maxlinelen_m_I ### Test max line length -m -I
par_maxlinelen_m_I c78bd0799bc23d8946732f8b3ae3c94e -
@ -891,7 +891,7 @@ par_xargs_compat a_b c
par_xargs_compat d
par_xargs_compat e
par_xargs_compat ### test too long args
par_xargs_compat parallel: Error: Command line too long (1000005 >= 131057) at input 0: zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz...
par_xargs_compat parallel: Error: Command line too long (1000005 >= 131049) at input 0: zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz...
par_xargs_compat xargs: argument line too long
par_xargs_compat environment: line 109: stdsort: command not found
par_xargs_compat environment: line 112: stdsort: command not found

15
testsuite/wanted-results/parallel-local-1s
View file

@ -573,6 +573,18 @@ par_seqreplace_long_line ### Test --seqreplace and line too long
par_seqreplace_long_line 9 1 1 101
par_seqreplace_long_line 90 1 1 201
par_seqreplace_long_line 1 parallel: Error: Command line too long (309 >= 210) at input 0: 100
par_sql_colsep ### SQL should add Vn columns for --colsep
par_sql_colsep /a/A/1/11/
par_sql_colsep /a/A/2/22/
par_sql_colsep /a/A/3/33/
par_sql_colsep /b/B/1/11/
par_sql_colsep /b/B/2/22/
par_sql_colsep /b/B/3/33/
par_sql_colsep /c/C/1/11/
par_sql_colsep /c/C/2/22/
par_sql_colsep /c/C/3/33/
par_sql_colsep a A 1 11 a A 2 22 a A 3 33 a A 4 44 a A 5 55 a A 6 66 b B 1 11 b B 2 22 b B 3 33
par_sql_colsep b B 4 44 b B 5 55 b B 6 66 c C 1 11 c C 2 22 c C 3 33 c C 4 44 c C 5 55 c C 6 66
par_test_E ### Test -E
par_test_E 1 2 3
par_test_E 1 2 4
@ -691,6 +703,9 @@ par_test_cpu_detection 2-24-48-24 2 24 48 24
par_test_cpu_detection 1-2-2-2 1 2 2 2
par_test_cpu_detection 1-8-8-8 1 8 8 8
par_test_cpu_detection 1-4-4-4 1 4 4 4
par_test_cpu_detection 1-6-6-6 1 6 6 6
par_test_cpu_detection 4-48-48-48 4 24 48 24
par_test_cpu_detection 1-4-8-4 1 4 8 4
par_test_gt_quoting ### Test of quoting of > bug
par_test_gt_quoting >/dev/null
par_test_gt_quoting ### Test of quoting of > bug if line continuation

240
testsuite/wanted-results/parallel-local-ssh5
View file

@ -219,58 +219,58 @@ par_command_len_shellquote -Slo -j10 ' 10 7 1 1 41545
par_command_len_shellquote -Slo -j10 ' 10 8 0 0 0
par_command_len_shellquote -Slo -j10 ' 10 9 0 0 0
par_command_len_shellquote -Slo -j10 ' 10 10 0 0 0
par_command_len_shellquote -Slo -j10 " 1 10 parallel: Error: Command line too long (295245 >= 131057) at input 0: "
par_command_len_shellquote -Slo -j10 " 2 9 parallel: Error: Command line too long (196830 >= 131057) at input 0: ""
par_command_len_shellquote -Slo -j10 " 2 10 parallel: Error: Command line too long (590490 >= 131057) at input 0: ""
par_command_len_shellquote -Slo -j10 " 3 9 parallel: Error: Command line too long (295245 >= 131057) at input 0: """
par_command_len_shellquote -Slo -j10 " 3 10 parallel: Error: Command line too long (885735 >= 131057) at input 0: """
par_command_len_shellquote -Slo -j10 " 4 8 parallel: Error: Command line too long (131220 >= 131057) at input 0: """"
par_command_len_shellquote -Slo -j10 " 4 9 parallel: Error: Command line too long (393660 >= 131057) at input 0: """"
par_command_len_shellquote -Slo -j10 " 4 10 parallel: Error: Command line too long (1180980 >= 131057) at input 0: """"
par_command_len_shellquote -Slo -j10 " 5 8 parallel: Error: Command line too long (164025 >= 131057) at input 0: """""
par_command_len_shellquote -Slo -j10 " 5 9 parallel: Error: Command line too long (492075 >= 131057) at input 0: """""
par_command_len_shellquote -Slo -j10 " 5 10 parallel: Error: Command line too long (1476225 >= 131057) at input 0: """""
par_command_len_shellquote -Slo -j10 " 6 8 parallel: Error: Command line too long (196830 >= 131057) at input 0: """"""
par_command_len_shellquote -Slo -j10 " 6 9 parallel: Error: Command line too long (590490 >= 131057) at input 0: """"""
par_command_len_shellquote -Slo -j10 " 6 10 parallel: Error: Command line too long (1771470 >= 131057) at input 0: """"""
par_command_len_shellquote -Slo -j10 " 7 8 parallel: Error: Command line too long (229635 >= 131057) at input 0: """""""
par_command_len_shellquote -Slo -j10 " 7 9 parallel: Error: Command line too long (688905 >= 131057) at input 0: """""""
par_command_len_shellquote -Slo -j10 " 7 10 parallel: Error: Command line too long (2066715 >= 131057) at input 0: """""""
par_command_len_shellquote -Slo -j10 " 8 8 parallel: Error: Command line too long (262440 >= 131057) at input 0: """"""""
par_command_len_shellquote -Slo -j10 " 8 9 parallel: Error: Command line too long (787320 >= 131057) at input 0: """"""""
par_command_len_shellquote -Slo -j10 " 8 10 parallel: Error: Command line too long (2361960 >= 131057) at input 0: """"""""
par_command_len_shellquote -Slo -j10 " 9 8 parallel: Error: Command line too long (295245 >= 131057) at input 0: """""""""
par_command_len_shellquote -Slo -j10 " 9 9 parallel: Error: Command line too long (885735 >= 131057) at input 0: """""""""
par_command_len_shellquote -Slo -j10 " 9 10 parallel: Error: Command line too long (2657205 >= 131057) at input 0: """""""""
par_command_len_shellquote -Slo -j10 " 10 8 parallel: Error: Command line too long (328050 >= 131057) at input 0: """"""""""
par_command_len_shellquote -Slo -j10 " 10 9 parallel: Error: Command line too long (984150 >= 131057) at input 0: """"""""""
par_command_len_shellquote -Slo -j10 " 10 10 parallel: Error: Command line too long (2952450 >= 131057) at input 0: """"""""""
par_command_len_shellquote -Slo -j10 ' 1 10 parallel: Error: Command line too long (295245 >= 131057) at input 0: '
par_command_len_shellquote -Slo -j10 ' 2 9 parallel: Error: Command line too long (196830 >= 131057) at input 0: ''
par_command_len_shellquote -Slo -j10 ' 2 10 parallel: Error: Command line too long (590490 >= 131057) at input 0: ''
par_command_len_shellquote -Slo -j10 ' 3 9 parallel: Error: Command line too long (295245 >= 131057) at input 0: '''
par_command_len_shellquote -Slo -j10 ' 3 10 parallel: Error: Command line too long (885735 >= 131057) at input 0: '''
par_command_len_shellquote -Slo -j10 ' 4 8 parallel: Error: Command line too long (131220 >= 131057) at input 0: ''''
par_command_len_shellquote -Slo -j10 ' 4 9 parallel: Error: Command line too long (393660 >= 131057) at input 0: ''''
par_command_len_shellquote -Slo -j10 ' 4 10 parallel: Error: Command line too long (1180980 >= 131057) at input 0: ''''
par_command_len_shellquote -Slo -j10 ' 5 8 parallel: Error: Command line too long (164025 >= 131057) at input 0: '''''
par_command_len_shellquote -Slo -j10 ' 5 9 parallel: Error: Command line too long (492075 >= 131057) at input 0: '''''
par_command_len_shellquote -Slo -j10 ' 5 10 parallel: Error: Command line too long (1476225 >= 131057) at input 0: '''''
par_command_len_shellquote -Slo -j10 ' 6 8 parallel: Error: Command line too long (196830 >= 131057) at input 0: ''''''
par_command_len_shellquote -Slo -j10 ' 6 9 parallel: Error: Command line too long (590490 >= 131057) at input 0: ''''''
par_command_len_shellquote -Slo -j10 ' 6 10 parallel: Error: Command line too long (1771470 >= 131057) at input 0: ''''''
par_command_len_shellquote -Slo -j10 ' 7 8 parallel: Error: Command line too long (229635 >= 131057) at input 0: '''''''
par_command_len_shellquote -Slo -j10 ' 7 9 parallel: Error: Command line too long (688905 >= 131057) at input 0: '''''''
par_command_len_shellquote -Slo -j10 ' 7 10 parallel: Error: Command line too long (2066715 >= 131057) at input 0: '''''''
par_command_len_shellquote -Slo -j10 ' 8 8 parallel: Error: Command line too long (262440 >= 131057) at input 0: ''''''''
par_command_len_shellquote -Slo -j10 ' 8 9 parallel: Error: Command line too long (787320 >= 131057) at input 0: ''''''''
par_command_len_shellquote -Slo -j10 ' 8 10 parallel: Error: Command line too long (2361960 >= 131057) at input 0: ''''''''
par_command_len_shellquote -Slo -j10 ' 9 8 parallel: Error: Command line too long (295245 >= 131057) at input 0: '''''''''
par_command_len_shellquote -Slo -j10 ' 9 9 parallel: Error: Command line too long (885735 >= 131057) at input 0: '''''''''
par_command_len_shellquote -Slo -j10 ' 9 10 parallel: Error: Command line too long (2657205 >= 131057) at input 0: '''''''''
par_command_len_shellquote -Slo -j10 ' 10 8 parallel: Error: Command line too long (328050 >= 131057) at input 0: ''''''''''
par_command_len_shellquote -Slo -j10 ' 10 9 parallel: Error: Command line too long (984150 >= 131057) at input 0: ''''''''''
par_command_len_shellquote -Slo -j10 ' 10 10 parallel: Error: Command line too long (2952450 >= 131057) at input 0: ''''''''''
par_command_len_shellquote -Slo -j10 " 1 10 parallel: Error: Command line too long (295245 >= 131049) at input 0: "
par_command_len_shellquote -Slo -j10 " 2 9 parallel: Error: Command line too long (196830 >= 131049) at input 0: ""
par_command_len_shellquote -Slo -j10 " 2 10 parallel: Error: Command line too long (590490 >= 131049) at input 0: ""
par_command_len_shellquote -Slo -j10 " 3 9 parallel: Error: Command line too long (295245 >= 131049) at input 0: """
par_command_len_shellquote -Slo -j10 " 3 10 parallel: Error: Command line too long (885735 >= 131049) at input 0: """
par_command_len_shellquote -Slo -j10 " 4 8 parallel: Error: Command line too long (131220 >= 131049) at input 0: """"
par_command_len_shellquote -Slo -j10 " 4 9 parallel: Error: Command line too long (393660 >= 131049) at input 0: """"
par_command_len_shellquote -Slo -j10 " 4 10 parallel: Error: Command line too long (1180980 >= 131049) at input 0: """"
par_command_len_shellquote -Slo -j10 " 5 8 parallel: Error: Command line too long (164025 >= 131049) at input 0: """""
par_command_len_shellquote -Slo -j10 " 5 9 parallel: Error: Command line too long (492075 >= 131049) at input 0: """""
par_command_len_shellquote -Slo -j10 " 5 10 parallel: Error: Command line too long (1476225 >= 131049) at input 0: """""
par_command_len_shellquote -Slo -j10 " 6 8 parallel: Error: Command line too long (196830 >= 131049) at input 0: """"""
par_command_len_shellquote -Slo -j10 " 6 9 parallel: Error: Command line too long (590490 >= 131049) at input 0: """"""
par_command_len_shellquote -Slo -j10 " 6 10 parallel: Error: Command line too long (1771470 >= 131049) at input 0: """"""
par_command_len_shellquote -Slo -j10 " 7 8 parallel: Error: Command line too long (229635 >= 131049) at input 0: """""""
par_command_len_shellquote -Slo -j10 " 7 9 parallel: Error: Command line too long (688905 >= 131049) at input 0: """""""
par_command_len_shellquote -Slo -j10 " 7 10 parallel: Error: Command line too long (2066715 >= 131049) at input 0: """""""
par_command_len_shellquote -Slo -j10 " 8 8 parallel: Error: Command line too long (262440 >= 131049) at input 0: """"""""
par_command_len_shellquote -Slo -j10 " 8 9 parallel: Error: Command line too long (787320 >= 131049) at input 0: """"""""
par_command_len_shellquote -Slo -j10 " 8 10 parallel: Error: Command line too long (2361960 >= 131049) at input 0: """"""""
par_command_len_shellquote -Slo -j10 " 9 8 parallel: Error: Command line too long (295245 >= 131049) at input 0: """""""""
par_command_len_shellquote -Slo -j10 " 9 9 parallel: Error: Command line too long (885735 >= 131049) at input 0: """""""""
par_command_len_shellquote -Slo -j10 " 9 10 parallel: Error: Command line too long (2657205 >= 131049) at input 0: """""""""
par_command_len_shellquote -Slo -j10 " 10 8 parallel: Error: Command line too long (328050 >= 131049) at input 0: """"""""""
par_command_len_shellquote -Slo -j10 " 10 9 parallel: Error: Command line too long (984150 >= 131049) at input 0: """"""""""
par_command_len_shellquote -Slo -j10 " 10 10 parallel: Error: Command line too long (2952450 >= 131049) at input 0: """"""""""
par_command_len_shellquote -Slo -j10 ' 1 10 parallel: Error: Command line too long (295245 >= 131049) at input 0: '
par_command_len_shellquote -Slo -j10 ' 2 9 parallel: Error: Command line too long (196830 >= 131049) at input 0: ''
par_command_len_shellquote -Slo -j10 ' 2 10 parallel: Error: Command line too long (590490 >= 131049) at input 0: ''
par_command_len_shellquote -Slo -j10 ' 3 9 parallel: Error: Command line too long (295245 >= 131049) at input 0: '''
par_command_len_shellquote -Slo -j10 ' 3 10 parallel: Error: Command line too long (885735 >= 131049) at input 0: '''
par_command_len_shellquote -Slo -j10 ' 4 8 parallel: Error: Command line too long (131220 >= 131049) at input 0: ''''
par_command_len_shellquote -Slo -j10 ' 4 9 parallel: Error: Command line too long (393660 >= 131049) at input 0: ''''
par_command_len_shellquote -Slo -j10 ' 4 10 parallel: Error: Command line too long (1180980 >= 131049) at input 0: ''''
par_command_len_shellquote -Slo -j10 ' 5 8 parallel: Error: Command line too long (164025 >= 131049) at input 0: '''''
par_command_len_shellquote -Slo -j10 ' 5 9 parallel: Error: Command line too long (492075 >= 131049) at input 0: '''''
par_command_len_shellquote -Slo -j10 ' 5 10 parallel: Error: Command line too long (1476225 >= 131049) at input 0: '''''
par_command_len_shellquote -Slo -j10 ' 6 8 parallel: Error: Command line too long (196830 >= 131049) at input 0: ''''''
par_command_len_shellquote -Slo -j10 ' 6 9 parallel: Error: Command line too long (590490 >= 131049) at input 0: ''''''
par_command_len_shellquote -Slo -j10 ' 6 10 parallel: Error: Command line too long (1771470 >= 131049) at input 0: ''''''
par_command_len_shellquote -Slo -j10 ' 7 8 parallel: Error: Command line too long (229635 >= 131049) at input 0: '''''''
par_command_len_shellquote -Slo -j10 ' 7 9 parallel: Error: Command line too long (688905 >= 131049) at input 0: '''''''
par_command_len_shellquote -Slo -j10 ' 7 10 parallel: Error: Command line too long (2066715 >= 131049) at input 0: '''''''
par_command_len_shellquote -Slo -j10 ' 8 8 parallel: Error: Command line too long (262440 >= 131049) at input 0: ''''''''
par_command_len_shellquote -Slo -j10 ' 8 9 parallel: Error: Command line too long (787320 >= 131049) at input 0: ''''''''
par_command_len_shellquote -Slo -j10 ' 8 10 parallel: Error: Command line too long (2361960 >= 131049) at input 0: ''''''''
par_command_len_shellquote -Slo -j10 ' 9 8 parallel: Error: Command line too long (295245 >= 131049) at input 0: '''''''''
par_command_len_shellquote -Slo -j10 ' 9 9 parallel: Error: Command line too long (885735 >= 131049) at input 0: '''''''''
par_command_len_shellquote -Slo -j10 ' 9 10 parallel: Error: Command line too long (2657205 >= 131049) at input 0: '''''''''
par_command_len_shellquote -Slo -j10 ' 10 8 parallel: Error: Command line too long (328050 >= 131049) at input 0: ''''''''''
par_command_len_shellquote -Slo -j10 ' 10 9 parallel: Error: Command line too long (984150 >= 131049) at input 0: ''''''''''
par_command_len_shellquote -Slo -j10 ' 10 10 parallel: Error: Command line too long (2952450 >= 131049) at input 0: ''''''''''
par_command_len_shellquote " 1 1 1 2 6
par_command_len_shellquote " 1 2 1 2 12
par_command_len_shellquote " 1 3 1 2 30
@ -471,74 +471,74 @@ par_command_len_shellquote ' 10 7 0 0 0
par_command_len_shellquote ' 10 8 0 0 0
par_command_len_shellquote ' 10 9 0 0 0
par_command_len_shellquote ' 10 10 0 0 0
par_command_len_shellquote " 1 9 parallel: Error: Command line too long (196830 >= 131057) at input 0: "
par_command_len_shellquote " 1 10 parallel: Error: Command line too long (590490 >= 131057) at input 0: "
par_command_len_shellquote " 2 8 parallel: Error: Command line too long (131220 >= 131057) at input 0: ""
par_command_len_shellquote " 2 9 parallel: Error: Command line too long (393660 >= 131057) at input 0: ""
par_command_len_shellquote " 2 10 parallel: Error: Command line too long (1180980 >= 131057) at input 0: ""
par_command_len_shellquote " 3 8 parallel: Error: Command line too long (196830 >= 131057) at input 0: """
par_command_len_shellquote " 3 9 parallel: Error: Command line too long (590490 >= 131057) at input 0: """
par_command_len_shellquote " 3 10 parallel: Error: Command line too long (1771470 >= 131057) at input 0: """
par_command_len_shellquote " 4 8 parallel: Error: Command line too long (262440 >= 131057) at input 0: """"
par_command_len_shellquote " 4 9 parallel: Error: Command line too long (787320 >= 131057) at input 0: """"
par_command_len_shellquote " 4 10 parallel: Error: Command line too long (2361960 >= 131057) at input 0: """"
par_command_len_shellquote " 5 8 parallel: Error: Command line too long (328050 >= 131057) at input 0: """""
par_command_len_shellquote " 5 9 parallel: Error: Command line too long (984150 >= 131057) at input 0: """""
par_command_len_shellquote " 5 10 parallel: Error: Command line too long (2952450 >= 131057) at input 0: """""
par_command_len_shellquote " 6 7 parallel: Error: Command line too long (131220 >= 131057) at input 0: """"""
par_command_len_shellquote " 6 8 parallel: Error: Command line too long (393660 >= 131057) at input 0: """"""
par_command_len_shellquote " 6 9 parallel: Error: Command line too long (1180980 >= 131057) at input 0: """"""
par_command_len_shellquote " 6 10 parallel: Error: Command line too long (3542940 >= 131057) at input 0: """"""
par_command_len_shellquote " 7 7 parallel: Error: Command line too long (153090 >= 131057) at input 0: """""""
par_command_len_shellquote " 7 8 parallel: Error: Command line too long (459270 >= 131057) at input 0: """""""
par_command_len_shellquote " 7 9 parallel: Error: Command line too long (1377810 >= 131057) at input 0: """""""
par_command_len_shellquote " 7 10 parallel: Error: Command line too long (4133430 >= 131057) at input 0: """""""
par_command_len_shellquote " 8 7 parallel: Error: Command line too long (174960 >= 131057) at input 0: """"""""
par_command_len_shellquote " 8 8 parallel: Error: Command line too long (524880 >= 131057) at input 0: """"""""
par_command_len_shellquote " 8 9 parallel: Error: Command line too long (1574640 >= 131057) at input 0: """"""""
par_command_len_shellquote " 8 10 parallel: Error: Command line too long (4723920 >= 131057) at input 0: """"""""
par_command_len_shellquote " 9 7 parallel: Error: Command line too long (196830 >= 131057) at input 0: """""""""
par_command_len_shellquote " 9 8 parallel: Error: Command line too long (590490 >= 131057) at input 0: """""""""
par_command_len_shellquote " 9 9 parallel: Error: Command line too long (1771470 >= 131057) at input 0: """""""""
par_command_len_shellquote " 9 10 parallel: Error: Command line too long (5314410 >= 131057) at input 0: """""""""
par_command_len_shellquote " 10 7 parallel: Error: Command line too long (218700 >= 131057) at input 0: """"""""""
par_command_len_shellquote " 10 8 parallel: Error: Command line too long (656100 >= 131057) at input 0: """"""""""
par_command_len_shellquote " 10 9 parallel: Error: Command line too long (1968300 >= 131057) at input 0: """"""""""
par_command_len_shellquote " 10 10 parallel: Error: Command line too long (5904900 >= 131057) at input 0: """"""""""
par_command_len_shellquote ' 1 9 parallel: Error: Command line too long (196830 >= 131057) at input 0: '
par_command_len_shellquote ' 1 10 parallel: Error: Command line too long (590490 >= 131057) at input 0: '
par_command_len_shellquote ' 2 8 parallel: Error: Command line too long (131220 >= 131057) at input 0: ''
par_command_len_shellquote ' 2 9 parallel: Error: Command line too long (393660 >= 131057) at input 0: ''
par_command_len_shellquote ' 2 10 parallel: Error: Command line too long (1180980 >= 131057) at input 0: ''
par_command_len_shellquote ' 3 8 parallel: Error: Command line too long (196830 >= 131057) at input 0: '''
par_command_len_shellquote ' 3 9 parallel: Error: Command line too long (590490 >= 131057) at input 0: '''
par_command_len_shellquote ' 3 10 parallel: Error: Command line too long (1771470 >= 131057) at input 0: '''
par_command_len_shellquote ' 4 8 parallel: Error: Command line too long (262440 >= 131057) at input 0: ''''
par_command_len_shellquote ' 4 9 parallel: Error: Command line too long (787320 >= 131057) at input 0: ''''
par_command_len_shellquote ' 4 10 parallel: Error: Command line too long (2361960 >= 131057) at input 0: ''''
par_command_len_shellquote ' 5 8 parallel: Error: Command line too long (328050 >= 131057) at input 0: '''''
par_command_len_shellquote ' 5 9 parallel: Error: Command line too long (984150 >= 131057) at input 0: '''''
par_command_len_shellquote ' 5 10 parallel: Error: Command line too long (2952450 >= 131057) at input 0: '''''
par_command_len_shellquote ' 6 7 parallel: Error: Command line too long (131220 >= 131057) at input 0: ''''''
par_command_len_shellquote ' 6 8 parallel: Error: Command line too long (393660 >= 131057) at input 0: ''''''
par_command_len_shellquote ' 6 9 parallel: Error: Command line too long (1180980 >= 131057) at input 0: ''''''
par_command_len_shellquote ' 6 10 parallel: Error: Command line too long (3542940 >= 131057) at input 0: ''''''
par_command_len_shellquote ' 7 7 parallel: Error: Command line too long (153090 >= 131057) at input 0: '''''''
par_command_len_shellquote ' 7 8 parallel: Error: Command line too long (459270 >= 131057) at input 0: '''''''
par_command_len_shellquote ' 7 9 parallel: Error: Command line too long (1377810 >= 131057) at input 0: '''''''
par_command_len_shellquote ' 7 10 parallel: Error: Command line too long (4133430 >= 131057) at input 0: '''''''
par_command_len_shellquote ' 8 7 parallel: Error: Command line too long (174960 >= 131057) at input 0: ''''''''
par_command_len_shellquote ' 8 8 parallel: Error: Command line too long (524880 >= 131057) at input 0: ''''''''
par_command_len_shellquote ' 8 9 parallel: Error: Command line too long (1574640 >= 131057) at input 0: ''''''''
par_command_len_shellquote ' 8 10 parallel: Error: Command line too long (4723920 >= 131057) at input 0: ''''''''
par_command_len_shellquote ' 9 7 parallel: Error: Command line too long (196830 >= 131057) at input 0: '''''''''
par_command_len_shellquote ' 9 8 parallel: Error: Command line too long (590490 >= 131057) at input 0: '''''''''
par_command_len_shellquote ' 9 9 parallel: Error: Command line too long (1771470 >= 131057) at input 0: '''''''''
par_command_len_shellquote ' 9 10 parallel: Error: Command line too long (5314410 >= 131057) at input 0: '''''''''
par_command_len_shellquote ' 10 7 parallel: Error: Command line too long (218700 >= 131057) at input 0: ''''''''''
par_command_len_shellquote ' 10 8 parallel: Error: Command line too long (656100 >= 131057) at input 0: ''''''''''
par_command_len_shellquote ' 10 9 parallel: Error: Command line too long (1968300 >= 131057) at input 0: ''''''''''
par_command_len_shellquote ' 10 10 parallel: Error: Command line too long (5904900 >= 131057) at input 0: ''''''''''
par_command_len_shellquote " 1 9 parallel: Error: Command line too long (196830 >= 131049) at input 0: "
par_command_len_shellquote " 1 10 parallel: Error: Command line too long (590490 >= 131049) at input 0: "
par_command_len_shellquote " 2 8 parallel: Error: Command line too long (131220 >= 131049) at input 0: ""
par_command_len_shellquote " 2 9 parallel: Error: Command line too long (393660 >= 131049) at input 0: ""
par_command_len_shellquote " 2 10 parallel: Error: Command line too long (1180980 >= 131049) at input 0: ""
par_command_len_shellquote " 3 8 parallel: Error: Command line too long (196830 >= 131049) at input 0: """
par_command_len_shellquote " 3 9 parallel: Error: Command line too long (590490 >= 131049) at input 0: """
par_command_len_shellquote " 3 10 parallel: Error: Command line too long (1771470 >= 131049) at input 0: """
par_command_len_shellquote " 4 8 parallel: Error: Command line too long (262440 >= 131049) at input 0: """"
par_command_len_shellquote " 4 9 parallel: Error: Command line too long (787320 >= 131049) at input 0: """"
par_command_len_shellquote " 4 10 parallel: Error: Command line too long (2361960 >= 131049) at input 0: """"
par_command_len_shellquote " 5 8 parallel: Error: Command line too long (328050 >= 131049) at input 0: """""
par_command_len_shellquote " 5 9 parallel: Error: Command line too long (984150 >= 131049) at input 0: """""
par_command_len_shellquote " 5 10 parallel: Error: Command line too long (2952450 >= 131049) at input 0: """""
par_command_len_shellquote " 6 7 parallel: Error: Command line too long (131220 >= 131049) at input 0: """"""
par_command_len_shellquote " 6 8 parallel: Error: Command line too long (393660 >= 131049) at input 0: """"""
par_command_len_shellquote " 6 9 parallel: Error: Command line too long (1180980 >= 131049) at input 0: """"""
par_command_len_shellquote " 6 10 parallel: Error: Command line too long (3542940 >= 131049) at input 0: """"""
par_command_len_shellquote " 7 7 parallel: Error: Command line too long (153090 >= 131049) at input 0: """""""
par_command_len_shellquote " 7 8 parallel: Error: Command line too long (459270 >= 131049) at input 0: """""""
par_command_len_shellquote " 7 9 parallel: Error: Command line too long (1377810 >= 131049) at input 0: """""""
par_command_len_shellquote " 7 10 parallel: Error: Command line too long (4133430 >= 131049) at input 0: """""""
par_command_len_shellquote " 8 7 parallel: Error: Command line too long (174960 >= 131049) at input 0: """"""""
par_command_len_shellquote " 8 8 parallel: Error: Command line too long (524880 >= 131049) at input 0: """"""""
par_command_len_shellquote " 8 9 parallel: Error: Command line too long (1574640 >= 131049) at input 0: """"""""
par_command_len_shellquote " 8 10 parallel: Error: Command line too long (4723920 >= 131049) at input 0: """"""""
par_command_len_shellquote " 9 7 parallel: Error: Command line too long (196830 >= 131049) at input 0: """""""""
par_command_len_shellquote " 9 8 parallel: Error: Command line too long (590490 >= 131049) at input 0: """""""""
par_command_len_shellquote " 9 9 parallel: Error: Command line too long (1771470 >= 131049) at input 0: """""""""
par_command_len_shellquote " 9 10 parallel: Error: Command line too long (5314410 >= 131049) at input 0: """""""""
par_command_len_shellquote " 10 7 parallel: Error: Command line too long (218700 >= 131049) at input 0: """"""""""
par_command_len_shellquote " 10 8 parallel: Error: Command line too long (656100 >= 131049) at input 0: """"""""""
par_command_len_shellquote " 10 9 parallel: Error: Command line too long (1968300 >= 131049) at input 0: """"""""""
par_command_len_shellquote " 10 10 parallel: Error: Command line too long (5904900 >= 131049) at input 0: """"""""""
par_command_len_shellquote ' 1 9 parallel: Error: Command line too long (196830 >= 131049) at input 0: '
par_command_len_shellquote ' 1 10 parallel: Error: Command line too long (590490 >= 131049) at input 0: '
par_command_len_shellquote ' 2 8 parallel: Error: Command line too long (131220 >= 131049) at input 0: ''
par_command_len_shellquote ' 2 9 parallel: Error: Command line too long (393660 >= 131049) at input 0: ''
par_command_len_shellquote ' 2 10 parallel: Error: Command line too long (1180980 >= 131049) at input 0: ''
par_command_len_shellquote ' 3 8 parallel: Error: Command line too long (196830 >= 131049) at input 0: '''
par_command_len_shellquote ' 3 9 parallel: Error: Command line too long (590490 >= 131049) at input 0: '''
par_command_len_shellquote ' 3 10 parallel: Error: Command line too long (1771470 >= 131049) at input 0: '''
par_command_len_shellquote ' 4 8 parallel: Error: Command line too long (262440 >= 131049) at input 0: ''''
par_command_len_shellquote ' 4 9 parallel: Error: Command line too long (787320 >= 131049) at input 0: ''''
par_command_len_shellquote ' 4 10 parallel: Error: Command line too long (2361960 >= 131049) at input 0: ''''
par_command_len_shellquote ' 5 8 parallel: Error: Command line too long (328050 >= 131049) at input 0: '''''
par_command_len_shellquote ' 5 9 parallel: Error: Command line too long (984150 >= 131049) at input 0: '''''
par_command_len_shellquote ' 5 10 parallel: Error: Command line too long (2952450 >= 131049) at input 0: '''''
par_command_len_shellquote ' 6 7 parallel: Error: Command line too long (131220 >= 131049) at input 0: ''''''
par_command_len_shellquote ' 6 8 parallel: Error: Command line too long (393660 >= 131049) at input 0: ''''''
par_command_len_shellquote ' 6 9 parallel: Error: Command line too long (1180980 >= 131049) at input 0: ''''''
par_command_len_shellquote ' 6 10 parallel: Error: Command line too long (3542940 >= 131049) at input 0: ''''''
par_command_len_shellquote ' 7 7 parallel: Error: Command line too long (153090 >= 131049) at input 0: '''''''
par_command_len_shellquote ' 7 8 parallel: Error: Command line too long (459270 >= 131049) at input 0: '''''''
par_command_len_shellquote ' 7 9 parallel: Error: Command line too long (1377810 >= 131049) at input 0: '''''''
par_command_len_shellquote ' 7 10 parallel: Error: Command line too long (4133430 >= 131049) at input 0: '''''''
par_command_len_shellquote ' 8 7 parallel: Error: Command line too long (174960 >= 131049) at input 0: ''''''''
par_command_len_shellquote ' 8 8 parallel: Error: Command line too long (524880 >= 131049) at input 0: ''''''''
par_command_len_shellquote ' 8 9 parallel: Error: Command line too long (1574640 >= 131049) at input 0: ''''''''
par_command_len_shellquote ' 8 10 parallel: Error: Command line too long (4723920 >= 131049) at input 0: ''''''''
par_command_len_shellquote ' 9 7 parallel: Error: Command line too long (196830 >= 131049) at input 0: '''''''''
par_command_len_shellquote ' 9 8 parallel: Error: Command line too long (590490 >= 131049) at input 0: '''''''''
par_command_len_shellquote ' 9 9 parallel: Error: Command line too long (1771470 >= 131049) at input 0: '''''''''
par_command_len_shellquote ' 9 10 parallel: Error: Command line too long (5314410 >= 131049) at input 0: '''''''''
par_command_len_shellquote ' 10 7 parallel: Error: Command line too long (218700 >= 131049) at input 0: ''''''''''
par_command_len_shellquote ' 10 8 parallel: Error: Command line too long (656100 >= 131049) at input 0: ''''''''''
par_command_len_shellquote ' 10 9 parallel: Error: Command line too long (1968300 >= 131049) at input 0: ''''''''''
par_command_len_shellquote ' 10 10 parallel: Error: Command line too long (5904900 >= 131049) at input 0: ''''''''''
par_basefile_cleanup ### bug #46520: --basefile cleans up without --cleanup
par_basefile_cleanup bug_46520
par_basefile_cleanup bug_46520

2
testsuite/wanted-results/parallel-local19
View file

@ -107,7 +107,7 @@ a1.gif 2.gif 3.gif 4.gif 5.gif 6.gifb1 2 3 4 5 6c1 2 3 4 5 6
a1.gifb1c1 a2.gifb2c2 a3.gifb3c3 a4.gifb4c4 a5.gifb5c5 a6.gifb6c6
echo '### Test -m with 10000 args'; seq 10000 | perl -pe 's/$/.gif/' | parallel -j1 -km echo a{}b{.}c{.} | tee >(wc; sleep 1) >(md5sum; sleep 1) >/dev/null; wait; sleep 1
### Test -m with 10000 args
c606aec1723ee5cc15f2a1b95d83d3cf -
dc1624c3316077d0d95803a2eb30f455 -
2 29996 186684
echo '### Test -X with 10000 args'; seq 10000 | perl -pe 's/$/.gif/' | parallel -j1 -kX echo a{}b{.}c{.} | tee >(wc; sleep 1) >(md5sum; sleep 1) >/dev/null; wait; sleep 1
### Test -X with 10000 args

4
testsuite/wanted-results/parallel-local22
View file

@ -5,12 +5,12 @@ Chars per line: 116300
6 119994 697800
echo '### Test of xargs -X command lines > 130k'; seq 1 60000 | parallel -X -j1 echo a{}b{}c | tee >(wc >/tmp/bwc$$) >(sort | (sleep 1; md5sum)) >/tmp/b$$; wait; CHAR=$(cat /tmp/b$$ | wc -c); LINES=$(cat /tmp/b$$ | wc -l); echo "Chars per line:" $(echo "$CHAR/$LINES" | bc); cat /tmp/bwc$$; rm /tmp/b$$ /tmp/bwc$$
### Test of xargs -X command lines > 130k
201ecb8ca789cecf39ee914a6d75611b -
3cfc69ee81b0fe7fdbe8eb059ad2da61 -
Chars per line: 116826
7 60000 817788
echo '### Test of xargs -m command lines > 130k'; seq 1 60000 | parallel -k -j1 -m echo | md5sum
### Test of xargs -m command lines > 130k
590091fd85dcb98f91c5e89cdddf21ef -
00b8aed2c1bc28368381273aa2ae104e -
echo '### This causes problems if we kill child processes'; # 2>/dev/null to avoid parallel: Warning: Starting 45 processes took > 2 sec.
### This causes problems if we kill child processes
seq 2 40 | parallel -j 0 seq 1 10 2>/dev/null | sort | md5sum

4
testsuite/wanted-results/parallel-local23
View file

@ -73,8 +73,8 @@ please cite as described in 'parallel --citation'.
echo '### bug #39787: --xargs broken'
### bug #39787: --xargs broken
nice perl -e 'for(1..30000){print "$_\n"}' | $NICEPAR --xargs -k echo | perl -ne 'print length $_,"\n"'
131052
37842
131040
37854
echo '### --delay should grow by 3 sec per arg'
### --delay should grow by 3 sec per arg
stdout /usr/bin/time -f %e parallel --delay 3 true ::: 1 2 | perl -ne '$_ >= 3 and $_ <= 8 and print "OK\n"'

2
testsuite/wanted-results/parallel-local9
View file

@ -395,7 +395,7 @@ echo "### BUG: empty lines with --show-limit"
### BUG: empty lines with --show-limit
echo | $NICEPAR --show-limits
Maximal size of command: 131049
Maximal used size of command: 131057
Maximal used size of command: 131049
Execution of will continue now, and it will try to read its input
and run commands; if this is not what you wanted to happen, please