tange/parallel
1
0
Fork 0
mirror of https://git.savannah.gnu.org/git/parallel.git synced 2024-10-18 12:59:39 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

parallel: --sqlworker combined with -N fixed.

Browse source
This commit is contained in:
Ole Tange 2020-10-14 19:27:31 +02:00
parent 53d688077c
commit 69cca79c3b
20 changed files with 550 additions and 71 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
src/env_parallel.ash
View file

@ -374,6 +374,28 @@ _parset_main() {
echo parset: Error: ' ' parset myarray echo ::: foo bar >&2 echo parset: Error: ' ' parset myarray echo ::: foo bar >&2
return 255 return 255
fi fi
if [ "$_parset_NAME" = "--help" ] ; then
echo parset: Error: Usage: >&2
echo parset: Error: ' ' parset varname GNU Parallel options and command >&2
echo
parallel --help
return 255
fi
if [ "$_parset_NAME" = "--version" ] ; then
echo "parset 20201010 (GNU parallel `parallel --minversion 1`)"
echo "Copyright (C) 2007-2020 Ole Tange, http://ole.tange.dk and Free Software"
echo "Foundation, Inc."
echo "License GPLv3+: GNU GPL version 3 or later <https://gnu.org/licenses/gpl.html>"
echo "This is free software: you are free to change and redistribute it."
echo "GNU parallel comes with no warranty."
echo
echo "Web site: https://www.gnu.org/software/parallel"
echo
echo "When using programs that use GNU Parallel to process data for publication"
echo "please cite as described in 'parallel --citation'."
echo
return 255
fi
shift shift
echo "$_parset_NAME" | echo "$_parset_NAME" |
perl -ne 'chomp;for (split /[, ]/) { perl -ne 'chomp;for (split /[, ]/) {
@ -381,6 +403,8 @@ _parset_main() {
if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) { if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) {
print STDERR "parset: Error: $_ is an invalid variable name.\n"; print STDERR "parset: Error: $_ is an invalid variable name.\n";
print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n"; print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n";
print STDERR "parset: Error: Usage:\n";
print STDERR "parset: Error: parset varname GNU Parallel options and command\n";
$exitval = 255; $exitval = 255;
} }
} }

24
src/env_parallel.bash
View file

@ -376,6 +376,28 @@ _parset_main() {
echo parset: Error: ' ' parset myarray echo ::: foo bar >&2 echo parset: Error: ' ' parset myarray echo ::: foo bar >&2
return 255 return 255
fi fi
if [ "$_parset_NAME" = "--help" ] ; then
echo parset: Error: Usage: >&2
echo parset: Error: ' ' parset varname GNU Parallel options and command >&2
echo
parallel --help
return 255
fi
if [ "$_parset_NAME" = "--version" ] ; then
echo "parset 20201010 (GNU parallel `parallel --minversion 1`)"
echo "Copyright (C) 2007-2020 Ole Tange, http://ole.tange.dk and Free Software"
echo "Foundation, Inc."
echo "License GPLv3+: GNU GPL version 3 or later <https://gnu.org/licenses/gpl.html>"
echo "This is free software: you are free to change and redistribute it."
echo "GNU parallel comes with no warranty."
echo
echo "Web site: https://www.gnu.org/software/parallel"
echo
echo "When using programs that use GNU Parallel to process data for publication"
echo "please cite as described in 'parallel --citation'."
echo
return 255
fi
shift shift
echo "$_parset_NAME" | echo "$_parset_NAME" |
perl -ne 'chomp;for (split /[, ]/) { perl -ne 'chomp;for (split /[, ]/) {
@ -383,6 +405,8 @@ _parset_main() {
if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) { if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) {
print STDERR "parset: Error: $_ is an invalid variable name.\n"; print STDERR "parset: Error: $_ is an invalid variable name.\n";
print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n"; print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n";
print STDERR "parset: Error: Usage:\n";
print STDERR "parset: Error: parset varname GNU Parallel options and command\n";
$exitval = 255; $exitval = 255;
} }
} }

24
src/env_parallel.dash
View file

@ -374,6 +374,28 @@ _parset_main() {
echo parset: Error: ' ' parset myarray echo ::: foo bar >&2 echo parset: Error: ' ' parset myarray echo ::: foo bar >&2
return 255 return 255
fi fi
if [ "$_parset_NAME" = "--help" ] ; then
echo parset: Error: Usage: >&2
echo parset: Error: ' ' parset varname GNU Parallel options and command >&2
echo
parallel --help
return 255
fi
if [ "$_parset_NAME" = "--version" ] ; then
echo "parset 20201010 (GNU parallel `parallel --minversion 1`)"
echo "Copyright (C) 2007-2020 Ole Tange, http://ole.tange.dk and Free Software"
echo "Foundation, Inc."
echo "License GPLv3+: GNU GPL version 3 or later <https://gnu.org/licenses/gpl.html>"
echo "This is free software: you are free to change and redistribute it."
echo "GNU parallel comes with no warranty."
echo
echo "Web site: https://www.gnu.org/software/parallel"
echo
echo "When using programs that use GNU Parallel to process data for publication"
echo "please cite as described in 'parallel --citation'."
echo
return 255
fi
shift shift
echo "$_parset_NAME" | echo "$_parset_NAME" |
perl -ne 'chomp;for (split /[, ]/) { perl -ne 'chomp;for (split /[, ]/) {
@ -381,6 +403,8 @@ _parset_main() {
if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) { if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) {
print STDERR "parset: Error: $_ is an invalid variable name.\n"; print STDERR "parset: Error: $_ is an invalid variable name.\n";
print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n"; print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n";
print STDERR "parset: Error: Usage:\n";
print STDERR "parset: Error: parset varname GNU Parallel options and command\n";
$exitval = 255; $exitval = 255;
} }
} }

24
src/env_parallel.ksh
View file

@ -357,6 +357,28 @@ _parset_main() {
echo parset: Error: ' ' parset myarray echo ::: foo bar >&2 echo parset: Error: ' ' parset myarray echo ::: foo bar >&2
return 255 return 255
fi fi
if [ "$_parset_NAME" = "--help" ] ; then
echo parset: Error: Usage: >&2
echo parset: Error: ' ' parset varname GNU Parallel options and command >&2
echo
parallel --help
return 255
fi
if [ "$_parset_NAME" = "--version" ] ; then
echo "parset 20201010 (GNU parallel `parallel --minversion 1`)"
echo "Copyright (C) 2007-2020 Ole Tange, http://ole.tange.dk and Free Software"
echo "Foundation, Inc."
echo "License GPLv3+: GNU GPL version 3 or later <https://gnu.org/licenses/gpl.html>"
echo "This is free software: you are free to change and redistribute it."
echo "GNU parallel comes with no warranty."
echo
echo "Web site: https://www.gnu.org/software/parallel"
echo
echo "When using programs that use GNU Parallel to process data for publication"
echo "please cite as described in 'parallel --citation'."
echo
return 255
fi
shift shift
echo "$_parset_NAME" | echo "$_parset_NAME" |
perl -ne 'chomp;for (split /[, ]/) { perl -ne 'chomp;for (split /[, ]/) {
@ -364,6 +386,8 @@ _parset_main() {
if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) { if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) {
print STDERR "parset: Error: $_ is an invalid variable name.\n"; print STDERR "parset: Error: $_ is an invalid variable name.\n";
print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n"; print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n";
print STDERR "parset: Error: Usage:\n";
print STDERR "parset: Error: parset varname GNU Parallel options and command\n";
$exitval = 255; $exitval = 255;
} }
} }

24
src/env_parallel.mksh
View file

@ -360,6 +360,28 @@ _parset_main() {
echo parset: Error: ' ' parset myarray echo ::: foo bar >&2 echo parset: Error: ' ' parset myarray echo ::: foo bar >&2
return 255 return 255
fi fi
if [ "$_parset_NAME" = "--help" ] ; then
echo parset: Error: Usage: >&2
echo parset: Error: ' ' parset varname GNU Parallel options and command >&2
echo
parallel --help
return 255
fi
if [ "$_parset_NAME" = "--version" ] ; then
echo "parset 20201010 (GNU parallel `parallel --minversion 1`)"
echo "Copyright (C) 2007-2020 Ole Tange, http://ole.tange.dk and Free Software"
echo "Foundation, Inc."
echo "License GPLv3+: GNU GPL version 3 or later <https://gnu.org/licenses/gpl.html>"
echo "This is free software: you are free to change and redistribute it."
echo "GNU parallel comes with no warranty."
echo
echo "Web site: https://www.gnu.org/software/parallel"
echo
echo "When using programs that use GNU Parallel to process data for publication"
echo "please cite as described in 'parallel --citation'."
echo
return 255
fi
shift shift
echo "$_parset_NAME" | echo "$_parset_NAME" |
perl -ne 'chomp;for (split /[, ]/) { perl -ne 'chomp;for (split /[, ]/) {
@ -367,6 +389,8 @@ _parset_main() {
if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) { if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) {
print STDERR "parset: Error: $_ is an invalid variable name.\n"; print STDERR "parset: Error: $_ is an invalid variable name.\n";
print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n"; print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n";
print STDERR "parset: Error: Usage:\n";
print STDERR "parset: Error: parset varname GNU Parallel options and command\n";
$exitval = 255; $exitval = 255;
} }
} }

24
src/env_parallel.sh
View file

@ -374,6 +374,28 @@ _parset_main() {
echo parset: Error: ' ' parset myarray echo ::: foo bar >&2 echo parset: Error: ' ' parset myarray echo ::: foo bar >&2
return 255 return 255
fi fi
if [ "$_parset_NAME" = "--help" ] ; then
echo parset: Error: Usage: >&2
echo parset: Error: ' ' parset varname GNU Parallel options and command >&2
echo
parallel --help
return 255
fi
if [ "$_parset_NAME" = "--version" ] ; then
echo "parset 20201010 (GNU parallel `parallel --minversion 1`)"
echo "Copyright (C) 2007-2020 Ole Tange, http://ole.tange.dk and Free Software"
echo "Foundation, Inc."
echo "License GPLv3+: GNU GPL version 3 or later <https://gnu.org/licenses/gpl.html>"
echo "This is free software: you are free to change and redistribute it."
echo "GNU parallel comes with no warranty."
echo
echo "Web site: https://www.gnu.org/software/parallel"
echo
echo "When using programs that use GNU Parallel to process data for publication"
echo "please cite as described in 'parallel --citation'."
echo
return 255
fi
shift shift
echo "$_parset_NAME" | echo "$_parset_NAME" |
perl -ne 'chomp;for (split /[, ]/) { perl -ne 'chomp;for (split /[, ]/) {
@ -381,6 +403,8 @@ _parset_main() {
if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) { if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) {
print STDERR "parset: Error: $_ is an invalid variable name.\n"; print STDERR "parset: Error: $_ is an invalid variable name.\n";
print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n"; print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n";
print STDERR "parset: Error: Usage:\n";
print STDERR "parset: Error: parset varname GNU Parallel options and command\n";
$exitval = 255; $exitval = 255;
} }
} }

24
src/env_parallel.zsh
View file

@ -351,6 +351,28 @@ _parset_main() {
echo parset: Error: ' ' parset myarray echo ::: foo bar >&2 echo parset: Error: ' ' parset myarray echo ::: foo bar >&2
return 255 return 255
fi fi
if [ "$_parset_NAME" = "--help" ] ; then
echo parset: Error: Usage: >&2
echo parset: Error: ' ' parset varname GNU Parallel options and command >&2
echo
parallel --help
return 255
fi
if [ "$_parset_NAME" = "--version" ] ; then
echo "parset 20201010 (GNU parallel `parallel --minversion 1`)"
echo "Copyright (C) 2007-2020 Ole Tange, http://ole.tange.dk and Free Software"
echo "Foundation, Inc."
echo "License GPLv3+: GNU GPL version 3 or later <https://gnu.org/licenses/gpl.html>"
echo "This is free software: you are free to change and redistribute it."
echo "GNU parallel comes with no warranty."
echo
echo "Web site: https://www.gnu.org/software/parallel"
echo
echo "When using programs that use GNU Parallel to process data for publication"
echo "please cite as described in 'parallel --citation'."
echo
return 255
fi
shift shift
echo "$_parset_NAME" | echo "$_parset_NAME" |
perl -ne 'chomp;for (split /[, ]/) { perl -ne 'chomp;for (split /[, ]/) {
@ -358,6 +380,8 @@ _parset_main() {
if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) { if(not /^[a-zA-Z_][a-zA-Z_0-9]*(\[\d+\])?$/) {
print STDERR "parset: Error: $_ is an invalid variable name.\n"; print STDERR "parset: Error: $_ is an invalid variable name.\n";
print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n"; print STDERR "parset: Error: Variable names must be letter followed by letters or digits.\n";
print STDERR "parset: Error: Usage:\n";
print STDERR "parset: Error: parset varname GNU Parallel options and command\n";
$exitval = 255; $exitval = 255;
} }
} }

3
src/parallel
View file

@ -2087,6 +2087,9 @@ sub parse_options(@) {
$Global::sql = SQL->new($opt::sqlmaster || $opt::sqlworker); $Global::sql = SQL->new($opt::sqlmaster || $opt::sqlworker);
} }
if($opt::sqlworker) { $Global::membuffer ||= 1; } if($opt::sqlworker) { $Global::membuffer ||= 1; }
# The sqlmaster groups the arguments, so the should just read one
if($opt::sqlworker and not $opt::sqlmaster) { $Global::max_number_of_args = 1; }
} }
sub check_invalid_option_combinations() { sub check_invalid_option_combinations() {

4
testsuite/Makefile
View file

@ -88,10 +88,10 @@ prereqremote: installparallel startvm
parallel -j0 --timeout 10 --tag ssh vagrant@parallel-server{} parallel --minversion 20121021 ::: 1 2 || (echo parallel on remote required for testsuite; /bin/true) parallel -j0 --timeout 10 --tag ssh vagrant@parallel-server{} parallel --minversion 20121021 ::: 1 2 || (echo parallel on remote required for testsuite; /bin/true)
startvm: startvm:
parallel --tag -k 'cd vagrant/generic/{} && vagrant up' ::: centos8 freebsd11 freebsd12 rhel8 parallel --tag -k 'ping -w 1 -c 1 {} || (cd vagrant/generic/{} && vagrant up)' ::: centos8 freebsd11 freebsd12 rhel8
stopvm: stopvm:
parallel --tag -k 'cd vagrant/generic/{} && vagrant suspend' ::: centos8 freebsd11 freebsd12 rhel8 parallel --tag -k 'ping -w 1 -c 1 {} && cd vagrant/generic/{} && vagrant suspend' ::: centos8 freebsd11 freebsd12 rhel8
startdb: startdb:
true should start Oracle in vagrant true should start Oracle in vagrant

38
testsuite/tests-to-run/parallel-local-1s.sh
View file

@ -206,18 +206,6 @@ par_profiles_with_space() {
perl -pe 's:parallel./:parallel/:' perl -pe 's:parallel./:parallel/:'
} }
par_compress_prg_fails() {
echo '### bug #44546: If --compress-program fails: fail'
doit() {
(parallel $* --compress-program false \
echo \; sleep 1\; ls ::: /no-existing
echo $?) | tail -n1
}
export -f doit
stdout parallel --tag -k doit ::: '' --line-buffer ::: '' --tag ::: '' --files |
grep -v -- -dc
}
par_pxz_complains() { par_pxz_complains() {
echo 'bug #44250: pxz complains File format not recognized but decompresses anyway' echo 'bug #44250: pxz complains File format not recognized but decompresses anyway'
@ -599,11 +587,14 @@ par_test_cpu_detection_cpuinfo() {
cpu14() { cpu14() {
echo '1-1-1-1 Intel Xeon X5675 (mandriva.p)' echo '1-1-1-1 Intel Xeon X5675 (mandriva.p)'
echo ' echo '
KLUv/QRonQYAwsolIjBpzABoi2gVcBKev0FN8WI7YcCuNoTmTbB1dAmqC8N6MAf9xOhcS6B+ KLUv/QRo1QwABt5WJBCNWAGjFDHykUWSQEvNjTGJMp1z5pZCA7MA9TKhFAAAEwwAAlEASgBI
oOLc0Qb145avJCV9NqgRCTRE5ZAsLCJ3UOm9nwP6Pbd+2qihgkUvysD6XJ2vNKuvSDiO7aw/ AI5SkwOF5Y6KYGPe2WtyYNBQJBYf+BmNhuHwhoUCGNfhAQwAd9Q+Bs8wd5RyC8W3mjtK4tpj
UJ2JJoBuk5QfQVrssW26Wen4rx+YManHlUC3TAuQBw/M+Gkv5FqfpKYfJIAxwZfHWZafaSUx j0usy+2ECAubBNfgjoLaIyMEN7IUd5SM3atRcmcRX8r5ztvXxuyOSb/6vowv+117fpu/0PdF
ExcgQEik8g6fj08zd4EHssVA93AJ8C7xnA3qlYxXshyLBYN1XHECyZgjRUkKjzkkLOUQtuV4 LvGjI+Y4YiluI+sONYkVxjZ5ddqnVyLxYxEk3OFYFuWO2knrL0SZrsaiSTgYisUD3X0ZZ4Px
YQqnBNP0ggo= HQKCcNJzym+QOcJLougixzkdijF6eOVZuvZ8JmSzYdQ/d9aekPwE7xzTlvQn5Mt2X/b0+PTe
IS25h9M3i8n4kfg0azkT7tuIQfYuNyLyckyaskUczAUc09YSCL9ne7iC6V4JQWzCfTBqjj1M
sxpLoqEozR3V3F6M4sN67nlAmHsv+4TKkb8oD7Pdb5RJv9gYKBAixjTqEIhm1AHKWTCgrkEE
YstArr0BOSgXJ4Xmpu4j9PRpQcgRCckdf4fcSFol9GuGecuj5uBxngHakML8
' | unpack ' | unpack
} }
export -f $(compgen -A function | grep ^cpu) export -f $(compgen -A function | grep ^cpu)
@ -783,14 +774,11 @@ par_test_cpu_detection_lscpu() {
cpu14() { cpu14() {
echo '1-1-1-1 Intel Xeon X5675 (mandriva.p)' echo '1-1-1-1 Intel Xeon X5675 (mandriva.p)'
echo ' echo '
KLUv/QRo1QwABt5WJBCNWAGjFDHykUWSQEvNjTGJMp1z5pZCA7MA9TKhFAAAEwwAAlEASgBI KLUv/QRonQYAwsolIjBpzABoi2gVcBKev0FN8WI7YcCuNoTmTbB1dAmqC8N6MAf9xOhcS6B+
AI5SkwOF5Y6KYGPe2WtyYNBQJBYf+BmNhuHwhoUCGNfhAQwAd9Q+Bs8wd5RyC8W3mjtK4tpj oOLc0Qb145avJCV9NqgRCTRE5ZAsLCJ3UOm9nwP6Pbd+2qihgkUvysD6XJ2vNKuvSDiO7aw/
j0usy+2ECAubBNfgjoLaIyMEN7IUd5SM3atRcmcRX8r5ztvXxuyOSb/6vowv+117fpu/0PdF UJ2JJoBuk5QfQVrssW26Wen4rx+YManHlUC3TAuQBw/M+Gkv5FqfpKYfJIAxwZfHWZafaSUx
LvGjI+Y4YiluI+sONYkVxjZ5ddqnVyLxYxEk3OFYFuWO2knrL0SZrsaiSTgYisUD3X0ZZ4Px ExcgQEik8g6fj08zd4EHssVA93AJ8C7xnA3qlYxXshyLBYN1XHECyZgjRUkKjzkkLOUQtuV4
HQKCcNJzym+QOcJLougixzkdijF6eOVZuvZ8JmSzYdQ/d9aekPwE7xzTlvQn5Mt2X/b0+PTe YQqnBNP0ggo=
IS25h9M3i8n4kfg0azkT7tuIQfYuNyLyckyaskUczAUc09YSCL9ne7iC6V4JQWzCfTBqjj1M
sxpLoqEozR3V3F6M4sN67nlAmHsv+4TKkb8oD7Pdb5RJv9gYKBAixjTqEIhm1AHKWTCgrkEE
YstArr0BOSgXJ4Xmpu4j9PRpQcgRCckdf4fcSFol9GuGecuj5uBxngHakML8
' | unpack ' | unpack
} }
export -f $(compgen -A function | grep ^cpu) export -f $(compgen -A function | grep ^cpu)

24
testsuite/tests-to-run/parallel-local-30s.sh
View file

@ -77,6 +77,11 @@ par_groupby() {
printf "%s\t" 3 2 4; echo printf "%s\t" 3 2 4; echo
printf "%s\t" 3 2 2; echo printf "%s\t" 3 2 2; echo
printf "%s\t" 3 2 3; echo printf "%s\t" 3 2 3; echo
printf "%s\t" 3 1 3; echo
printf "%s\t" 3 2 3; echo
printf "%s\t" 3 3 3; echo
printf "%s\t" 3 4 4; echo
printf "%s\t" 3 5 4; echo
} }
export -f tsv export -f tsv
@ -89,6 +94,11 @@ par_groupby() {
printf "%s " 3 2 4; echo printf "%s " 3 2 4; echo
printf "%s\t\t" 3 2 2; echo printf "%s\t\t" 3 2 2; echo
printf "%s\t \t" 3 2 3; echo printf "%s\t \t" 3 2 3; echo
printf "%s\t \t " 3 1 3; echo
printf "%s\t \t " 3 2 3; echo
printf "%s\t \t" 3 3 3; echo
printf "%s\t\t" 3 4 4; echo
printf "%s\t \t" 3 5 4; echo
} }
export -f ssv export -f ssv
@ -101,6 +111,11 @@ par_groupby() {
printf "%s,," 3 2 4; echo printf "%s,," 3 2 4; echo
printf "%s\t,,, " 3 2 2; echo printf "%s\t,,, " 3 2 2; echo
printf "%s\t" 3 2 3; echo printf "%s\t" 3 2 3; echo
printf "%s\t, " 3 1 3; echo
printf "%s\t," 3 2 3; echo
printf "%s, \t" 3 3 3; echo
printf "%s,\t," 3 4 4; echo
printf "%s\t,," 3 5 4; echo
} }
export -f cssv export -f cssv
@ -113,6 +128,11 @@ par_groupby() {
printf "%s," 3 2 4; echo printf "%s," 3 2 4; echo
printf "%s," 3 2 2; echo printf "%s," 3 2 2; echo
printf "%s," 3 2 3; echo printf "%s," 3 2 3; echo
printf "%s," 3 1 3; echo
printf "%s," 3 2 3; echo
printf "%s," 3 3 3; echo
printf "%s," 3 4 4; echo
printf "%s," 3 5 4; echo
} }
export -f csv export -f csv
@ -126,6 +146,8 @@ par_groupby() {
parallel --pipe --colsep "$colsep" --groupby "$groupby" -k $block 'echo NewRec; cat' parallel --pipe --colsep "$colsep" --groupby "$groupby" -k $block 'echo NewRec; cat'
} }
export -f tester export -f tester
# -N1 = allow only a single value
# --block 20 = allow multiple groups of values
parallel --tag -k tester \ parallel --tag -k tester \
::: -N1 '--block 20' \ ::: -N1 '--block 20' \
::: '3 $_%=2' 3 's/^(.).*/$1/' C1 'C1 $_%=2' \ ::: '3 $_%=2' 3 's/^(.).*/$1/' C1 'C1 $_%=2' \
@ -151,7 +173,7 @@ par_groupby_pipepart() {
# Make 6 columns: 123456 => 1\t2\t3\t4\t5\t6 # Make 6 columns: 123456 => 1\t2\t3\t4\t5\t6
seq 100000 999999 | perl -pe '$_=join"\t",split//' | seq 100000 999999 | perl -pe '$_=join"\t",split//' |
# Sort reverse on column 3 (This should group on col 3) # Sort reverse on column 3 (This should group on col 3)
sort --parallel=8 --buffer-size=50% -rk3 sort --parallel=8 --buffer-size=50% -k3r
} }
export -f tsv export -f tsv

12
testsuite/tests-to-run/parallel-local-3s.sh
View file

@ -4,6 +4,18 @@
# Each should be taking 3-10s and be possible to run in parallel # Each should be taking 3-10s and be possible to run in parallel
# I.e.: No race conditions, no logins # I.e.: No race conditions, no logins
par_compress_prg_fails() {
echo '### bug #44546: If --compress-program fails: fail'
doit() {
(parallel $* --compress-program false \
echo \; sleep 1\; ls ::: /no-existing
echo $?) | tail -n1
}
export -f doit
stdout parallel --tag -k doit ::: '' --line-buffer ::: '' --tag ::: '' --files |
grep -v -- -dc
}
par_eta() { par_eta() {
echo '### Test of --eta' echo '### Test of --eta'
seq 1 10 | stdout parallel --eta "sleep 1; echo {}" | wc -l seq 1 10 | stdout parallel --eta "sleep 1; echo {}" | wc -l

5
testsuite/tests-to-run/parallel-local-ssh6.sh
View file

@ -6,6 +6,11 @@ export SSHLOGIN1=parallel@lo
export SSHLOGIN2=csh@lo export SSHLOGIN2=csh@lo
mkdir -p tmp mkdir -p tmp
par_nonall_ssh() {
echo 'bug #59181: --ssh is not propagated to --nonall'
parallel --ssh 'echo OK | ssh' -S $SSHLOGIN1 --nonall cat
}
par_test_onall() { par_test_onall() {
echo '### Test --onall' echo '### Test --onall'
parallel --onall --tag -k -S $SSHLOGIN1,$SSHLOGIN2 '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c ::: 1 2 parallel --onall --tag -k -S $SSHLOGIN1,$SSHLOGIN2 '(echo {1} {2}) | awk \{print\ \$2}' ::: a b c ::: 1 2

8
testsuite/tests-to-run/parallel-local-ssh7.sh
View file

@ -1715,7 +1715,7 @@ par_bash_environment_too_big() {
echo 'bug #50815: env_parallel should warn if the environment is too big' echo 'bug #50815: env_parallel should warn if the environment is too big'
len_overhead=-$( (shopt;alias;typeset -f;typeset -p) | wc -c)/1000 len_overhead=-$( (shopt;alias;typeset -f;typeset -p) | wc -c)/1000
len_var=$len_overhead+108 len_var=$len_overhead+108
len_var_remote=$len_overhead+50+25+6-3+1 len_var_remote=$len_overhead+50+25
len_var_quote=$len_overhead+50+25-12-6 len_var_quote=$len_overhead+50+25-12-6
len_var_quote_remote=$len_overhead+50-25+12+6-3 len_var_quote_remote=$len_overhead+50-25+12+6-3
len_fun=$len_overhead+100 len_fun=$len_overhead+100
@ -1868,7 +1868,7 @@ par_ksh_environment_too_big() {
len_var=$len_variables+100 len_var=$len_variables+100
len_var_remote=$len_variables+100-50+25-12+6 len_var_remote=$len_variables+100-50+25-12+6
len_var_quote=$len_variables+100 len_var_quote=$len_variables+100
len_var_quote_remote=$len_variables+100-50+25 len_var_quote_remote=$len_variables+100-50+25-12
len_fun=$len_functions+100 len_fun=$len_functions+100
len_fun_remote=$len_functions+100-50+25-12+6 len_fun_remote=$len_functions+100-50+25-12+6
len_fun_quote=$len_functions+100 len_fun_quote=$len_functions+100
@ -1936,9 +1936,9 @@ par_mksh_environment_too_big() {
myscript=$(cat <<'_EOF' myscript=$(cat <<'_EOF'
echo 'bug #50815: env_parallel should warn if the environment is too big' echo 'bug #50815: env_parallel should warn if the environment is too big'
len_var=100+6 len_var=100+6
len_var_remote=100-50+25+12-6-3 len_var_remote=100-50+25+12-6-3-2
len_var_quote=100+6 len_var_quote=100+6
len_var_quote_remote=100-50+25 len_var_quote_remote=100-50+25-12
len_fun=100+6 len_fun=100+6
len_fun_remote=100-50+25-6+3 len_fun_remote=100-50+25-6+3
len_fun_quote=100+6 len_fun_quote=100+6

5
testsuite/tests-to-run/parallel-virtualbox1.sh
View file

@ -2,7 +2,7 @@
( (
cd vagrant/tange/centos3/ cd vagrant/tange/centos3/
vagrant up stdout vagrant up | grep -v 'default'
) )
par_warning_on_centos3() { par_warning_on_centos3() {
@ -28,5 +28,6 @@ compgen -A function | grep par_ | LC_ALL=C sort |
( (
cd vagrant/tange/centos3/ cd vagrant/tange/centos3/
vagrant suspend stdout vagrant suspend |
grep -v '==> default: Saving VM state'
) )

4
testsuite/wanted-results/niceload01
View file

@ -23,5 +23,5 @@ echo '### -f and --factor'
### -f and --factor ### -f and --factor
niceload -H -f 0.01 -l6 echo f 0.1 finish first niceload -H -f 0.01 -l6 echo f 0.1 finish first
f 0.1 finish first f 0.1 finish first
niceload -H --factor 10 -l6 echo factor 10 finish last niceload -H --factor 30 -l6 echo factor 30 finish last
factor 10 finish last factor 30 finish last

37
testsuite/wanted-results/parallel-local-1s
View file

@ -10,31 +10,6 @@ par_bug37042 ### Bug introduce by fixing bug #37042
par_bug37042 abc par_bug37042 abc
par_bug43654 bug #43654: --bar with command not using {} - only last output line par_bug43654 bug #43654: --bar with command not using {} - only last output line
par_bug43654 par_bug43654 100% 1:0=0s 1  par_bug43654 par_bug43654 100% 1:0=0s 1 
par_compress_prg_fails ### bug #44546: If --compress-program fails: fail
par_compress_prg_fails 1
par_compress_prg_fails parallel: Error: false failed.
par_compress_prg_fails parallel: Error: false failed.
par_compress_prg_fails --files 1
par_compress_prg_fails --files parallel: Error: false failed.
par_compress_prg_fails --files parallel: Error: false failed.
par_compress_prg_fails --tag 1
par_compress_prg_fails --tag parallel: Error: false failed.
par_compress_prg_fails --tag parallel: Error: false failed.
par_compress_prg_fails --tag --files 1
par_compress_prg_fails --tag --files parallel: Error: false failed.
par_compress_prg_fails --tag --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer 1
par_compress_prg_fails --line-buffer parallel: Error: false failed.
par_compress_prg_fails --line-buffer parallel: Error: false failed.
par_compress_prg_fails --line-buffer --files 1
par_compress_prg_fails --line-buffer --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag 1
par_compress_prg_fails --line-buffer --tag parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag --files 1
par_compress_prg_fails --line-buffer --tag --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag --files parallel: Error: false failed.
par_empty_string_command_line ### Test of ignore-empty string on ::: par_empty_string_command_line ### Test of ignore-empty string on :::
par_empty_string_command_line foo par_empty_string_command_line foo
par_empty_string_command_line ole par_empty_string_command_line ole
@ -596,8 +571,12 @@ par_sql_colsep /b/B/3/33/
par_sql_colsep /c/C/1/11/ par_sql_colsep /c/C/1/11/
par_sql_colsep /c/C/2/22/ par_sql_colsep /c/C/2/22/
par_sql_colsep /c/C/3/33/ par_sql_colsep /c/C/3/33/
par_sql_colsep a A 1 11 a A 2 22 a A 3 33 a A 4 44 a A 5 55 a A 6 66 b B 1 11 b B 2 22 b B 3 33 par_sql_colsep a A 1 11 a A 2 22 a A 3 33
par_sql_colsep b B 4 44 b B 5 55 b B 6 66 c C 1 11 c C 2 22 c C 3 33 c C 4 44 c C 5 55 c C 6 66 par_sql_colsep a A 4 44 a A 5 55 a A 6 66
par_sql_colsep b B 1 11 b B 2 22 b B 3 33
par_sql_colsep b B 4 44 b B 5 55 b B 6 66
par_sql_colsep c C 1 11 c C 2 22 c C 3 33
par_sql_colsep c C 4 44 c C 5 55 c C 6 66
par_sql_colsep a A 1 11 a A 2 22 a A 3 33 par_sql_colsep a A 1 11 a A 2 22 a A 3 33
par_sql_colsep a A 4 44 a A 5 55 a A 6 66 par_sql_colsep a A 4 44 a A 5 55 a A 6 66
par_sql_colsep b B 1 11 b B 2 22 b B 3 33 par_sql_colsep b B 1 11 b B 2 22 b B 3 33
@ -724,6 +703,8 @@ par_test_cpu_detection_cpuinfo 4-64-64-64 Dell R815 4 CPU 64-core
par_test_cpu_detection_cpuinfo 4 32 64 32 par_test_cpu_detection_cpuinfo 4 32 64 32
par_test_cpu_detection_cpuinfo 1-2-2-2 AMD Neo N36L Dual-Core Processor par_test_cpu_detection_cpuinfo 1-2-2-2 AMD Neo N36L Dual-Core Processor
par_test_cpu_detection_cpuinfo 1 2 2 2 par_test_cpu_detection_cpuinfo 1 2 2 2
par_test_cpu_detection_cpuinfo 1-1-1-1 Intel Xeon X5675 (mandriva.p)
par_test_cpu_detection_cpuinfo 1 1 1 1
par_test_cpu_detection_cpuinfo 1-4-8-4 Core i7-3632QM Acer laptop par_test_cpu_detection_cpuinfo 1-4-8-4 Core i7-3632QM Acer laptop
par_test_cpu_detection_cpuinfo 1 4 8 4 par_test_cpu_detection_cpuinfo 1 4 8 4
par_test_cpu_detection_cpuinfo 1-2-4-2 Core i5-2410M laptop firewall par_test_cpu_detection_cpuinfo 1-2-4-2 Core i5-2410M laptop firewall
@ -746,6 +727,8 @@ par_test_cpu_detection_lscpu 4-64-64-64 Dell R815 4 CPU 64-core
par_test_cpu_detection_lscpu 4 8 8 8 par_test_cpu_detection_lscpu 4 8 8 8
par_test_cpu_detection_lscpu 1-2-2-2 AMD Neo N36L Dual-Core Processor par_test_cpu_detection_lscpu 1-2-2-2 AMD Neo N36L Dual-Core Processor
par_test_cpu_detection_lscpu 1 2 2 2 par_test_cpu_detection_lscpu 1 2 2 2
par_test_cpu_detection_lscpu 1-1-1-1 Intel Xeon X5675 (mandriva.p)
par_test_cpu_detection_lscpu 1 1 1 1
par_test_cpu_detection_lscpu 1-4-8-4 Core i7-3632QM Acer laptop par_test_cpu_detection_lscpu 1-4-8-4 Core i7-3632QM Acer laptop
par_test_cpu_detection_lscpu 1 4 8 4 par_test_cpu_detection_lscpu 1 4 8 4
par_test_cpu_detection_lscpu 1-2-4-2 Core i5-2410M laptop firewall par_test_cpu_detection_lscpu 1-2-4-2 Core i5-2410M laptop firewall

274
testsuite/wanted-results/parallel-local-30s
View file

@ -194,6 +194,12 @@ par_groupby -N1 3 $_%=2 tsv \t 3 2 4
par_groupby -N1 3 $_%=2 tsv \t 3 2 2 par_groupby -N1 3 $_%=2 tsv \t 3 2 2
par_groupby -N1 3 $_%=2 tsv \t NewRec par_groupby -N1 3 $_%=2 tsv \t NewRec
par_groupby -N1 3 $_%=2 tsv \t 3 2 3 par_groupby -N1 3 $_%=2 tsv \t 3 2 3
par_groupby -N1 3 $_%=2 tsv \t 3 1 3
par_groupby -N1 3 $_%=2 tsv \t 3 2 3
par_groupby -N1 3 $_%=2 tsv \t 3 3 3
par_groupby -N1 3 $_%=2 tsv \t NewRec
par_groupby -N1 3 $_%=2 tsv \t 3 4 4
par_groupby -N1 3 $_%=2 tsv \t 3 5 4
par_groupby -N1 3 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 $_%=2 -N1 par_groupby -N1 3 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 $_%=2 -N1
par_groupby -N1 3 $_%=2 ssv \s+ NewRec par_groupby -N1 3 $_%=2 ssv \s+ NewRec
par_groupby -N1 3 $_%=2 ssv \s+ a1 b1 C1 par_groupby -N1 3 $_%=2 ssv \s+ a1 b1 C1
@ -204,6 +210,12 @@ par_groupby -N1 3 $_%=2 ssv \s+ 3 2 4
par_groupby -N1 3 $_%=2 ssv \s+ 3 2 2 par_groupby -N1 3 $_%=2 ssv \s+ 3 2 2
par_groupby -N1 3 $_%=2 ssv \s+ NewRec par_groupby -N1 3 $_%=2 ssv \s+ NewRec
par_groupby -N1 3 $_%=2 ssv \s+ 3 2 3 par_groupby -N1 3 $_%=2 ssv \s+ 3 2 3
par_groupby -N1 3 $_%=2 ssv \s+ 3 1 3
par_groupby -N1 3 $_%=2 ssv \s+ 3 2 3
par_groupby -N1 3 $_%=2 ssv \s+ 3 3 3
par_groupby -N1 3 $_%=2 ssv \s+ NewRec
par_groupby -N1 3 $_%=2 ssv \s+ 3 4 4
par_groupby -N1 3 $_%=2 ssv \s+ 3 5 4
par_groupby -N1 3 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 $_%=2 -N1 par_groupby -N1 3 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 $_%=2 -N1
par_groupby -N1 3 $_%=2 cssv [\s,]+ NewRec par_groupby -N1 3 $_%=2 cssv [\s,]+ NewRec
par_groupby -N1 3 $_%=2 cssv [\s,]+ a1, b1, C1, par_groupby -N1 3 $_%=2 cssv [\s,]+ a1, b1, C1,
@ -214,6 +226,12 @@ par_groupby -N1 3 $_%=2 cssv [\s,]+ 3,,2,,4,,
par_groupby -N1 3 $_%=2 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,, par_groupby -N1 3 $_%=2 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby -N1 3 $_%=2 cssv [\s,]+ NewRec par_groupby -N1 3 $_%=2 cssv [\s,]+ NewRec
par_groupby -N1 3 $_%=2 cssv [\s,]+ 3 2 3 par_groupby -N1 3 $_%=2 cssv [\s,]+ 3 2 3
par_groupby -N1 3 $_%=2 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby -N1 3 $_%=2 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby -N1 3 $_%=2 cssv [\s,]+ 3, 3, 3,
par_groupby -N1 3 $_%=2 cssv [\s,]+ NewRec
par_groupby -N1 3 $_%=2 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby -N1 3 $_%=2 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby -N1 3 $_%=2 csv , ### test csv | --colsep , --groupby 3 $_%=2 -N1 par_groupby -N1 3 $_%=2 csv , ### test csv | --colsep , --groupby 3 $_%=2 -N1
par_groupby -N1 3 $_%=2 csv , NewRec par_groupby -N1 3 $_%=2 csv , NewRec
par_groupby -N1 3 $_%=2 csv , a1,b1,C1, par_groupby -N1 3 $_%=2 csv , a1,b1,C1,
@ -224,6 +242,12 @@ par_groupby -N1 3 $_%=2 csv , 3,2,4,
par_groupby -N1 3 $_%=2 csv , 3,2,2, par_groupby -N1 3 $_%=2 csv , 3,2,2,
par_groupby -N1 3 $_%=2 csv , NewRec par_groupby -N1 3 $_%=2 csv , NewRec
par_groupby -N1 3 $_%=2 csv , 3,2,3, par_groupby -N1 3 $_%=2 csv , 3,2,3,
par_groupby -N1 3 $_%=2 csv , 3,1,3,
par_groupby -N1 3 $_%=2 csv , 3,2,3,
par_groupby -N1 3 $_%=2 csv , 3,3,3,
par_groupby -N1 3 $_%=2 csv , NewRec
par_groupby -N1 3 $_%=2 csv , 3,4,4,
par_groupby -N1 3 $_%=2 csv , 3,5,4,
par_groupby -N1 3 tsv \t ### test tsv | --colsep \t --groupby 3 -N1 par_groupby -N1 3 tsv \t ### test tsv | --colsep \t --groupby 3 -N1
par_groupby -N1 3 tsv \t NewRec par_groupby -N1 3 tsv \t NewRec
par_groupby -N1 3 tsv \t a1 b1 C1 par_groupby -N1 3 tsv \t a1 b1 C1
@ -237,6 +261,12 @@ par_groupby -N1 3 tsv \t NewRec
par_groupby -N1 3 tsv \t 3 2 2 par_groupby -N1 3 tsv \t 3 2 2
par_groupby -N1 3 tsv \t NewRec par_groupby -N1 3 tsv \t NewRec
par_groupby -N1 3 tsv \t 3 2 3 par_groupby -N1 3 tsv \t 3 2 3
par_groupby -N1 3 tsv \t 3 1 3
par_groupby -N1 3 tsv \t 3 2 3
par_groupby -N1 3 tsv \t 3 3 3
par_groupby -N1 3 tsv \t NewRec
par_groupby -N1 3 tsv \t 3 4 4
par_groupby -N1 3 tsv \t 3 5 4
par_groupby -N1 3 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 -N1 par_groupby -N1 3 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 -N1
par_groupby -N1 3 ssv \s+ NewRec par_groupby -N1 3 ssv \s+ NewRec
par_groupby -N1 3 ssv \s+ a1 b1 C1 par_groupby -N1 3 ssv \s+ a1 b1 C1
@ -250,6 +280,12 @@ par_groupby -N1 3 ssv \s+ NewRec
par_groupby -N1 3 ssv \s+ 3 2 2 par_groupby -N1 3 ssv \s+ 3 2 2
par_groupby -N1 3 ssv \s+ NewRec par_groupby -N1 3 ssv \s+ NewRec
par_groupby -N1 3 ssv \s+ 3 2 3 par_groupby -N1 3 ssv \s+ 3 2 3
par_groupby -N1 3 ssv \s+ 3 1 3
par_groupby -N1 3 ssv \s+ 3 2 3
par_groupby -N1 3 ssv \s+ 3 3 3
par_groupby -N1 3 ssv \s+ NewRec
par_groupby -N1 3 ssv \s+ 3 4 4
par_groupby -N1 3 ssv \s+ 3 5 4
par_groupby -N1 3 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 -N1 par_groupby -N1 3 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 -N1
par_groupby -N1 3 cssv [\s,]+ NewRec par_groupby -N1 3 cssv [\s,]+ NewRec
par_groupby -N1 3 cssv [\s,]+ a1, b1, C1, par_groupby -N1 3 cssv [\s,]+ a1, b1, C1,
@ -263,6 +299,12 @@ par_groupby -N1 3 cssv [\s,]+ NewRec
par_groupby -N1 3 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,, par_groupby -N1 3 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby -N1 3 cssv [\s,]+ NewRec par_groupby -N1 3 cssv [\s,]+ NewRec
par_groupby -N1 3 cssv [\s,]+ 3 2 3 par_groupby -N1 3 cssv [\s,]+ 3 2 3
par_groupby -N1 3 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby -N1 3 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby -N1 3 cssv [\s,]+ 3, 3, 3,
par_groupby -N1 3 cssv [\s,]+ NewRec
par_groupby -N1 3 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby -N1 3 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby -N1 3 csv , ### test csv | --colsep , --groupby 3 -N1 par_groupby -N1 3 csv , ### test csv | --colsep , --groupby 3 -N1
par_groupby -N1 3 csv , NewRec par_groupby -N1 3 csv , NewRec
par_groupby -N1 3 csv , a1,b1,C1, par_groupby -N1 3 csv , a1,b1,C1,
@ -276,6 +318,12 @@ par_groupby -N1 3 csv , NewRec
par_groupby -N1 3 csv , 3,2,2, par_groupby -N1 3 csv , 3,2,2,
par_groupby -N1 3 csv , NewRec par_groupby -N1 3 csv , NewRec
par_groupby -N1 3 csv , 3,2,3, par_groupby -N1 3 csv , 3,2,3,
par_groupby -N1 3 csv , 3,1,3,
par_groupby -N1 3 csv , 3,2,3,
par_groupby -N1 3 csv , 3,3,3,
par_groupby -N1 3 csv , NewRec
par_groupby -N1 3 csv , 3,4,4,
par_groupby -N1 3 csv , 3,5,4,
par_groupby -N1 s/^(.).*/$1/ tsv \t ### test tsv | --colsep \t --groupby s/^(.).*/$1/ -N1 par_groupby -N1 s/^(.).*/$1/ tsv \t ### test tsv | --colsep \t --groupby s/^(.).*/$1/ -N1
par_groupby -N1 s/^(.).*/$1/ tsv \t NewRec par_groupby -N1 s/^(.).*/$1/ tsv \t NewRec
par_groupby -N1 s/^(.).*/$1/ tsv \t a1 b1 C1 par_groupby -N1 s/^(.).*/$1/ tsv \t a1 b1 C1
@ -287,6 +335,11 @@ par_groupby -N1 s/^(.).*/$1/ tsv \t 3 3 2
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 2 4 par_groupby -N1 s/^(.).*/$1/ tsv \t 3 2 4
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 2 2 par_groupby -N1 s/^(.).*/$1/ tsv \t 3 2 2
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 2 3 par_groupby -N1 s/^(.).*/$1/ tsv \t 3 2 3
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 1 3
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 2 3
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 3 3
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 4 4
par_groupby -N1 s/^(.).*/$1/ tsv \t 3 5 4
par_groupby -N1 s/^(.).*/$1/ ssv \s+ ### test ssv | --colsep \s+ --groupby s/^(.).*/$1/ -N1 par_groupby -N1 s/^(.).*/$1/ ssv \s+ ### test ssv | --colsep \s+ --groupby s/^(.).*/$1/ -N1
par_groupby -N1 s/^(.).*/$1/ ssv \s+ NewRec par_groupby -N1 s/^(.).*/$1/ ssv \s+ NewRec
par_groupby -N1 s/^(.).*/$1/ ssv \s+ a1 b1 C1 par_groupby -N1 s/^(.).*/$1/ ssv \s+ a1 b1 C1
@ -298,6 +351,11 @@ par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 3 2
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 2 4 par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 2 4
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 2 2 par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 2 2
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 2 3 par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 2 3
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 1 3
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 2 3
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 3 3
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 4 4
par_groupby -N1 s/^(.).*/$1/ ssv \s+ 3 5 4
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby s/^(.).*/$1/ -N1 par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby s/^(.).*/$1/ -N1
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ NewRec par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ NewRec
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ a1, b1, C1, par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ a1, b1, C1,
@ -309,6 +367,11 @@ par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 , 3 , 2 ,
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3,,2,,4,, par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3,,2,,4,,
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,, par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 2 3 par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 2 3
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 , 1 , 3 ,
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 ,2 ,3 ,
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3, 3, 3,
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3, ,4, ,4, ,
par_groupby -N1 s/^(.).*/$1/ cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby -N1 s/^(.).*/$1/ csv , ### test csv | --colsep , --groupby s/^(.).*/$1/ -N1 par_groupby -N1 s/^(.).*/$1/ csv , ### test csv | --colsep , --groupby s/^(.).*/$1/ -N1
par_groupby -N1 s/^(.).*/$1/ csv , NewRec par_groupby -N1 s/^(.).*/$1/ csv , NewRec
par_groupby -N1 s/^(.).*/$1/ csv , a1,b1,C1, par_groupby -N1 s/^(.).*/$1/ csv , a1,b1,C1,
@ -320,6 +383,11 @@ par_groupby -N1 s/^(.).*/$1/ csv , 3,3,2,
par_groupby -N1 s/^(.).*/$1/ csv , 3,2,4, par_groupby -N1 s/^(.).*/$1/ csv , 3,2,4,
par_groupby -N1 s/^(.).*/$1/ csv , 3,2,2, par_groupby -N1 s/^(.).*/$1/ csv , 3,2,2,
par_groupby -N1 s/^(.).*/$1/ csv , 3,2,3, par_groupby -N1 s/^(.).*/$1/ csv , 3,2,3,
par_groupby -N1 s/^(.).*/$1/ csv , 3,1,3,
par_groupby -N1 s/^(.).*/$1/ csv , 3,2,3,
par_groupby -N1 s/^(.).*/$1/ csv , 3,3,3,
par_groupby -N1 s/^(.).*/$1/ csv , 3,4,4,
par_groupby -N1 s/^(.).*/$1/ csv , 3,5,4,
par_groupby -N1 C1 tsv \t ### test tsv | --colsep \t --groupby C1 -N1 par_groupby -N1 C1 tsv \t ### test tsv | --colsep \t --groupby C1 -N1
par_groupby -N1 C1 tsv \t NewRec par_groupby -N1 C1 tsv \t NewRec
par_groupby -N1 C1 tsv \t a1 b1 C1 par_groupby -N1 C1 tsv \t a1 b1 C1
@ -335,6 +403,13 @@ par_groupby -N1 C1 tsv \t 3 2 2
par_groupby -N1 C1 tsv \t NewRec par_groupby -N1 C1 tsv \t NewRec
par_groupby -N1 C1 tsv \t a1 b1 C1 par_groupby -N1 C1 tsv \t a1 b1 C1
par_groupby -N1 C1 tsv \t 3 2 3 par_groupby -N1 C1 tsv \t 3 2 3
par_groupby -N1 C1 tsv \t 3 1 3
par_groupby -N1 C1 tsv \t 3 2 3
par_groupby -N1 C1 tsv \t 3 3 3
par_groupby -N1 C1 tsv \t NewRec
par_groupby -N1 C1 tsv \t a1 b1 C1
par_groupby -N1 C1 tsv \t 3 4 4
par_groupby -N1 C1 tsv \t 3 5 4
par_groupby -N1 C1 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 -N1 par_groupby -N1 C1 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 -N1
par_groupby -N1 C1 ssv \s+ NewRec par_groupby -N1 C1 ssv \s+ NewRec
par_groupby -N1 C1 ssv \s+ a1 b1 C1 par_groupby -N1 C1 ssv \s+ a1 b1 C1
@ -350,6 +425,13 @@ par_groupby -N1 C1 ssv \s+ 3 2 2
par_groupby -N1 C1 ssv \s+ NewRec par_groupby -N1 C1 ssv \s+ NewRec
par_groupby -N1 C1 ssv \s+ a1 b1 C1 par_groupby -N1 C1 ssv \s+ a1 b1 C1
par_groupby -N1 C1 ssv \s+ 3 2 3 par_groupby -N1 C1 ssv \s+ 3 2 3
par_groupby -N1 C1 ssv \s+ 3 1 3
par_groupby -N1 C1 ssv \s+ 3 2 3
par_groupby -N1 C1 ssv \s+ 3 3 3
par_groupby -N1 C1 ssv \s+ NewRec
par_groupby -N1 C1 ssv \s+ a1 b1 C1
par_groupby -N1 C1 ssv \s+ 3 4 4
par_groupby -N1 C1 ssv \s+ 3 5 4
par_groupby -N1 C1 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 -N1 par_groupby -N1 C1 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 -N1
par_groupby -N1 C1 cssv [\s,]+ NewRec par_groupby -N1 C1 cssv [\s,]+ NewRec
par_groupby -N1 C1 cssv [\s,]+ a1, b1, C1, par_groupby -N1 C1 cssv [\s,]+ a1, b1, C1,
@ -365,6 +447,13 @@ par_groupby -N1 C1 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby -N1 C1 cssv [\s,]+ NewRec par_groupby -N1 C1 cssv [\s,]+ NewRec
par_groupby -N1 C1 cssv [\s,]+ a1, b1, C1, par_groupby -N1 C1 cssv [\s,]+ a1, b1, C1,
par_groupby -N1 C1 cssv [\s,]+ 3 2 3 par_groupby -N1 C1 cssv [\s,]+ 3 2 3
par_groupby -N1 C1 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby -N1 C1 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby -N1 C1 cssv [\s,]+ 3, 3, 3,
par_groupby -N1 C1 cssv [\s,]+ NewRec
par_groupby -N1 C1 cssv [\s,]+ a1, b1, C1,
par_groupby -N1 C1 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby -N1 C1 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby -N1 C1 csv , ### test csv | --colsep , --groupby C1 -N1 par_groupby -N1 C1 csv , ### test csv | --colsep , --groupby C1 -N1
par_groupby -N1 C1 csv , NewRec par_groupby -N1 C1 csv , NewRec
par_groupby -N1 C1 csv , a1,b1,C1, par_groupby -N1 C1 csv , a1,b1,C1,
@ -380,6 +469,13 @@ par_groupby -N1 C1 csv , 3,2,2,
par_groupby -N1 C1 csv , NewRec par_groupby -N1 C1 csv , NewRec
par_groupby -N1 C1 csv , a1,b1,C1, par_groupby -N1 C1 csv , a1,b1,C1,
par_groupby -N1 C1 csv , 3,2,3, par_groupby -N1 C1 csv , 3,2,3,
par_groupby -N1 C1 csv , 3,1,3,
par_groupby -N1 C1 csv , 3,2,3,
par_groupby -N1 C1 csv , 3,3,3,
par_groupby -N1 C1 csv , NewRec
par_groupby -N1 C1 csv , a1,b1,C1,
par_groupby -N1 C1 csv , 3,4,4,
par_groupby -N1 C1 csv , 3,5,4,
par_groupby -N1 C1 $_%=2 tsv \t ### test tsv | --colsep \t --groupby C1 $_%=2 -N1 par_groupby -N1 C1 $_%=2 tsv \t ### test tsv | --colsep \t --groupby C1 $_%=2 -N1
par_groupby -N1 C1 $_%=2 tsv \t NewRec par_groupby -N1 C1 $_%=2 tsv \t NewRec
par_groupby -N1 C1 $_%=2 tsv \t a1 b1 C1 par_groupby -N1 C1 $_%=2 tsv \t a1 b1 C1
@ -391,6 +487,13 @@ par_groupby -N1 C1 $_%=2 tsv \t 3 2 2
par_groupby -N1 C1 $_%=2 tsv \t NewRec par_groupby -N1 C1 $_%=2 tsv \t NewRec
par_groupby -N1 C1 $_%=2 tsv \t a1 b1 C1 par_groupby -N1 C1 $_%=2 tsv \t a1 b1 C1
par_groupby -N1 C1 $_%=2 tsv \t 3 2 3 par_groupby -N1 C1 $_%=2 tsv \t 3 2 3
par_groupby -N1 C1 $_%=2 tsv \t 3 1 3
par_groupby -N1 C1 $_%=2 tsv \t 3 2 3
par_groupby -N1 C1 $_%=2 tsv \t 3 3 3
par_groupby -N1 C1 $_%=2 tsv \t NewRec
par_groupby -N1 C1 $_%=2 tsv \t a1 b1 C1
par_groupby -N1 C1 $_%=2 tsv \t 3 4 4
par_groupby -N1 C1 $_%=2 tsv \t 3 5 4
par_groupby -N1 C1 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 $_%=2 -N1 par_groupby -N1 C1 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 $_%=2 -N1
par_groupby -N1 C1 $_%=2 ssv \s+ NewRec par_groupby -N1 C1 $_%=2 ssv \s+ NewRec
par_groupby -N1 C1 $_%=2 ssv \s+ a1 b1 C1 par_groupby -N1 C1 $_%=2 ssv \s+ a1 b1 C1
@ -402,6 +505,13 @@ par_groupby -N1 C1 $_%=2 ssv \s+ 3 2 2
par_groupby -N1 C1 $_%=2 ssv \s+ NewRec par_groupby -N1 C1 $_%=2 ssv \s+ NewRec
par_groupby -N1 C1 $_%=2 ssv \s+ a1 b1 C1 par_groupby -N1 C1 $_%=2 ssv \s+ a1 b1 C1
par_groupby -N1 C1 $_%=2 ssv \s+ 3 2 3 par_groupby -N1 C1 $_%=2 ssv \s+ 3 2 3
par_groupby -N1 C1 $_%=2 ssv \s+ 3 1 3
par_groupby -N1 C1 $_%=2 ssv \s+ 3 2 3
par_groupby -N1 C1 $_%=2 ssv \s+ 3 3 3
par_groupby -N1 C1 $_%=2 ssv \s+ NewRec
par_groupby -N1 C1 $_%=2 ssv \s+ a1 b1 C1
par_groupby -N1 C1 $_%=2 ssv \s+ 3 4 4
par_groupby -N1 C1 $_%=2 ssv \s+ 3 5 4
par_groupby -N1 C1 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 $_%=2 -N1 par_groupby -N1 C1 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 $_%=2 -N1
par_groupby -N1 C1 $_%=2 cssv [\s,]+ NewRec par_groupby -N1 C1 $_%=2 cssv [\s,]+ NewRec
par_groupby -N1 C1 $_%=2 cssv [\s,]+ a1, b1, C1, par_groupby -N1 C1 $_%=2 cssv [\s,]+ a1, b1, C1,
@ -413,6 +523,13 @@ par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby -N1 C1 $_%=2 cssv [\s,]+ NewRec par_groupby -N1 C1 $_%=2 cssv [\s,]+ NewRec
par_groupby -N1 C1 $_%=2 cssv [\s,]+ a1, b1, C1, par_groupby -N1 C1 $_%=2 cssv [\s,]+ a1, b1, C1,
par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3 2 3 par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3 2 3
par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3, 3, 3,
par_groupby -N1 C1 $_%=2 cssv [\s,]+ NewRec
par_groupby -N1 C1 $_%=2 cssv [\s,]+ a1, b1, C1,
par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby -N1 C1 $_%=2 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby -N1 C1 $_%=2 csv , ### test csv | --colsep , --groupby C1 $_%=2 -N1 par_groupby -N1 C1 $_%=2 csv , ### test csv | --colsep , --groupby C1 $_%=2 -N1
par_groupby -N1 C1 $_%=2 csv , NewRec par_groupby -N1 C1 $_%=2 csv , NewRec
par_groupby -N1 C1 $_%=2 csv , a1,b1,C1, par_groupby -N1 C1 $_%=2 csv , a1,b1,C1,
@ -424,6 +541,13 @@ par_groupby -N1 C1 $_%=2 csv , 3,2,2,
par_groupby -N1 C1 $_%=2 csv , NewRec par_groupby -N1 C1 $_%=2 csv , NewRec
par_groupby -N1 C1 $_%=2 csv , a1,b1,C1, par_groupby -N1 C1 $_%=2 csv , a1,b1,C1,
par_groupby -N1 C1 $_%=2 csv , 3,2,3, par_groupby -N1 C1 $_%=2 csv , 3,2,3,
par_groupby -N1 C1 $_%=2 csv , 3,1,3,
par_groupby -N1 C1 $_%=2 csv , 3,2,3,
par_groupby -N1 C1 $_%=2 csv , 3,3,3,
par_groupby -N1 C1 $_%=2 csv , NewRec
par_groupby -N1 C1 $_%=2 csv , a1,b1,C1,
par_groupby -N1 C1 $_%=2 csv , 3,4,4,
par_groupby -N1 C1 $_%=2 csv , 3,5,4,
par_groupby --block 20 3 $_%=2 tsv \t ### test tsv | --colsep \t --groupby 3 $_%=2 --block 20 par_groupby --block 20 3 $_%=2 tsv \t ### test tsv | --colsep \t --groupby 3 $_%=2 --block 20
par_groupby --block 20 3 $_%=2 tsv \t NewRec par_groupby --block 20 3 $_%=2 tsv \t NewRec
par_groupby --block 20 3 $_%=2 tsv \t a1 b1 C1 par_groupby --block 20 3 $_%=2 tsv \t a1 b1 C1
@ -434,10 +558,16 @@ par_groupby --block 20 3 $_%=2 tsv \t 3 2 4
par_groupby --block 20 3 $_%=2 tsv \t 3 2 2 par_groupby --block 20 3 $_%=2 tsv \t 3 2 2
par_groupby --block 20 3 $_%=2 tsv \t NewRec par_groupby --block 20 3 $_%=2 tsv \t NewRec
par_groupby --block 20 3 $_%=2 tsv \t 3 2 3 par_groupby --block 20 3 $_%=2 tsv \t 3 2 3
par_groupby --block 20 3 $_%=2 tsv \t 3 1 3
par_groupby --block 20 3 $_%=2 tsv \t 3 2 3
par_groupby --block 20 3 $_%=2 tsv \t 3 3 3
par_groupby --block 20 3 $_%=2 tsv \t 3 4 4
par_groupby --block 20 3 $_%=2 tsv \t 3 5 4
par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 3 $_%=2 tsv \t parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 3 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 $_%=2 --block 20 par_groupby --block 20 3 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 $_%=2 --block 20
par_groupby --block 20 3 $_%=2 ssv \s+ NewRec par_groupby --block 20 3 $_%=2 ssv \s+ NewRec
par_groupby --block 20 3 $_%=2 ssv \s+ a1 b1 C1 par_groupby --block 20 3 $_%=2 ssv \s+ a1 b1 C1
@ -448,11 +578,18 @@ par_groupby --block 20 3 $_%=2 ssv \s+ 3 2 4
par_groupby --block 20 3 $_%=2 ssv \s+ 3 2 2 par_groupby --block 20 3 $_%=2 ssv \s+ 3 2 2
par_groupby --block 20 3 $_%=2 ssv \s+ NewRec par_groupby --block 20 3 $_%=2 ssv \s+ NewRec
par_groupby --block 20 3 $_%=2 ssv \s+ 3 2 3 par_groupby --block 20 3 $_%=2 ssv \s+ 3 2 3
par_groupby --block 20 3 $_%=2 ssv \s+ 3 1 3
par_groupby --block 20 3 $_%=2 ssv \s+ 3 2 3
par_groupby --block 20 3 $_%=2 ssv \s+ 3 3 3
par_groupby --block 20 3 $_%=2 ssv \s+ NewRec
par_groupby --block 20 3 $_%=2 ssv \s+ 3 4 4
par_groupby --block 20 3 $_%=2 ssv \s+ 3 5 4
par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87. par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 3 $_%=2 ssv \s+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 3 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 $_%=2 --block 20 par_groupby --block 20 3 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 $_%=2 --block 20
par_groupby --block 20 3 $_%=2 cssv [\s,]+ NewRec par_groupby --block 20 3 $_%=2 cssv [\s,]+ NewRec
par_groupby --block 20 3 $_%=2 cssv [\s,]+ a1, b1, C1, par_groupby --block 20 3 $_%=2 cssv [\s,]+ a1, b1, C1,
@ -461,13 +598,20 @@ par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 , 2 , 2 ,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 , 3 , 2 , par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 , 3 , 2 ,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3,,2,,4,, par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3,,2,,4,,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,, par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ NewRec
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 2 3 par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 2 3
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3, 3, 3,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87. par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115. par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 3 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 115. Increasing to --blocksize 151.
par_groupby --block 20 3 $_%=2 csv , ### test csv | --colsep , --groupby 3 $_%=2 --block 20 par_groupby --block 20 3 $_%=2 csv , ### test csv | --colsep , --groupby 3 $_%=2 --block 20
par_groupby --block 20 3 $_%=2 csv , NewRec par_groupby --block 20 3 $_%=2 csv , NewRec
par_groupby --block 20 3 $_%=2 csv , a1,b1,C1, par_groupby --block 20 3 $_%=2 csv , a1,b1,C1,
@ -478,10 +622,16 @@ par_groupby --block 20 3 $_%=2 csv , 3,2,4,
par_groupby --block 20 3 $_%=2 csv , 3,2,2, par_groupby --block 20 3 $_%=2 csv , 3,2,2,
par_groupby --block 20 3 $_%=2 csv , NewRec par_groupby --block 20 3 $_%=2 csv , NewRec
par_groupby --block 20 3 $_%=2 csv , 3,2,3, par_groupby --block 20 3 $_%=2 csv , 3,2,3,
par_groupby --block 20 3 $_%=2 csv , 3,1,3,
par_groupby --block 20 3 $_%=2 csv , 3,2,3,
par_groupby --block 20 3 $_%=2 csv , 3,3,3,
par_groupby --block 20 3 $_%=2 csv , 3,4,4,
par_groupby --block 20 3 $_%=2 csv , 3,5,4,
par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 3 $_%=2 csv , parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 3 tsv \t ### test tsv | --colsep \t --groupby 3 --block 20 par_groupby --block 20 3 tsv \t ### test tsv | --colsep \t --groupby 3 --block 20
par_groupby --block 20 3 tsv \t NewRec par_groupby --block 20 3 tsv \t NewRec
par_groupby --block 20 3 tsv \t a1 b1 C1 par_groupby --block 20 3 tsv \t a1 b1 C1
@ -493,11 +643,18 @@ par_groupby --block 20 3 tsv \t NewRec
par_groupby --block 20 3 tsv \t 3 2 4 par_groupby --block 20 3 tsv \t 3 2 4
par_groupby --block 20 3 tsv \t NewRec par_groupby --block 20 3 tsv \t NewRec
par_groupby --block 20 3 tsv \t 3 2 2 par_groupby --block 20 3 tsv \t 3 2 2
par_groupby --block 20 3 tsv \t NewRec
par_groupby --block 20 3 tsv \t 3 2 3 par_groupby --block 20 3 tsv \t 3 2 3
par_groupby --block 20 3 tsv \t 3 1 3
par_groupby --block 20 3 tsv \t 3 2 3
par_groupby --block 20 3 tsv \t 3 3 3
par_groupby --block 20 3 tsv \t 3 4 4
par_groupby --block 20 3 tsv \t 3 5 4
par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 3 tsv \t parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 3 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 --block 20 par_groupby --block 20 3 ssv \s+ ### test ssv | --colsep \s+ --groupby 3 --block 20
par_groupby --block 20 3 ssv \s+ NewRec par_groupby --block 20 3 ssv \s+ NewRec
par_groupby --block 20 3 ssv \s+ a1 b1 C1 par_groupby --block 20 3 ssv \s+ a1 b1 C1
@ -510,11 +667,18 @@ par_groupby --block 20 3 ssv \s+ 3 2 4
par_groupby --block 20 3 ssv \s+ 3 2 2 par_groupby --block 20 3 ssv \s+ 3 2 2
par_groupby --block 20 3 ssv \s+ NewRec par_groupby --block 20 3 ssv \s+ NewRec
par_groupby --block 20 3 ssv \s+ 3 2 3 par_groupby --block 20 3 ssv \s+ 3 2 3
par_groupby --block 20 3 ssv \s+ 3 1 3
par_groupby --block 20 3 ssv \s+ 3 2 3
par_groupby --block 20 3 ssv \s+ 3 3 3
par_groupby --block 20 3 ssv \s+ NewRec
par_groupby --block 20 3 ssv \s+ 3 4 4
par_groupby --block 20 3 ssv \s+ 3 5 4
par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87. par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 3 ssv \s+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 3 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 --block 20 par_groupby --block 20 3 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby 3 --block 20
par_groupby --block 20 3 cssv [\s,]+ NewRec par_groupby --block 20 3 cssv [\s,]+ NewRec
par_groupby --block 20 3 cssv [\s,]+ a1, b1, C1, par_groupby --block 20 3 cssv [\s,]+ a1, b1, C1,
@ -526,7 +690,14 @@ par_groupby --block 20 3 cssv [\s,]+ NewRec
par_groupby --block 20 3 cssv [\s,]+ 3,,2,,4,, par_groupby --block 20 3 cssv [\s,]+ 3,,2,,4,,
par_groupby --block 20 3 cssv [\s,]+ NewRec par_groupby --block 20 3 cssv [\s,]+ NewRec
par_groupby --block 20 3 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,, par_groupby --block 20 3 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby --block 20 3 cssv [\s,]+ NewRec
par_groupby --block 20 3 cssv [\s,]+ 3 2 3 par_groupby --block 20 3 cssv [\s,]+ 3 2 3
par_groupby --block 20 3 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby --block 20 3 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby --block 20 3 cssv [\s,]+ 3, 3, 3,
par_groupby --block 20 3 cssv [\s,]+ NewRec
par_groupby --block 20 3 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby --block 20 3 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby --block 20 3 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
@ -543,11 +714,18 @@ par_groupby --block 20 3 csv , NewRec
par_groupby --block 20 3 csv , 3,2,4, par_groupby --block 20 3 csv , 3,2,4,
par_groupby --block 20 3 csv , NewRec par_groupby --block 20 3 csv , NewRec
par_groupby --block 20 3 csv , 3,2,2, par_groupby --block 20 3 csv , 3,2,2,
par_groupby --block 20 3 csv , NewRec
par_groupby --block 20 3 csv , 3,2,3, par_groupby --block 20 3 csv , 3,2,3,
par_groupby --block 20 3 csv , 3,1,3,
par_groupby --block 20 3 csv , 3,2,3,
par_groupby --block 20 3 csv , 3,3,3,
par_groupby --block 20 3 csv , 3,4,4,
par_groupby --block 20 3 csv , 3,5,4,
par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 3 csv , parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 s/^(.).*/$1/ tsv \t ### test tsv | --colsep \t --groupby s/^(.).*/$1/ --block 20 par_groupby --block 20 s/^(.).*/$1/ tsv \t ### test tsv | --colsep \t --groupby s/^(.).*/$1/ --block 20
par_groupby --block 20 s/^(.).*/$1/ tsv \t NewRec par_groupby --block 20 s/^(.).*/$1/ tsv \t NewRec
par_groupby --block 20 s/^(.).*/$1/ tsv \t a1 b1 C1 par_groupby --block 20 s/^(.).*/$1/ tsv \t a1 b1 C1
@ -559,10 +737,17 @@ par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 3 2
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 2 4 par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 2 4
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 2 2 par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 2 2
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 2 3 par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 2 3
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 1 3
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 2 3
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 3 3
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 4 4
par_groupby --block 20 s/^(.).*/$1/ tsv \t 3 5 4
par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 s/^(.).*/$1/ tsv \t parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ ### test ssv | --colsep \s+ --groupby s/^(.).*/$1/ --block 20 par_groupby --block 20 s/^(.).*/$1/ ssv \s+ ### test ssv | --colsep \s+ --groupby s/^(.).*/$1/ --block 20
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ NewRec par_groupby --block 20 s/^(.).*/$1/ ssv \s+ NewRec
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ a1 b1 C1 par_groupby --block 20 s/^(.).*/$1/ ssv \s+ a1 b1 C1
@ -574,11 +759,19 @@ par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 3 2
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 2 4 par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 2 4
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 2 2 par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 2 2
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 2 3 par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 2 3
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 1 3
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 2 3
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 3 3
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 4 4
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ 3 5 4
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87. par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 115. Increasing to --blocksize 151.
par_groupby --block 20 s/^(.).*/$1/ ssv \s+ parallel: Warning: A record was longer than 151. Increasing to --blocksize 198.
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby s/^(.).*/$1/ --block 20 par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby s/^(.).*/$1/ --block 20
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ NewRec par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ NewRec
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ a1, b1, C1, par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ a1, b1, C1,
@ -590,11 +783,18 @@ par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 , 3 , 2 ,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3,,2,,4,, par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3,,2,,4,,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,, par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 2 3 par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 2 3
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 , 1 , 3 ,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 ,2 ,3 ,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3, 3, 3,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3, ,4, ,4, ,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87. par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 s/^(.).*/$1/ cssv [\s,]+ parallel: Warning: A record was longer than 115. Increasing to --blocksize 151.
par_groupby --block 20 s/^(.).*/$1/ csv , ### test csv | --colsep , --groupby s/^(.).*/$1/ --block 20 par_groupby --block 20 s/^(.).*/$1/ csv , ### test csv | --colsep , --groupby s/^(.).*/$1/ --block 20
par_groupby --block 20 s/^(.).*/$1/ csv , NewRec par_groupby --block 20 s/^(.).*/$1/ csv , NewRec
par_groupby --block 20 s/^(.).*/$1/ csv , a1,b1,C1, par_groupby --block 20 s/^(.).*/$1/ csv , a1,b1,C1,
@ -606,10 +806,17 @@ par_groupby --block 20 s/^(.).*/$1/ csv , 3,3,2,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,2,4, par_groupby --block 20 s/^(.).*/$1/ csv , 3,2,4,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,2,2, par_groupby --block 20 s/^(.).*/$1/ csv , 3,2,2,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,2,3, par_groupby --block 20 s/^(.).*/$1/ csv , 3,2,3,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,1,3,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,2,3,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,3,3,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,4,4,
par_groupby --block 20 s/^(.).*/$1/ csv , 3,5,4,
par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 s/^(.).*/$1/ csv , parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 C1 tsv \t ### test tsv | --colsep \t --groupby C1 --block 20 par_groupby --block 20 C1 tsv \t ### test tsv | --colsep \t --groupby C1 --block 20
par_groupby --block 20 C1 tsv \t NewRec par_groupby --block 20 C1 tsv \t NewRec
par_groupby --block 20 C1 tsv \t a1 b1 C1 par_groupby --block 20 C1 tsv \t a1 b1 C1
@ -625,9 +832,16 @@ par_groupby --block 20 C1 tsv \t 3 2 2
par_groupby --block 20 C1 tsv \t NewRec par_groupby --block 20 C1 tsv \t NewRec
par_groupby --block 20 C1 tsv \t a1 b1 C1 par_groupby --block 20 C1 tsv \t a1 b1 C1
par_groupby --block 20 C1 tsv \t 3 2 3 par_groupby --block 20 C1 tsv \t 3 2 3
par_groupby --block 20 C1 tsv \t 3 1 3
par_groupby --block 20 C1 tsv \t 3 2 3
par_groupby --block 20 C1 tsv \t 3 3 3
par_groupby --block 20 C1 tsv \t 3 4 4
par_groupby --block 20 C1 tsv \t 3 5 4
par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 C1 tsv \t parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 C1 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 --block 20 par_groupby --block 20 C1 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 --block 20
par_groupby --block 20 C1 ssv \s+ NewRec par_groupby --block 20 C1 ssv \s+ NewRec
par_groupby --block 20 C1 ssv \s+ a1 b1 C1 par_groupby --block 20 C1 ssv \s+ a1 b1 C1
@ -637,15 +851,23 @@ par_groupby --block 20 C1 ssv \s+ 3 3 2
par_groupby --block 20 C1 ssv \s+ NewRec par_groupby --block 20 C1 ssv \s+ NewRec
par_groupby --block 20 C1 ssv \s+ a1 b1 C1 par_groupby --block 20 C1 ssv \s+ a1 b1 C1
par_groupby --block 20 C1 ssv \s+ 3 2 4 par_groupby --block 20 C1 ssv \s+ 3 2 4
par_groupby --block 20 C1 ssv \s+ NewRec
par_groupby --block 20 C1 ssv \s+ a1 b1 C1
par_groupby --block 20 C1 ssv \s+ 3 2 2 par_groupby --block 20 C1 ssv \s+ 3 2 2
par_groupby --block 20 C1 ssv \s+ NewRec par_groupby --block 20 C1 ssv \s+ NewRec
par_groupby --block 20 C1 ssv \s+ a1 b1 C1 par_groupby --block 20 C1 ssv \s+ a1 b1 C1
par_groupby --block 20 C1 ssv \s+ 3 2 3 par_groupby --block 20 C1 ssv \s+ 3 2 3
par_groupby --block 20 C1 ssv \s+ 3 1 3
par_groupby --block 20 C1 ssv \s+ 3 2 3
par_groupby --block 20 C1 ssv \s+ 3 3 3
par_groupby --block 20 C1 ssv \s+ NewRec
par_groupby --block 20 C1 ssv \s+ a1 b1 C1
par_groupby --block 20 C1 ssv \s+ 3 4 4
par_groupby --block 20 C1 ssv \s+ 3 5 4
par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 C1 ssv \s+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 C1 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 --block 20 par_groupby --block 20 C1 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 --block 20
par_groupby --block 20 C1 cssv [\s,]+ NewRec par_groupby --block 20 C1 cssv [\s,]+ NewRec
par_groupby --block 20 C1 cssv [\s,]+ a1, b1, C1, par_groupby --block 20 C1 cssv [\s,]+ a1, b1, C1,
@ -661,10 +883,18 @@ par_groupby --block 20 C1 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby --block 20 C1 cssv [\s,]+ NewRec par_groupby --block 20 C1 cssv [\s,]+ NewRec
par_groupby --block 20 C1 cssv [\s,]+ a1, b1, C1, par_groupby --block 20 C1 cssv [\s,]+ a1, b1, C1,
par_groupby --block 20 C1 cssv [\s,]+ 3 2 3 par_groupby --block 20 C1 cssv [\s,]+ 3 2 3
par_groupby --block 20 C1 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby --block 20 C1 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby --block 20 C1 cssv [\s,]+ 3, 3, 3,
par_groupby --block 20 C1 cssv [\s,]+ NewRec
par_groupby --block 20 C1 cssv [\s,]+ a1, b1, C1,
par_groupby --block 20 C1 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby --block 20 C1 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 C1 cssv [\s,]+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 C1 csv , ### test csv | --colsep , --groupby C1 --block 20 par_groupby --block 20 C1 csv , ### test csv | --colsep , --groupby C1 --block 20
par_groupby --block 20 C1 csv , NewRec par_groupby --block 20 C1 csv , NewRec
par_groupby --block 20 C1 csv , a1,b1,C1, par_groupby --block 20 C1 csv , a1,b1,C1,
@ -680,9 +910,16 @@ par_groupby --block 20 C1 csv , 3,2,2,
par_groupby --block 20 C1 csv , NewRec par_groupby --block 20 C1 csv , NewRec
par_groupby --block 20 C1 csv , a1,b1,C1, par_groupby --block 20 C1 csv , a1,b1,C1,
par_groupby --block 20 C1 csv , 3,2,3, par_groupby --block 20 C1 csv , 3,2,3,
par_groupby --block 20 C1 csv , 3,1,3,
par_groupby --block 20 C1 csv , 3,2,3,
par_groupby --block 20 C1 csv , 3,3,3,
par_groupby --block 20 C1 csv , 3,4,4,
par_groupby --block 20 C1 csv , 3,5,4,
par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 C1 csv , parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 C1 $_%=2 tsv \t ### test tsv | --colsep \t --groupby C1 $_%=2 --block 20 par_groupby --block 20 C1 $_%=2 tsv \t ### test tsv | --colsep \t --groupby C1 $_%=2 --block 20
par_groupby --block 20 C1 $_%=2 tsv \t NewRec par_groupby --block 20 C1 $_%=2 tsv \t NewRec
par_groupby --block 20 C1 $_%=2 tsv \t a1 b1 C1 par_groupby --block 20 C1 $_%=2 tsv \t a1 b1 C1
@ -691,11 +928,19 @@ par_groupby --block 20 C1 $_%=2 tsv \t 3 2 2
par_groupby --block 20 C1 $_%=2 tsv \t 3 3 2 par_groupby --block 20 C1 $_%=2 tsv \t 3 3 2
par_groupby --block 20 C1 $_%=2 tsv \t 3 2 4 par_groupby --block 20 C1 $_%=2 tsv \t 3 2 4
par_groupby --block 20 C1 $_%=2 tsv \t 3 2 2 par_groupby --block 20 C1 $_%=2 tsv \t 3 2 2
par_groupby --block 20 C1 $_%=2 tsv \t NewRec
par_groupby --block 20 C1 $_%=2 tsv \t a1 b1 C1
par_groupby --block 20 C1 $_%=2 tsv \t 3 2 3 par_groupby --block 20 C1 $_%=2 tsv \t 3 2 3
par_groupby --block 20 C1 $_%=2 tsv \t 3 1 3
par_groupby --block 20 C1 $_%=2 tsv \t 3 2 3
par_groupby --block 20 C1 $_%=2 tsv \t 3 3 3
par_groupby --block 20 C1 $_%=2 tsv \t 3 4 4
par_groupby --block 20 C1 $_%=2 tsv \t 3 5 4
par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 C1 $_%=2 tsv \t parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 C1 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 $_%=2 --block 20 par_groupby --block 20 C1 $_%=2 ssv \s+ ### test ssv | --colsep \s+ --groupby C1 $_%=2 --block 20
par_groupby --block 20 C1 $_%=2 ssv \s+ NewRec par_groupby --block 20 C1 $_%=2 ssv \s+ NewRec
par_groupby --block 20 C1 $_%=2 ssv \s+ a1 b1 C1 par_groupby --block 20 C1 $_%=2 ssv \s+ a1 b1 C1
@ -704,12 +949,22 @@ par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 2
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 3 2 par_groupby --block 20 C1 $_%=2 ssv \s+ 3 3 2
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 4 par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 4
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 2 par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 2
par_groupby --block 20 C1 $_%=2 ssv \s+ NewRec
par_groupby --block 20 C1 $_%=2 ssv \s+ a1 b1 C1
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 3 par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 3
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 1 3
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 2 3
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 3 3
par_groupby --block 20 C1 $_%=2 ssv \s+ NewRec
par_groupby --block 20 C1 $_%=2 ssv \s+ a1 b1 C1
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 4 4
par_groupby --block 20 C1 $_%=2 ssv \s+ 3 5 4
par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87. par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby --block 20 C1 $_%=2 ssv \s+ parallel: Warning: A record was longer than 87. Increasing to --blocksize 115.
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 $_%=2 --block 20 par_groupby --block 20 C1 $_%=2 cssv [\s,]+ ### test cssv | --colsep [\s,]+ --groupby C1 $_%=2 --block 20
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ NewRec par_groupby --block 20 C1 $_%=2 cssv [\s,]+ NewRec
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ a1, b1, C1, par_groupby --block 20 C1 $_%=2 cssv [\s,]+ a1, b1, C1,
@ -718,7 +973,14 @@ par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 , 2 , 2 ,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 , 3 , 2 , par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 , 3 , 2 ,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3,,2,,4,, par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3,,2,,4,,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,, par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 ,,, 2 ,,, 2 ,,,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ NewRec
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ a1, b1, C1,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 2 3 par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 2 3
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 , 1 , 3 ,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 ,2 ,3 ,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3, 3, 3,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3, ,4, ,4, ,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ 3 ,,5 ,,4 ,,
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 $_%=2 cssv [\s,]+ parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
@ -733,11 +995,19 @@ par_groupby --block 20 C1 $_%=2 csv , 3,2,2,
par_groupby --block 20 C1 $_%=2 csv , 3,3,2, par_groupby --block 20 C1 $_%=2 csv , 3,3,2,
par_groupby --block 20 C1 $_%=2 csv , 3,2,4, par_groupby --block 20 C1 $_%=2 csv , 3,2,4,
par_groupby --block 20 C1 $_%=2 csv , 3,2,2, par_groupby --block 20 C1 $_%=2 csv , 3,2,2,
par_groupby --block 20 C1 $_%=2 csv , NewRec
par_groupby --block 20 C1 $_%=2 csv , a1,b1,C1,
par_groupby --block 20 C1 $_%=2 csv , 3,2,3, par_groupby --block 20 C1 $_%=2 csv , 3,2,3,
par_groupby --block 20 C1 $_%=2 csv , 3,1,3,
par_groupby --block 20 C1 $_%=2 csv , 3,2,3,
par_groupby --block 20 C1 $_%=2 csv , 3,3,3,
par_groupby --block 20 C1 $_%=2 csv , 3,4,4,
par_groupby --block 20 C1 $_%=2 csv , 3,5,4,
par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27. par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 20. Increasing to --blocksize 27.
par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37. par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 27. Increasing to --blocksize 37.
par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50. par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 37. Increasing to --blocksize 50.
par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66. par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 50. Increasing to --blocksize 66.
par_groupby --block 20 C1 $_%=2 csv , parallel: Warning: A record was longer than 66. Increasing to --blocksize 87.
par_groupby_pipepart tsv \t 3 $_%=2 ### test tsv | --colsep \t --groupby 3 $_%=2 par_groupby_pipepart tsv \t 3 $_%=2 ### test tsv | --colsep \t --groupby 3 $_%=2
par_groupby_pipepart tsv \t 3 $_%=2 NewRec par_groupby_pipepart tsv \t 3 $_%=2 NewRec
par_groupby_pipepart tsv \t 3 $_%=2 90001 540006 1170031 par_groupby_pipepart tsv \t 3 $_%=2 90001 540006 1170031

25
testsuite/wanted-results/parallel-local-3s
View file

@ -31,6 +31,31 @@ par_commandline_with_newline . : ... ... . . . . false "command<null>with<n
par_commandline_with_newline . : ... ... . . . . false "command<null>with<null>newlines" d par_commandline_with_newline . : ... ... . . . . false "command<null>with<null>newlines" d
par_commandline_with_newline . : ... ... . . . . false "command<null>with<null>newlines" e par_commandline_with_newline . : ... ... . . . . false "command<null>with<null>newlines" e
par_commandline_with_newline Seq Host Starttime JobRuntime Send Receive Exitval Signal Command par_commandline_with_newline Seq Host Starttime JobRuntime Send Receive Exitval Signal Command
par_compress_prg_fails ### bug #44546: If --compress-program fails: fail
par_compress_prg_fails 1
par_compress_prg_fails parallel: Error: false failed.
par_compress_prg_fails parallel: Error: false failed.
par_compress_prg_fails --files 1
par_compress_prg_fails --files parallel: Error: false failed.
par_compress_prg_fails --files parallel: Error: false failed.
par_compress_prg_fails --tag 1
par_compress_prg_fails --tag parallel: Error: false failed.
par_compress_prg_fails --tag parallel: Error: false failed.
par_compress_prg_fails --tag --files 1
par_compress_prg_fails --tag --files parallel: Error: false failed.
par_compress_prg_fails --tag --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer 1
par_compress_prg_fails --line-buffer parallel: Error: false failed.
par_compress_prg_fails --line-buffer parallel: Error: false failed.
par_compress_prg_fails --line-buffer --files 1
par_compress_prg_fails --line-buffer --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag 1
par_compress_prg_fails --line-buffer --tag parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag --files 1
par_compress_prg_fails --line-buffer --tag --files parallel: Error: false failed.
par_compress_prg_fails --line-buffer --tag --files parallel: Error: false failed.
par_delay_human_readable a par_delay_human_readable a
par_delay_human_readable b par_delay_human_readable b
par_delay_human_readable c par_delay_human_readable c

2
testsuite/wanted-results/parallel-local-ssh6
View file

@ -6,6 +6,8 @@ par_nonall_basefile_cleanup tmp/nonall--basefile--clean
par_nonall_basefile_cleanup tmp/nonall--basefile--clean par_nonall_basefile_cleanup tmp/nonall--basefile--clean
par_nonall_basefile_cleanup rm: cannot remove 'tmp/nonall--basefile--clean': No such file or directory par_nonall_basefile_cleanup rm: cannot remove 'tmp/nonall--basefile--clean': No such file or directory
par_nonall_basefile_cleanup rm: cannot remove 'tmp/nonall--basefile--clean': No such file or directory par_nonall_basefile_cleanup rm: cannot remove 'tmp/nonall--basefile--clean': No such file or directory
par_nonall_ssh bug #59181: --ssh is not propagated to --nonall
par_nonall_ssh OK
par_nonall_wd ### Test --nonall --wd par_nonall_wd ### Test --nonall --wd
par_nonall_wd /tmp par_nonall_wd /tmp
par_onall_basefile ### Test --onall --basefile par_onall_basefile ### Test --onall --basefile