Released as 20180222 ('Henrik')

This commit is contained in:
Ole Tange 2018-02-22 22:53:38 +01:00
parent e6339f4512
commit eb1a79b04b
7 changed files with 47 additions and 64 deletions

27
NEWS
View file

@ -1,5 +1,32 @@
20180122 20180122
* --embed makes it possible to embed GNU parallel in a shell
script. This is useful if you need to distribute your script to
someone who does not want to install GNU parallel.
* Parallelize Your Large Batches of Small Jobs
https://amito.me/2018/02/Parallelize-Your-Large-Batches-of-Small-Jobs/
* Klaatu expounds upon xargs and talks GNU parallel in episode 12x6
http://gnuworldorder.info/
* How to use parallel to speed up your work
https://mike42.me/blog/how-to-use-parallel-to-speed-up-your-work
* Transient compute clustering with GNU Parallel and sshfs
https://dennismungai.wordpress.com/2018/02/06/transient-compute-clustering-with-gnu-parallel-and-sshfs/
* Useful Examples of ffmpeg and GNU parallel on the command-line
https://dennismungai.wordpress.com/2018/02/06/useful-examples-of-ffmpeg-and-gnu-parallel-on-the-command-line/
* Data Science at the Command Line (Chapter 8.3)
https://www.datascienceatthecommandline.com/
* Bug fixes and man page updates.
20180122
* bash / 병렬 https://code.i-harness.com/ko/docs/bash/2a1a * bash / 병렬 https://code.i-harness.com/ko/docs/bash/2a1a
* 15分钟神器gnu parallel 入门观止 * 15分钟神器gnu parallel 入门观止

20
configure vendored
View file

@ -1,6 +1,6 @@
#! /bin/sh #! /bin/sh
# Guess values for system-dependent variables and create Makefiles. # Guess values for system-dependent variables and create Makefiles.
# Generated by GNU Autoconf 2.69 for parallel 20180122. # Generated by GNU Autoconf 2.69 for parallel 20180222.
# #
# Report bugs to <bug-parallel@gnu.org>. # Report bugs to <bug-parallel@gnu.org>.
# #
@ -579,8 +579,8 @@ MAKEFLAGS=
# Identity of this package. # Identity of this package.
PACKAGE_NAME='parallel' PACKAGE_NAME='parallel'
PACKAGE_TARNAME='parallel' PACKAGE_TARNAME='parallel'
PACKAGE_VERSION='20180122' PACKAGE_VERSION='20180222'
PACKAGE_STRING='parallel 20180122' PACKAGE_STRING='parallel 20180222'
PACKAGE_BUGREPORT='bug-parallel@gnu.org' PACKAGE_BUGREPORT='bug-parallel@gnu.org'
PACKAGE_URL='' PACKAGE_URL=''
@ -1214,7 +1214,7 @@ if test "$ac_init_help" = "long"; then
# Omit some internal or obsolete options to make the list less imposing. # Omit some internal or obsolete options to make the list less imposing.
# This message is too long to be a string in the A/UX 3.1 sh. # This message is too long to be a string in the A/UX 3.1 sh.
cat <<_ACEOF cat <<_ACEOF
\`configure' configures parallel 20180122 to adapt to many kinds of systems. \`configure' configures parallel 20180222 to adapt to many kinds of systems.
Usage: $0 [OPTION]... [VAR=VALUE]... Usage: $0 [OPTION]... [VAR=VALUE]...
@ -1281,7 +1281,7 @@ fi
if test -n "$ac_init_help"; then if test -n "$ac_init_help"; then
case $ac_init_help in case $ac_init_help in
short | recursive ) echo "Configuration of parallel 20180122:";; short | recursive ) echo "Configuration of parallel 20180222:";;
esac esac
cat <<\_ACEOF cat <<\_ACEOF
@ -1357,7 +1357,7 @@ fi
test -n "$ac_init_help" && exit $ac_status test -n "$ac_init_help" && exit $ac_status
if $ac_init_version; then if $ac_init_version; then
cat <<\_ACEOF cat <<\_ACEOF
parallel configure 20180122 parallel configure 20180222
generated by GNU Autoconf 2.69 generated by GNU Autoconf 2.69
Copyright (C) 2012 Free Software Foundation, Inc. Copyright (C) 2012 Free Software Foundation, Inc.
@ -1374,7 +1374,7 @@ cat >config.log <<_ACEOF
This file contains any messages produced by compilers while This file contains any messages produced by compilers while
running configure, to aid debugging if configure makes a mistake. running configure, to aid debugging if configure makes a mistake.
It was created by parallel $as_me 20180122, which was It was created by parallel $as_me 20180222, which was
generated by GNU Autoconf 2.69. Invocation command line was generated by GNU Autoconf 2.69. Invocation command line was
$ $0 $@ $ $0 $@
@ -2237,7 +2237,7 @@ fi
# Define the identity of the package. # Define the identity of the package.
PACKAGE='parallel' PACKAGE='parallel'
VERSION='20180122' VERSION='20180222'
cat >>confdefs.h <<_ACEOF cat >>confdefs.h <<_ACEOF
@ -2880,7 +2880,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1
# report actual input values of CONFIG_FILES etc. instead of their # report actual input values of CONFIG_FILES etc. instead of their
# values after options handling. # values after options handling.
ac_log=" ac_log="
This file was extended by parallel $as_me 20180122, which was This file was extended by parallel $as_me 20180222, which was
generated by GNU Autoconf 2.69. Invocation command line was generated by GNU Autoconf 2.69. Invocation command line was
CONFIG_FILES = $CONFIG_FILES CONFIG_FILES = $CONFIG_FILES
@ -2942,7 +2942,7 @@ _ACEOF
cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1 cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`" ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`"
ac_cs_version="\\ ac_cs_version="\\
parallel config.status 20180122 parallel config.status 20180222
configured by $0, generated by GNU Autoconf 2.69, configured by $0, generated by GNU Autoconf 2.69,
with options \\"\$ac_cs_config\\" with options \\"\$ac_cs_config\\"

View file

@ -1,6 +1,10 @@
<directory name="parallel" rev="216" srcmd5="8f7a185b24d9bbf7d205810dc0400fc3" vrev="2"> <directory name="parallel" rev="218" srcmd5="af198e4bea2e9de4d6f472745c6eff11" vrev="2">
<entry md5="8b44ef3f5aac2302f976cb58cf61fe87" mtime="1513986752" name="parallel-20171222.tar.bz2" size="1690096" />
<entry md5="dc3c49472f24afa64146433955e3c60c" mtime="1516637654" name="parallel-20180122.tar.bz2" size="1717898" /> <entry md5="dc3c49472f24afa64146433955e3c60c" mtime="1516637654" name="parallel-20180122.tar.bz2" size="1717898" />
<entry md5="09b2f07b64cc64aef10f459b57fe8e25" mtime="1516624602" name="parallel.spec" size="4693" /> <entry md5="f7fc58abc8157639a03fbab6f2fbdecb" mtime="1519335400" name="parallel-20180222.tar.bz2" size="1721015" />
<entry md5="e429add03e21bbe237a9cd03249acb13" mtime="1516637656" name="parallel_20180122.dsc" size="556" /> <entry md5="b985be62051b5e1c35ccf0f9a9f54ed0" mtime="1519335400" name="parallel.spec" size="4666" />
<entry md5="21420e5e8a3c415584438286cb2cdcaf" mtime="1513986753" name="parallel_20171222.tar.gz" size="1894418" />
<entry md5="cd809eb297ee7fb8821786b6a814090c" mtime="1516637670" name="parallel_20180122.tar.gz" size="1904981" /> <entry md5="cd809eb297ee7fb8821786b6a814090c" mtime="1516637670" name="parallel_20180122.tar.gz" size="1904981" />
<entry md5="577f63e016ab75cd653129c801a53fc5" mtime="1519335400" name="parallel_20180222.dsc" size="556" />
<entry md5="73d175bc25fbbef5459d2a9d2246c8f4" mtime="1519335400" name="parallel_20180222.tar.gz" size="1924236" />
</directory> </directory>

View file

@ -1,13 +1,12 @@
Summary: Shell tool for executing jobs in parallel Summary: Shell tool for executing jobs in parallel
Name: parallel Name: parallel
Version: 20180122 Version: 20180222
Release: 1.2 Release: 1.2
License: GPL License: GPL
Group: Productivity/File utilities Group: Productivity/File utilities
URL: ftp://ftp.gnu.org/gnu/parallel URL: ftp://ftp.gnu.org/gnu/parallel
Source0: %{name}_%{version}.tar.gz Source0: %{name}_%{version}.tar.gz
BuildArch: noarch BuildArch: noarch
BuildArchitectures: noarch
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
%description %description

View file

@ -1,13 +1,12 @@
Summary: Shell tool for executing jobs in parallel Summary: Shell tool for executing jobs in parallel
Name: parallel Name: parallel
Version: 20180122 Version: 20180222
Release: 1.2 Release: 1.2
License: GPL License: GPL
Group: Productivity/File utilities Group: Productivity/File utilities
URL: ftp://ftp.gnu.org/gnu/parallel URL: ftp://ftp.gnu.org/gnu/parallel
Source0: %{name}_%{version}.tar.gz Source0: %{name}_%{version}.tar.gz
BuildArch: noarch BuildArch: noarch
BuildArchitectures: noarch
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
%description %description

View file

@ -1,6 +1,7 @@
#!/bin/bash #!/bin/bash
make stopvm make stopvm
TMPDIR=${TMPDIR:-/tmp}
mkdir -p $TMPDIR mkdir -p $TMPDIR
# Jobs that eat more than 2 GB RAM # Jobs that eat more than 2 GB RAM

View file

@ -4,53 +4,6 @@ VBoxManage controlvm CentOS3-root:centos3 savestate || true
VBoxManage controlvm RedHat9-root:redhat9 savestate || true VBoxManage controlvm RedHat9-root:redhat9 savestate || true
VBoxManage controlvm OracleXE savestate || true VBoxManage controlvm OracleXE savestate || true
make[1]: Leaving directory '~/privat/parallel/testsuite' make[1]: Leaving directory '~/privat/parallel/testsuite'
echo '### bug #44358: 2 GB records cause problems for -N'
### bug #44358: 2 GB records cause problems for -N
echo '5 GB version: Eats 12.5 GB'
5 GB version: Eats 12.5 GB
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 5000000000; echo FOO; yes "`seq 3000`" | head -c 3000000000; echo FOO; yes "`seq 3000`" | head -c 1000000000;) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
8000000007
1000000001
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
echo '2 GB version: eats 10 GB'
2 GB version: eats 10 GB
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo FOO; yes "`seq 3000`" | head -c 2300M; echo FOO; yes "`seq 3000`" | head -c 1000M;) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
4823449607
1048576001
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
echo '### -L >4GB'; echo 'Eats 12.5 GB'; (head -c 5000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO; head -c 1000000000 /dev/zero;) | parallel --pipe -L2 --block 1g -k LANG=c wc -c
### -L >4GB
Eats 12.5 GB
8000000008
1000000000
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
echo '**'
**
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
echo 'Eats 4 GB'
Eats 4 GB
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print ((length $buf)."\n")'
0
echo 'Eats 4.7 GB'
Eats 4.7 GB
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
8d87694eab8991a10815067709c3bd51 -
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
echo 'Eats 4.7 GB'
Eats 4.7 GB
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
2411724804
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
echo '**'
par_2gb_record_reading ### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails") par_2gb_record_reading ### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
par_2gb_record_reading ### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf par_2gb_record_reading ### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
par_2gb_record_reading Eats 4 GB par_2gb_record_reading Eats 4 GB