mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-11-25 07:27:55 +00:00
Released as 20180222 ('Henrik')
This commit is contained in:
parent
e6339f4512
commit
eb1a79b04b
27
NEWS
27
NEWS
|
@ -1,5 +1,32 @@
|
||||||
20180122
|
20180122
|
||||||
|
|
||||||
|
* --embed makes it possible to embed GNU parallel in a shell
|
||||||
|
script. This is useful if you need to distribute your script to
|
||||||
|
someone who does not want to install GNU parallel.
|
||||||
|
|
||||||
|
* Parallelize Your Large Batches of Small Jobs
|
||||||
|
https://amito.me/2018/02/Parallelize-Your-Large-Batches-of-Small-Jobs/
|
||||||
|
|
||||||
|
* Klaatu expounds upon xargs and talks GNU parallel in episode 12x6
|
||||||
|
http://gnuworldorder.info/
|
||||||
|
|
||||||
|
* How to use parallel to speed up your work
|
||||||
|
https://mike42.me/blog/how-to-use-parallel-to-speed-up-your-work
|
||||||
|
|
||||||
|
* Transient compute clustering with GNU Parallel and sshfs
|
||||||
|
https://dennismungai.wordpress.com/2018/02/06/transient-compute-clustering-with-gnu-parallel-and-sshfs/
|
||||||
|
|
||||||
|
* Useful Examples of ffmpeg and GNU parallel on the command-line
|
||||||
|
https://dennismungai.wordpress.com/2018/02/06/useful-examples-of-ffmpeg-and-gnu-parallel-on-the-command-line/
|
||||||
|
|
||||||
|
* Data Science at the Command Line (Chapter 8.3)
|
||||||
|
https://www.datascienceatthecommandline.com/
|
||||||
|
|
||||||
|
* Bug fixes and man page updates.
|
||||||
|
|
||||||
|
|
||||||
|
20180122
|
||||||
|
|
||||||
* bash / 병렬 https://code.i-harness.com/ko/docs/bash/2a1a
|
* bash / 병렬 https://code.i-harness.com/ko/docs/bash/2a1a
|
||||||
|
|
||||||
* 15分钟神器gnu parallel 入门观止
|
* 15分钟神器gnu parallel 入门观止
|
||||||
|
|
20
configure
vendored
20
configure
vendored
|
@ -1,6 +1,6 @@
|
||||||
#! /bin/sh
|
#! /bin/sh
|
||||||
# Guess values for system-dependent variables and create Makefiles.
|
# Guess values for system-dependent variables and create Makefiles.
|
||||||
# Generated by GNU Autoconf 2.69 for parallel 20180122.
|
# Generated by GNU Autoconf 2.69 for parallel 20180222.
|
||||||
#
|
#
|
||||||
# Report bugs to <bug-parallel@gnu.org>.
|
# Report bugs to <bug-parallel@gnu.org>.
|
||||||
#
|
#
|
||||||
|
@ -579,8 +579,8 @@ MAKEFLAGS=
|
||||||
# Identity of this package.
|
# Identity of this package.
|
||||||
PACKAGE_NAME='parallel'
|
PACKAGE_NAME='parallel'
|
||||||
PACKAGE_TARNAME='parallel'
|
PACKAGE_TARNAME='parallel'
|
||||||
PACKAGE_VERSION='20180122'
|
PACKAGE_VERSION='20180222'
|
||||||
PACKAGE_STRING='parallel 20180122'
|
PACKAGE_STRING='parallel 20180222'
|
||||||
PACKAGE_BUGREPORT='bug-parallel@gnu.org'
|
PACKAGE_BUGREPORT='bug-parallel@gnu.org'
|
||||||
PACKAGE_URL=''
|
PACKAGE_URL=''
|
||||||
|
|
||||||
|
@ -1214,7 +1214,7 @@ if test "$ac_init_help" = "long"; then
|
||||||
# Omit some internal or obsolete options to make the list less imposing.
|
# Omit some internal or obsolete options to make the list less imposing.
|
||||||
# This message is too long to be a string in the A/UX 3.1 sh.
|
# This message is too long to be a string in the A/UX 3.1 sh.
|
||||||
cat <<_ACEOF
|
cat <<_ACEOF
|
||||||
\`configure' configures parallel 20180122 to adapt to many kinds of systems.
|
\`configure' configures parallel 20180222 to adapt to many kinds of systems.
|
||||||
|
|
||||||
Usage: $0 [OPTION]... [VAR=VALUE]...
|
Usage: $0 [OPTION]... [VAR=VALUE]...
|
||||||
|
|
||||||
|
@ -1281,7 +1281,7 @@ fi
|
||||||
|
|
||||||
if test -n "$ac_init_help"; then
|
if test -n "$ac_init_help"; then
|
||||||
case $ac_init_help in
|
case $ac_init_help in
|
||||||
short | recursive ) echo "Configuration of parallel 20180122:";;
|
short | recursive ) echo "Configuration of parallel 20180222:";;
|
||||||
esac
|
esac
|
||||||
cat <<\_ACEOF
|
cat <<\_ACEOF
|
||||||
|
|
||||||
|
@ -1357,7 +1357,7 @@ fi
|
||||||
test -n "$ac_init_help" && exit $ac_status
|
test -n "$ac_init_help" && exit $ac_status
|
||||||
if $ac_init_version; then
|
if $ac_init_version; then
|
||||||
cat <<\_ACEOF
|
cat <<\_ACEOF
|
||||||
parallel configure 20180122
|
parallel configure 20180222
|
||||||
generated by GNU Autoconf 2.69
|
generated by GNU Autoconf 2.69
|
||||||
|
|
||||||
Copyright (C) 2012 Free Software Foundation, Inc.
|
Copyright (C) 2012 Free Software Foundation, Inc.
|
||||||
|
@ -1374,7 +1374,7 @@ cat >config.log <<_ACEOF
|
||||||
This file contains any messages produced by compilers while
|
This file contains any messages produced by compilers while
|
||||||
running configure, to aid debugging if configure makes a mistake.
|
running configure, to aid debugging if configure makes a mistake.
|
||||||
|
|
||||||
It was created by parallel $as_me 20180122, which was
|
It was created by parallel $as_me 20180222, which was
|
||||||
generated by GNU Autoconf 2.69. Invocation command line was
|
generated by GNU Autoconf 2.69. Invocation command line was
|
||||||
|
|
||||||
$ $0 $@
|
$ $0 $@
|
||||||
|
@ -2237,7 +2237,7 @@ fi
|
||||||
|
|
||||||
# Define the identity of the package.
|
# Define the identity of the package.
|
||||||
PACKAGE='parallel'
|
PACKAGE='parallel'
|
||||||
VERSION='20180122'
|
VERSION='20180222'
|
||||||
|
|
||||||
|
|
||||||
cat >>confdefs.h <<_ACEOF
|
cat >>confdefs.h <<_ACEOF
|
||||||
|
@ -2880,7 +2880,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1
|
||||||
# report actual input values of CONFIG_FILES etc. instead of their
|
# report actual input values of CONFIG_FILES etc. instead of their
|
||||||
# values after options handling.
|
# values after options handling.
|
||||||
ac_log="
|
ac_log="
|
||||||
This file was extended by parallel $as_me 20180122, which was
|
This file was extended by parallel $as_me 20180222, which was
|
||||||
generated by GNU Autoconf 2.69. Invocation command line was
|
generated by GNU Autoconf 2.69. Invocation command line was
|
||||||
|
|
||||||
CONFIG_FILES = $CONFIG_FILES
|
CONFIG_FILES = $CONFIG_FILES
|
||||||
|
@ -2942,7 +2942,7 @@ _ACEOF
|
||||||
cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
|
cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
|
||||||
ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`"
|
ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`"
|
||||||
ac_cs_version="\\
|
ac_cs_version="\\
|
||||||
parallel config.status 20180122
|
parallel config.status 20180222
|
||||||
configured by $0, generated by GNU Autoconf 2.69,
|
configured by $0, generated by GNU Autoconf 2.69,
|
||||||
with options \\"\$ac_cs_config\\"
|
with options \\"\$ac_cs_config\\"
|
||||||
|
|
||||||
|
|
|
@ -1,6 +1,10 @@
|
||||||
<directory name="parallel" rev="216" srcmd5="8f7a185b24d9bbf7d205810dc0400fc3" vrev="2">
|
<directory name="parallel" rev="218" srcmd5="af198e4bea2e9de4d6f472745c6eff11" vrev="2">
|
||||||
|
<entry md5="8b44ef3f5aac2302f976cb58cf61fe87" mtime="1513986752" name="parallel-20171222.tar.bz2" size="1690096" />
|
||||||
<entry md5="dc3c49472f24afa64146433955e3c60c" mtime="1516637654" name="parallel-20180122.tar.bz2" size="1717898" />
|
<entry md5="dc3c49472f24afa64146433955e3c60c" mtime="1516637654" name="parallel-20180122.tar.bz2" size="1717898" />
|
||||||
<entry md5="09b2f07b64cc64aef10f459b57fe8e25" mtime="1516624602" name="parallel.spec" size="4693" />
|
<entry md5="f7fc58abc8157639a03fbab6f2fbdecb" mtime="1519335400" name="parallel-20180222.tar.bz2" size="1721015" />
|
||||||
<entry md5="e429add03e21bbe237a9cd03249acb13" mtime="1516637656" name="parallel_20180122.dsc" size="556" />
|
<entry md5="b985be62051b5e1c35ccf0f9a9f54ed0" mtime="1519335400" name="parallel.spec" size="4666" />
|
||||||
|
<entry md5="21420e5e8a3c415584438286cb2cdcaf" mtime="1513986753" name="parallel_20171222.tar.gz" size="1894418" />
|
||||||
<entry md5="cd809eb297ee7fb8821786b6a814090c" mtime="1516637670" name="parallel_20180122.tar.gz" size="1904981" />
|
<entry md5="cd809eb297ee7fb8821786b6a814090c" mtime="1516637670" name="parallel_20180122.tar.gz" size="1904981" />
|
||||||
|
<entry md5="577f63e016ab75cd653129c801a53fc5" mtime="1519335400" name="parallel_20180222.dsc" size="556" />
|
||||||
|
<entry md5="73d175bc25fbbef5459d2a9d2246c8f4" mtime="1519335400" name="parallel_20180222.tar.gz" size="1924236" />
|
||||||
</directory>
|
</directory>
|
||||||
|
|
|
@ -1,13 +1,12 @@
|
||||||
Summary: Shell tool for executing jobs in parallel
|
Summary: Shell tool for executing jobs in parallel
|
||||||
Name: parallel
|
Name: parallel
|
||||||
Version: 20180122
|
Version: 20180222
|
||||||
Release: 1.2
|
Release: 1.2
|
||||||
License: GPL
|
License: GPL
|
||||||
Group: Productivity/File utilities
|
Group: Productivity/File utilities
|
||||||
URL: ftp://ftp.gnu.org/gnu/parallel
|
URL: ftp://ftp.gnu.org/gnu/parallel
|
||||||
Source0: %{name}_%{version}.tar.gz
|
Source0: %{name}_%{version}.tar.gz
|
||||||
BuildArch: noarch
|
BuildArch: noarch
|
||||||
BuildArchitectures: noarch
|
|
||||||
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
|
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
|
||||||
|
|
||||||
%description
|
%description
|
||||||
|
|
|
@ -1,13 +1,12 @@
|
||||||
Summary: Shell tool for executing jobs in parallel
|
Summary: Shell tool for executing jobs in parallel
|
||||||
Name: parallel
|
Name: parallel
|
||||||
Version: 20180122
|
Version: 20180222
|
||||||
Release: 1.2
|
Release: 1.2
|
||||||
License: GPL
|
License: GPL
|
||||||
Group: Productivity/File utilities
|
Group: Productivity/File utilities
|
||||||
URL: ftp://ftp.gnu.org/gnu/parallel
|
URL: ftp://ftp.gnu.org/gnu/parallel
|
||||||
Source0: %{name}_%{version}.tar.gz
|
Source0: %{name}_%{version}.tar.gz
|
||||||
BuildArch: noarch
|
BuildArch: noarch
|
||||||
BuildArchitectures: noarch
|
|
||||||
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
|
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
|
||||||
|
|
||||||
%description
|
%description
|
||||||
|
|
|
@ -1,6 +1,7 @@
|
||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
|
|
||||||
make stopvm
|
make stopvm
|
||||||
|
TMPDIR=${TMPDIR:-/tmp}
|
||||||
mkdir -p $TMPDIR
|
mkdir -p $TMPDIR
|
||||||
# Jobs that eat more than 2 GB RAM
|
# Jobs that eat more than 2 GB RAM
|
||||||
|
|
||||||
|
|
|
@ -4,53 +4,6 @@ VBoxManage controlvm CentOS3-root:centos3 savestate || true
|
||||||
VBoxManage controlvm RedHat9-root:redhat9 savestate || true
|
VBoxManage controlvm RedHat9-root:redhat9 savestate || true
|
||||||
VBoxManage controlvm OracleXE savestate || true
|
VBoxManage controlvm OracleXE savestate || true
|
||||||
make[1]: Leaving directory '~/privat/parallel/testsuite'
|
make[1]: Leaving directory '~/privat/parallel/testsuite'
|
||||||
echo '### bug #44358: 2 GB records cause problems for -N'
|
|
||||||
### bug #44358: 2 GB records cause problems for -N
|
|
||||||
echo '5 GB version: Eats 12.5 GB'
|
|
||||||
5 GB version: Eats 12.5 GB
|
|
||||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 5000000000; echo FOO; yes "`seq 3000`" | head -c 3000000000; echo FOO; yes "`seq 3000`" | head -c 1000000000;) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
|
|
||||||
8000000007
|
|
||||||
1000000001
|
|
||||||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
|
||||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
|
||||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
|
||||||
echo '2 GB version: eats 10 GB'
|
|
||||||
2 GB version: eats 10 GB
|
|
||||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo FOO; yes "`seq 3000`" | head -c 2300M; echo FOO; yes "`seq 3000`" | head -c 1000M;) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
|
|
||||||
4823449607
|
|
||||||
1048576001
|
|
||||||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
|
||||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
|
||||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
|
||||||
echo '### -L >4GB'; echo 'Eats 12.5 GB'; (head -c 5000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO; head -c 1000000000 /dev/zero;) | parallel --pipe -L2 --block 1g -k LANG=c wc -c
|
|
||||||
### -L >4GB
|
|
||||||
Eats 12.5 GB
|
|
||||||
8000000008
|
|
||||||
1000000000
|
|
||||||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
|
||||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
|
||||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
|
||||||
echo '**'
|
|
||||||
**
|
|
||||||
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
|
|
||||||
### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
|
|
||||||
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
|
|
||||||
### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
|
|
||||||
echo 'Eats 4 GB'
|
|
||||||
Eats 4 GB
|
|
||||||
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print ((length $buf)."\n")'
|
|
||||||
0
|
|
||||||
echo 'Eats 4.7 GB'
|
|
||||||
Eats 4.7 GB
|
|
||||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
|
|
||||||
8d87694eab8991a10815067709c3bd51 -
|
|
||||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
|
||||||
echo 'Eats 4.7 GB'
|
|
||||||
Eats 4.7 GB
|
|
||||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
|
|
||||||
2411724804
|
|
||||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
|
||||||
echo '**'
|
|
||||||
par_2gb_record_reading ### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
|
par_2gb_record_reading ### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
|
||||||
par_2gb_record_reading ### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
|
par_2gb_record_reading ### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
|
||||||
par_2gb_record_reading Eats 4 GB
|
par_2gb_record_reading Eats 4 GB
|
||||||
|
|
Loading…
Reference in a new issue