mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-12-22 20:57:53 +00:00
Released as 20180222 ('Henrik')
This commit is contained in:
Ole Tange
parent
e6339f4512
commit
eb1a79b04b
27
NEWS
27
NEWS
|
|
@ -1,5 +1,32 @@
|
|||
20180122
|
||||
|
||||
* --embed makes it possible to embed GNU parallel in a shell
|
||||
script. This is useful if you need to distribute your script to
|
||||
someone who does not want to install GNU parallel.
|
||||
|
||||
* Parallelize Your Large Batches of Small Jobs
|
||||
https://amito.me/2018/02/Parallelize-Your-Large-Batches-of-Small-Jobs/
|
||||
|
||||
* Klaatu expounds upon xargs and talks GNU parallel in episode 12x6
|
||||
http://gnuworldorder.info/
|
||||
|
||||
* How to use parallel to speed up your work
|
||||
https://mike42.me/blog/how-to-use-parallel-to-speed-up-your-work
|
||||
|
||||
* Transient compute clustering with GNU Parallel and sshfs
|
||||
https://dennismungai.wordpress.com/2018/02/06/transient-compute-clustering-with-gnu-parallel-and-sshfs/
|
||||
|
||||
* Useful Examples of ffmpeg and GNU parallel on the command-line
|
||||
https://dennismungai.wordpress.com/2018/02/06/useful-examples-of-ffmpeg-and-gnu-parallel-on-the-command-line/
|
||||
|
||||
* Data Science at the Command Line (Chapter 8.3)
|
||||
https://www.datascienceatthecommandline.com/
|
||||
|
||||
* Bug fixes and man page updates.
|
||||
|
||||
|
||||
20180122
|
||||
|
||||
* bash / 병렬 https://code.i-harness.com/ko/docs/bash/2a1a
|
||||
|
||||
* 15分钟神器gnu parallel 入门观止
|
||||
|
|
|
|||
20
configure
vendored
20
configure
vendored
|
|
@ -1,6 +1,6 @@
|
|||
#! /bin/sh
|
||||
# Guess values for system-dependent variables and create Makefiles.
|
||||
# Generated by GNU Autoconf 2.69 for parallel 20180122.
|
||||
# Generated by GNU Autoconf 2.69 for parallel 20180222.
|
||||
#
|
||||
# Report bugs to <bug-parallel@gnu.org>.
|
||||
#
|
||||
|
|
@ -579,8 +579,8 @@ MAKEFLAGS=
|
|||
# Identity of this package.
|
||||
PACKAGE_NAME='parallel'
|
||||
PACKAGE_TARNAME='parallel'
|
||||
PACKAGE_VERSION='20180122'
|
||||
PACKAGE_STRING='parallel 20180122'
|
||||
PACKAGE_VERSION='20180222'
|
||||
PACKAGE_STRING='parallel 20180222'
|
||||
PACKAGE_BUGREPORT='bug-parallel@gnu.org'
|
||||
PACKAGE_URL=''
|
||||
|
||||
|
|
@ -1214,7 +1214,7 @@ if test "$ac_init_help" = "long"; then
|
|||
# Omit some internal or obsolete options to make the list less imposing.
|
||||
# This message is too long to be a string in the A/UX 3.1 sh.
|
||||
cat <<_ACEOF
|
||||
\`configure' configures parallel 20180122 to adapt to many kinds of systems.
|
||||
\`configure' configures parallel 20180222 to adapt to many kinds of systems.
|
||||
|
||||
Usage: $0 [OPTION]... [VAR=VALUE]...
|
||||
|
||||
|
|
@ -1281,7 +1281,7 @@ fi
|
|||
|
||||
if test -n "$ac_init_help"; then
|
||||
case $ac_init_help in
|
||||
short | recursive ) echo "Configuration of parallel 20180122:";;
|
||||
short | recursive ) echo "Configuration of parallel 20180222:";;
|
||||
esac
|
||||
cat <<\_ACEOF
|
||||
|
||||
|
|
@ -1357,7 +1357,7 @@ fi
|
|||
test -n "$ac_init_help" && exit $ac_status
|
||||
if $ac_init_version; then
|
||||
cat <<\_ACEOF
|
||||
parallel configure 20180122
|
||||
parallel configure 20180222
|
||||
generated by GNU Autoconf 2.69
|
||||
|
||||
Copyright (C) 2012 Free Software Foundation, Inc.
|
||||
|
|
@ -1374,7 +1374,7 @@ cat >config.log <<_ACEOF
|
|||
This file contains any messages produced by compilers while
|
||||
running configure, to aid debugging if configure makes a mistake.
|
||||
|
||||
It was created by parallel $as_me 20180122, which was
|
||||
It was created by parallel $as_me 20180222, which was
|
||||
generated by GNU Autoconf 2.69. Invocation command line was
|
||||
|
||||
$ $0 $@
|
||||
|
|
@ -2237,7 +2237,7 @@ fi
|
|||
|
||||
# Define the identity of the package.
|
||||
PACKAGE='parallel'
|
||||
VERSION='20180122'
|
||||
VERSION='20180222'
|
||||
|
||||
|
||||
cat >>confdefs.h <<_ACEOF
|
||||
|
|
@ -2880,7 +2880,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1
|
|||
# report actual input values of CONFIG_FILES etc. instead of their
|
||||
# values after options handling.
|
||||
ac_log="
|
||||
This file was extended by parallel $as_me 20180122, which was
|
||||
This file was extended by parallel $as_me 20180222, which was
|
||||
generated by GNU Autoconf 2.69. Invocation command line was
|
||||
|
||||
CONFIG_FILES = $CONFIG_FILES
|
||||
|
|
@ -2942,7 +2942,7 @@ _ACEOF
|
|||
cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
|
||||
ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`"
|
||||
ac_cs_version="\\
|
||||
parallel config.status 20180122
|
||||
parallel config.status 20180222
|
||||
configured by $0, generated by GNU Autoconf 2.69,
|
||||
with options \\"\$ac_cs_config\\"
|
||||
|
||||
|
|
|
|||
|
|
@ -1,6 +1,10 @@
|
|||
<directory name="parallel" rev="216" srcmd5="8f7a185b24d9bbf7d205810dc0400fc3" vrev="2">
|
||||
<directory name="parallel" rev="218" srcmd5="af198e4bea2e9de4d6f472745c6eff11" vrev="2">
|
||||
<entry md5="8b44ef3f5aac2302f976cb58cf61fe87" mtime="1513986752" name="parallel-20171222.tar.bz2" size="1690096" />
|
||||
<entry md5="dc3c49472f24afa64146433955e3c60c" mtime="1516637654" name="parallel-20180122.tar.bz2" size="1717898" />
|
||||
<entry md5="09b2f07b64cc64aef10f459b57fe8e25" mtime="1516624602" name="parallel.spec" size="4693" />
|
||||
<entry md5="e429add03e21bbe237a9cd03249acb13" mtime="1516637656" name="parallel_20180122.dsc" size="556" />
|
||||
<entry md5="f7fc58abc8157639a03fbab6f2fbdecb" mtime="1519335400" name="parallel-20180222.tar.bz2" size="1721015" />
|
||||
<entry md5="b985be62051b5e1c35ccf0f9a9f54ed0" mtime="1519335400" name="parallel.spec" size="4666" />
|
||||
<entry md5="21420e5e8a3c415584438286cb2cdcaf" mtime="1513986753" name="parallel_20171222.tar.gz" size="1894418" />
|
||||
<entry md5="cd809eb297ee7fb8821786b6a814090c" mtime="1516637670" name="parallel_20180122.tar.gz" size="1904981" />
|
||||
<entry md5="577f63e016ab75cd653129c801a53fc5" mtime="1519335400" name="parallel_20180222.dsc" size="556" />
|
||||
<entry md5="73d175bc25fbbef5459d2a9d2246c8f4" mtime="1519335400" name="parallel_20180222.tar.gz" size="1924236" />
|
||||
</directory>
|
||||
|
|
|
|||
|
|
@ -1,13 +1,12 @@
|
|||
Summary: Shell tool for executing jobs in parallel
|
||||
Name: parallel
|
||||
Version: 20180122
|
||||
Version: 20180222
|
||||
Release: 1.2
|
||||
License: GPL
|
||||
Group: Productivity/File utilities
|
||||
URL: ftp://ftp.gnu.org/gnu/parallel
|
||||
Source0: %{name}_%{version}.tar.gz
|
||||
BuildArch: noarch
|
||||
BuildArchitectures: noarch
|
||||
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
|
||||
|
||||
%description
|
||||
|
|
|
|||
|
|
@ -1,13 +1,12 @@
|
|||
Summary: Shell tool for executing jobs in parallel
|
||||
Name: parallel
|
||||
Version: 20180122
|
||||
Version: 20180222
|
||||
Release: 1.2
|
||||
License: GPL
|
||||
Group: Productivity/File utilities
|
||||
URL: ftp://ftp.gnu.org/gnu/parallel
|
||||
Source0: %{name}_%{version}.tar.gz
|
||||
BuildArch: noarch
|
||||
BuildArchitectures: noarch
|
||||
BuildRoot: %{_tmppath}/%{name}-%{version}-buildroot
|
||||
|
||||
%description
|
||||
|
|
|
|||
|
|
@ -1,6 +1,7 @@
|
|||
#!/bin/bash
|
||||
|
||||
make stopvm
|
||||
TMPDIR=${TMPDIR:-/tmp}
|
||||
mkdir -p $TMPDIR
|
||||
# Jobs that eat more than 2 GB RAM
|
||||
|
||||
|
|
|
|||
|
|
@ -4,53 +4,6 @@ VBoxManage controlvm CentOS3-root:centos3 savestate || true
|
|||
VBoxManage controlvm RedHat9-root:redhat9 savestate || true
|
||||
VBoxManage controlvm OracleXE savestate || true
|
||||
make[1]: Leaving directory '~/privat/parallel/testsuite'
|
||||
echo '### bug #44358: 2 GB records cause problems for -N'
|
||||
### bug #44358: 2 GB records cause problems for -N
|
||||
echo '5 GB version: Eats 12.5 GB'
|
||||
5 GB version: Eats 12.5 GB
|
||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 5000000000; echo FOO; yes "`seq 3000`" | head -c 3000000000; echo FOO; yes "`seq 3000`" | head -c 1000000000;) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
|
||||
8000000007
|
||||
1000000001
|
||||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
||||
echo '2 GB version: eats 10 GB'
|
||||
2 GB version: eats 10 GB
|
||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo FOO; yes "`seq 3000`" | head -c 2300M; echo FOO; yes "`seq 3000`" | head -c 1000M;) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` --pipe --recend FOO -N2 --block 1g -k LANG=c wc -c
|
||||
4823449607
|
||||
1048576001
|
||||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
||||
echo '### -L >4GB'; echo 'Eats 12.5 GB'; (head -c 5000000000 /dev/zero; echo FOO; head -c 3000000000 /dev/zero; echo FOO; head -c 1000000000 /dev/zero;) | parallel --pipe -L2 --block 1g -k LANG=c wc -c
|
||||
### -L >4GB
|
||||
Eats 12.5 GB
|
||||
8000000008
|
||||
1000000000
|
||||
parallel: Warning: A record was longer than 1000000000. Increasing to --blocksize 1300000001.
|
||||
parallel: Warning: A record was longer than 1300000001. Increasing to --blocksize 1690000003.
|
||||
parallel: Warning: A record was longer than 1690000003. Increasing to --blocksize 2147483647.
|
||||
echo '**'
|
||||
**
|
||||
echo '### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")'
|
||||
### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
|
||||
echo '### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf'
|
||||
### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
|
||||
echo 'Eats 4 GB'
|
||||
Eats 4 GB
|
||||
perl -e '$buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print ((length $buf)."\n")'
|
||||
0
|
||||
echo 'Eats 4.7 GB'
|
||||
Eats 4.7 GB
|
||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged md5sum
|
||||
8d87694eab8991a10815067709c3bd51 -
|
||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
||||
echo 'Eats 4.7 GB'
|
||||
Eats 4.7 GB
|
||||
PATH=input-files/perl-v5.14.2:$PATH; (yes "`seq 3000`" | head -c 2300M; echo ged) | PERL5LIB=input-files/perl-v5.14.2/lib input-files/perl-v5.14.2/perl `which parallel` -k --block 2G --pipe --recend ged cat | wc -c
|
||||
2411724804
|
||||
parallel: Warning: --blocksize >= 2G causes problems. Using 2G-1.
|
||||
echo '**'
|
||||
par_2gb_record_reading ### Trouble reading a record > 2 GB for certain versions of Perl (substr($a,0,2G+1)="fails")
|
||||
par_2gb_record_reading ### perl -e $buf=("x"x(2**31))."x"; substr($buf,0,2**31+1)=""; print length $buf
|
||||
par_2gb_record_reading Eats 4 GB
|
||||
|
|
|
|||
Loading…
Reference in a new issue