From 70732f3290cb2ed2aef6342114b327912dfc55cc Mon Sep 17 00:00:00 2001 From: Ole Tange Date: Sun, 23 May 2021 01:18:09 +0200 Subject: [PATCH] Released as 20210522 ('Gaza') --- NEWS | 29 +++++++++++++++++++ README | 24 +++++++-------- configure | 20 ++++++------- configure.ac | 2 +- doc/haikus | 10 +++---- doc/release_new_version | 17 +++++------ packager/obs/home:tange/parallel/.osc/_files | 12 ++++---- .../home:tange/parallel/.osc/parallel.spec | 2 +- src/env_parallel.ash | 2 +- src/env_parallel.bash | 2 +- src/env_parallel.dash | 2 +- src/env_parallel.ksh | 2 +- src/env_parallel.mksh | 2 +- src/env_parallel.sh | 2 +- src/env_parallel.zsh | 2 +- src/niceload | 2 +- src/parallel | 24 +++++++-------- src/parsort | 2 +- src/sql | 2 +- testsuite/tests-to-run/parallel-local-0.3s.sh | 6 ++-- testsuite/tests-to-run/parallel-local12.sh | 8 +++-- testsuite/tests-to-run/parallel-local15.sh | 2 +- testsuite/tests-to-run/parallel-local23.sh | 5 ---- testsuite/wanted-results/parallel-local12 | 4 --- testsuite/wanted-results/parallel-local23 | 16 +--------- 25 files changed, 105 insertions(+), 96 deletions(-) diff --git a/NEWS b/NEWS index 73da62e2..c1cdf616 100644 --- a/NEWS +++ b/NEWS @@ -1,3 +1,32 @@ +20210522 + +New in this release: + +* --plus includes {%%regexp} and {##regexp}. + +* Bug fixes and man page updates. + +News about GNU Parallel: + +* Batch Calculate and Verify MD5 Checksum With GNU Parallel + https://omicx.cc/posts/2021-04-28-calculate-and-verify-md5-checksum-with-gnu-parallel/ + +* HerrComp Gnu parallel, c++11 threads 2021 04 28 + https://www.youtube.com/watch?v=wDd9F9nn0qA + +* Distributing embarrassingly parallel tasks GNU Parallel + https://ulhpc-tutorials.readthedocs.io/en/latest/sequential/gnu-parallel/ + +* Job Parallelization on Niagara + https://www.maryamdaryalal.com/post/job-parallelization-on-niagara + +* Use Parallel to split by line + https://madflex.de/use-parallel-to-split-by-line/ + +* m1 multi-core batch convert with gpu parallel + ffmpeg + https://www.youtube.com/watch?v=hAuc0YsXv6A + + 20210422 New in this release: diff --git a/README b/README index f3e95180..66aab963 100644 --- a/README +++ b/README @@ -57,11 +57,11 @@ document. Full installation of GNU Parallel is as simple as: - wget https://ftpmirror.gnu.org/parallel/parallel-20210422.tar.bz2 - wget https://ftpmirror.gnu.org/parallel/parallel-20210422.tar.bz2.sig - gpg parallel-20210422.tar.bz2.sig - bzip2 -dc parallel-20210422.tar.bz2 | tar xvf - - cd parallel-20210422 + wget https://ftpmirror.gnu.org/parallel/parallel-20210522.tar.bz2 + wget https://ftpmirror.gnu.org/parallel/parallel-20210522.tar.bz2.sig + gpg parallel-20210522.tar.bz2.sig + bzip2 -dc parallel-20210522.tar.bz2 | tar xvf - + cd parallel-20210522 ./configure && make && sudo make install @@ -70,11 +70,11 @@ Full installation of GNU Parallel is as simple as: If you are not root you can add ~/bin to your path and install in ~/bin and ~/share: - wget https://ftpmirror.gnu.org/parallel/parallel-20210422.tar.bz2 - wget https://ftpmirror.gnu.org/parallel/parallel-20210422.tar.bz2.sig - gpg parallel-20210422.tar.bz2.sig - bzip2 -dc parallel-20210422.tar.bz2 | tar xvf - - cd parallel-20210422 + wget https://ftpmirror.gnu.org/parallel/parallel-20210522.tar.bz2 + wget https://ftpmirror.gnu.org/parallel/parallel-20210522.tar.bz2.sig + gpg parallel-20210522.tar.bz2.sig + bzip2 -dc parallel-20210522.tar.bz2 | tar xvf - + cd parallel-20210522 ./configure --prefix=$HOME && make && make install Or if your system lacks 'make' you can simply copy src/parallel @@ -122,8 +122,8 @@ will love you for it. When using programs that use GNU Parallel to process data for publication please cite: - Tange, O. (2021, April 22). GNU Parallel 20210422 ('Ever Given'). - Zenodo. https://doi.org/10.5281/zenodo.4710607 + Tange, O. (2021, May 22). GNU Parallel 20210522 ('Gaza'). + Zenodo. https://doi.org/10.5281/zenodo.4781603 Copyright (C) 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021 Ole Tange, http://ole.tange.dk and diff --git a/configure b/configure index 5c48abf2..0eb0afe6 100755 --- a/configure +++ b/configure @@ -1,6 +1,6 @@ #! /bin/sh # Guess values for system-dependent variables and create Makefiles. -# Generated by GNU Autoconf 2.69 for parallel 20210422. +# Generated by GNU Autoconf 2.69 for parallel 20210522. # # Report bugs to . # @@ -579,8 +579,8 @@ MAKEFLAGS= # Identity of this package. PACKAGE_NAME='parallel' PACKAGE_TARNAME='parallel' -PACKAGE_VERSION='20210422' -PACKAGE_STRING='parallel 20210422' +PACKAGE_VERSION='20210522' +PACKAGE_STRING='parallel 20210522' PACKAGE_BUGREPORT='bug-parallel@gnu.org' PACKAGE_URL='' @@ -1214,7 +1214,7 @@ if test "$ac_init_help" = "long"; then # Omit some internal or obsolete options to make the list less imposing. # This message is too long to be a string in the A/UX 3.1 sh. cat <<_ACEOF -\`configure' configures parallel 20210422 to adapt to many kinds of systems. +\`configure' configures parallel 20210522 to adapt to many kinds of systems. Usage: $0 [OPTION]... [VAR=VALUE]... @@ -1281,7 +1281,7 @@ fi if test -n "$ac_init_help"; then case $ac_init_help in - short | recursive ) echo "Configuration of parallel 20210422:";; + short | recursive ) echo "Configuration of parallel 20210522:";; esac cat <<\_ACEOF @@ -1357,7 +1357,7 @@ fi test -n "$ac_init_help" && exit $ac_status if $ac_init_version; then cat <<\_ACEOF -parallel configure 20210422 +parallel configure 20210522 generated by GNU Autoconf 2.69 Copyright (C) 2012 Free Software Foundation, Inc. @@ -1374,7 +1374,7 @@ cat >config.log <<_ACEOF This file contains any messages produced by compilers while running configure, to aid debugging if configure makes a mistake. -It was created by parallel $as_me 20210422, which was +It was created by parallel $as_me 20210522, which was generated by GNU Autoconf 2.69. Invocation command line was $ $0 $@ @@ -2237,7 +2237,7 @@ fi # Define the identity of the package. PACKAGE='parallel' - VERSION='20210422' + VERSION='20210522' cat >>confdefs.h <<_ACEOF @@ -2880,7 +2880,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1 # report actual input values of CONFIG_FILES etc. instead of their # values after options handling. ac_log=" -This file was extended by parallel $as_me 20210422, which was +This file was extended by parallel $as_me 20210522, which was generated by GNU Autoconf 2.69. Invocation command line was CONFIG_FILES = $CONFIG_FILES @@ -2942,7 +2942,7 @@ _ACEOF cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1 ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`" ac_cs_version="\\ -parallel config.status 20210422 +parallel config.status 20210522 configured by $0, generated by GNU Autoconf 2.69, with options \\"\$ac_cs_config\\" diff --git a/configure.ac b/configure.ac index 1398e857..472d87cb 100644 --- a/configure.ac +++ b/configure.ac @@ -1,4 +1,4 @@ -AC_INIT([parallel], [20210422], [bug-parallel@gnu.org]) +AC_INIT([parallel], [20210522], [bug-parallel@gnu.org]) AM_INIT_AUTOMAKE([-Wall -Werror foreign]) AC_CONFIG_HEADERS([config.h]) AC_CONFIG_FILES([ diff --git a/doc/haikus b/doc/haikus index 990ecdb9..a9737475 100644 --- a/doc/haikus +++ b/doc/haikus @@ -4,7 +4,6 @@ Quote of the month: - Parallel is amazing! -- fatboy93@reddit @@ -15,10 +14,6 @@ Quote of the month: I'm glad I don't have to implement multi-threaded Python scripts on the regular. -- Fredrick Brennan @fr_brennan@twitter - If you work with lots of files at once - Take a good look at GNU parallel - Change your life for the better - -- French @notareverser@twitter @GnuParallel the best thing ever and it's not up for debate #EOchat -- Nathan Thomas @DrNASApants@twitter @@ -126,6 +121,11 @@ https://negfeedback.blogspot.com/2020/05/indispensable-command-line-tools.html === Used === + If you work with lots of files at once + Take a good look at GNU parallel + Change your life for the better + -- French @notareverser@twitter + GNU Parallel is your friend. Can shorten that time by X cores. -- iRODS @irods@twitter diff --git a/doc/release_new_version b/doc/release_new_version index 0d18afae..8a0d1bf8 100644 --- a/doc/release_new_version +++ b/doc/release_new_version @@ -88,7 +88,7 @@ https://build.opensuse.org/package/show/home:tange/parallel == Upload LBRY == -lbry://@GnuParallel#4/parallel-20210322#4 +lbry://@GnuParallel#4/parallel-20210322.tar.bz2 An easy way to support GNU Parallel is to tip on LBRY. @@ -241,7 +241,7 @@ from:tange@gnu.org to:parallel@gnu.org, bug-parallel@gnu.org stable-bcc: Jesse Alama -Subject: GNU Parallel 20210522 ('Palestine/Lag Ba'Omer celebrations at Mt. Meron Israel/Michael Collins <<>>') released <<[stable]>> +Subject: GNU Parallel 20210522 ('Gaza/Lag Ba'Omer celebrations at Mt. Meron Israel/Michael Collins <<>>') released <<[stable]>> GNU Parallel 20210522 ('<<>>') <<[stable]>> has been released. It is available for download at: lbry://@GnuParallel:4 @@ -257,19 +257,18 @@ Quote of the month: New in this release: +* --plus includes {%%regexp} and {##regexp}. + * Bug fixes and man page updates. News about GNU Parallel: * Batch Calculate and Verify MD5 Checksum With GNU Parallel https://omicx.cc/posts/2021-04-28-calculate-and-verify-md5-checksum-with-gnu-parallel/ - * HerrComp Gnu parallel, c++11 threads 2021 04 28 https://www.youtube.com/watch?v=wDd9F9nn0qA - -news??https://ulhpc-tutorials.readthedocs.io/en/latest/sequential/gnu-parallel/ -news?https://edbennett.github.io/high-performance-python/04-gnu-parallel/index.html -https://www.maryamdaryalal.com/post/job-parallelization-on-niagara -https://omicx.cc/posts/2021-04-28-calculate-and-verify-md5-checksum-with-gnu-parallel/ -https://madflex.de/use-parallel-to-split-by-line/ +* Distributing embarrassingly parallel tasks GNU Parallel https://ulhpc-tutorials.readthedocs.io/en/latest/sequential/gnu-parallel/ +* Job Parallelization on Niagara https://www.maryamdaryalal.com/post/job-parallelization-on-niagara +* Use Parallel to split by line https://madflex.de/use-parallel-to-split-by-line/ +* m1 multi-core batch convert with gpu parallel + ffmpeg https://www.youtube.com/watch?v=hAuc0YsXv6A <<>> diff --git a/packager/obs/home:tange/parallel/.osc/_files b/packager/obs/home:tange/parallel/.osc/_files index e0db7813..b703f41c 100644 --- a/packager/obs/home:tange/parallel/.osc/_files +++ b/packager/obs/home:tange/parallel/.osc/_files @@ -1,7 +1,7 @@ - - - - - - + + + + + + diff --git a/packager/obs/home:tange/parallel/.osc/parallel.spec b/packager/obs/home:tange/parallel/.osc/parallel.spec index 0bc73c63..58e07a7c 100644 --- a/packager/obs/home:tange/parallel/.osc/parallel.spec +++ b/packager/obs/home:tange/parallel/.osc/parallel.spec @@ -1,7 +1,7 @@ Summary: Shell tool for executing jobs in parallel Name: parallel -Version: 20210422 +Version: 20210522 Release: 1.3 License: GPL-3.0-or-later Group: Productivity/File utilities diff --git a/src/env_parallel.ash b/src/env_parallel.ash index 69441e41..949f2af5 100755 --- a/src/env_parallel.ash +++ b/src/env_parallel.ash @@ -385,7 +385,7 @@ _parset_main() { return 255 fi if [ "$_parset_NAME" = "--version" ] ; then - echo "parset 20210423 (GNU parallel `parallel --minversion 1`)" + echo "parset 20210522 (GNU parallel `parallel --minversion 1`)" echo "Copyright (C) 2007-2021 Ole Tange, http://ole.tange.dk and Free Software" echo "Foundation, Inc." echo "License GPLv3+: GNU GPL version 3 or later " diff --git a/src/env_parallel.bash b/src/env_parallel.bash index 05a37ebe..4e6e0d70 100755 --- a/src/env_parallel.bash +++ b/src/env_parallel.bash @@ -391,7 +391,7 @@ _parset_main() { return 255 fi if [ "$_parset_NAME" = "--version" ] ; then - echo "parset 20210423 (GNU parallel `parallel --minversion 1`)" + echo "parset 20210522 (GNU parallel `parallel --minversion 1`)" echo "Copyright (C) 2007-2021 Ole Tange, http://ole.tange.dk and Free Software" echo "Foundation, Inc." echo "License GPLv3+: GNU GPL version 3 or later " diff --git a/src/env_parallel.dash b/src/env_parallel.dash index dbed10b7..78258da4 100755 --- a/src/env_parallel.dash +++ b/src/env_parallel.dash @@ -385,7 +385,7 @@ _parset_main() { return 255 fi if [ "$_parset_NAME" = "--version" ] ; then - echo "parset 20210423 (GNU parallel `parallel --minversion 1`)" + echo "parset 20210522 (GNU parallel `parallel --minversion 1`)" echo "Copyright (C) 2007-2021 Ole Tange, http://ole.tange.dk and Free Software" echo "Foundation, Inc." echo "License GPLv3+: GNU GPL version 3 or later " diff --git a/src/env_parallel.ksh b/src/env_parallel.ksh index dad576ab..891cc52e 100755 --- a/src/env_parallel.ksh +++ b/src/env_parallel.ksh @@ -368,7 +368,7 @@ _parset_main() { return 255 fi if [ "$_parset_NAME" = "--version" ] ; then - echo "parset 20210423 (GNU parallel `parallel --minversion 1`)" + echo "parset 20210522 (GNU parallel `parallel --minversion 1`)" echo "Copyright (C) 2007-2021 Ole Tange, http://ole.tange.dk and Free Software" echo "Foundation, Inc." echo "License GPLv3+: GNU GPL version 3 or later " diff --git a/src/env_parallel.mksh b/src/env_parallel.mksh index f4599212..196254af 100644 --- a/src/env_parallel.mksh +++ b/src/env_parallel.mksh @@ -371,7 +371,7 @@ _parset_main() { return 255 fi if [ "$_parset_NAME" = "--version" ] ; then - echo "parset 20210423 (GNU parallel `parallel --minversion 1`)" + echo "parset 20210522 (GNU parallel `parallel --minversion 1`)" echo "Copyright (C) 2007-2021 Ole Tange, http://ole.tange.dk and Free Software" echo "Foundation, Inc." echo "License GPLv3+: GNU GPL version 3 or later " diff --git a/src/env_parallel.sh b/src/env_parallel.sh index c92122ac..a09da661 100755 --- a/src/env_parallel.sh +++ b/src/env_parallel.sh @@ -390,7 +390,7 @@ _parset_main() { return 255 fi if [ "$_parset_NAME" = "--version" ] ; then - echo "parset 20210423 (GNU parallel `parallel --minversion 1`)" + echo "parset 20210522 (GNU parallel `parallel --minversion 1`)" echo "Copyright (C) 2007-2021 Ole Tange, http://ole.tange.dk and Free Software" echo "Foundation, Inc." echo "License GPLv3+: GNU GPL version 3 or later " diff --git a/src/env_parallel.zsh b/src/env_parallel.zsh index 5c724b75..7c2acd00 100755 --- a/src/env_parallel.zsh +++ b/src/env_parallel.zsh @@ -362,7 +362,7 @@ _parset_main() { return 255 fi if [ "$_parset_NAME" = "--version" ] ; then - echo "parset 20210423 (GNU parallel `parallel --minversion 1`)" + echo "parset 20210522 (GNU parallel `parallel --minversion 1`)" echo "Copyright (C) 2007-2021 Ole Tange, http://ole.tange.dk and Free Software" echo "Foundation, Inc." echo "License GPLv3+: GNU GPL version 3 or later " diff --git a/src/niceload b/src/niceload index 58bfae41..a0b1649e 100755 --- a/src/niceload +++ b/src/niceload @@ -26,7 +26,7 @@ use strict; use Getopt::Long; $Global::progname="niceload"; -$Global::version = 20210423; +$Global::version = 20210522; Getopt::Long::Configure("bundling","require_order"); get_options_from_array(\@ARGV) || die_usage(); if($opt::version) { diff --git a/src/parallel b/src/parallel index 9d03a0a3..8ccb58d8 100755 --- a/src/parallel +++ b/src/parallel @@ -2187,7 +2187,7 @@ sub check_invalid_option_combinations() { sub init_globals() { # Defaults: - $Global::version = 20210423; + $Global::version = 20210522; $Global::progname = 'parallel'; $::name = "GNU Parallel"; $Global::infinity = 2**31; @@ -2246,7 +2246,7 @@ sub init_globals() { # echo {##z.*z.} ::: z.z.z.foo => foo # Bash ${a#bc} '{#([^#}][^}]*?)}' => - '$nongreedy=::make_regexp_ungreedy($$1);s/^$nongreedy(.*)/$1/;', + '$nongreedy=::make_regexp_ungreedy($$1);s/^$nongreedy(.*)/$1/;', # Bash ${a##bc} '{##([^#}][^}]*?)}' => 's/^$$1//;', # echo {%.z.*z} ::: foo.z.z.z => foo.z @@ -4992,8 +4992,8 @@ sub usage() { "If you use programs that use GNU Parallel to process data for an article in a", "scientific publication, please cite:", "", - " Tange, O. (2021, April 22). GNU Parallel 20210422 ('Ever Given').", - " Zenodo. https://doi.org/10.5281/zenodo.4710607", + " Tange, O. (2021, May 22). GNU Parallel 20210522 ('Gaza').", + " Zenodo. https://doi.org/10.5281/zenodo.4781603", "", # Before changing this line, please read # https://www.gnu.org/software/parallel/parallel_design.html#Citation-notice @@ -5023,8 +5023,8 @@ sub citation_notice() { "If you use programs that use GNU Parallel to process data for an article in a", "scientific publication, please cite:", "", - " Tange, O. (2021, April 22). GNU Parallel 20210422 ('Ever Given').", - " Zenodo. https://doi.org/10.5281/zenodo.4710607", + " Tange, O. (2021, May 22). GNU Parallel 20210522 ('Gaza').", + " Zenodo. https://doi.org/10.5281/zenodo.4781603", "", # Before changing this line, please read # https://www.gnu.org/software/parallel/parallel_design.html#Citation-notice and @@ -5147,20 +5147,20 @@ sub citation() { "If you use programs that use GNU Parallel to process data for an article in a", "scientific publication, please cite:", "", - "\@software{tange_2021_4710607,", + "\@software{tange_2021_4781603,", " author = {Tange, Ole},", - " title = {GNU Parallel 20210422 ('Ever Given')},", - " month = Apr,", + " title = {GNU Parallel 20210522 ('Gaza')},", + " month = May,", " year = 2021,", " note = {{GNU Parallel is a general parallelizer to run", " multiple serial command line programs in parallel", " without changing them.}},", " publisher = {Zenodo},", - " doi = {10.5281/zenodo.4710607},", - " url = {https://doi.org/10.5281/zenodo.4710607}", + " doi = {10.5281/zenodo.4781603},", + " url = {https://doi.org/10.5281/zenodo.4781603}", "}", "", - "(Feel free to use \\nocite{tange_2021_4710607})", + "(Feel free to use \\nocite{tange_2021_4781603})", "", # Before changing this line, please read # https://www.gnu.org/software/parallel/parallel_design.html#Citation-notice and diff --git a/src/parsort b/src/parsort index a193fdd0..1e4dcef1 100755 --- a/src/parsort +++ b/src/parsort @@ -121,7 +121,7 @@ GetOptions( "help" => \$opt::dummy, ) || exit(255); $Global::progname = ($0 =~ m:(^|/)([^/]+)$:)[1]; -$Global::version = 20210423; +$Global::version = 20210522; if($opt::version) { version(); exit 0; } @Global::sortoptions = shell_quote(@ARGV_before[0..($#ARGV_before-$#ARGV-1)]); diff --git a/src/sql b/src/sql index d99a372f..8c76517d 100755 --- a/src/sql +++ b/src/sql @@ -600,7 +600,7 @@ $Global::Initfile && unlink $Global::Initfile; exit ($err); sub parse_options { - $Global::version = 20210423; + $Global::version = 20210522; $Global::progname = 'sql'; # This must be done first as this may exec myself diff --git a/testsuite/tests-to-run/parallel-local-0.3s.sh b/testsuite/tests-to-run/parallel-local-0.3s.sh index f4b2e62a..a7deb967 100644 --- a/testsuite/tests-to-run/parallel-local-0.3s.sh +++ b/testsuite/tests-to-run/parallel-local-0.3s.sh @@ -351,9 +351,9 @@ par_disk_full() { sudo umount -l smalldisk.img dd if=/dev/zero of=smalldisk.img bs=100k count=1k yes|mkfs smalldisk.img - sudo mkdir -p /mnt/ram - sudo mount smalldisk.img /mnt/ram - sudo chmod 777 /mnt/ram + sudo mkdir -p $SMALLDISK + sudo mount smalldisk.img $SMALLDISK + sudo chmod 777 $SMALLDISK ) >/dev/null 2>/dev/null cat /dev/zero >$SMALLDISK/out diff --git a/testsuite/tests-to-run/parallel-local12.sh b/testsuite/tests-to-run/parallel-local12.sh index d9ca560a..75fb210e 100644 --- a/testsuite/tests-to-run/parallel-local12.sh +++ b/testsuite/tests-to-run/parallel-local12.sh @@ -33,7 +33,9 @@ cat >/tmp/parallel-script-for-script </tmp/parallel-script-for-script2 <