mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-11-25 15:37:56 +00:00
testsuite: Minor speedups.
This commit is contained in:
parent
d995f43347
commit
02bd84afe9
|
@ -171,16 +171,52 @@ cc:Sandro Cazzaniga <kharec@mandriva.org>,
|
||||||
Ryoichiro Suzuki <ryoichiro.suzuki@gmail.com>,
|
Ryoichiro Suzuki <ryoichiro.suzuki@gmail.com>,
|
||||||
Jesse Alama <jesse.alama@gmail.com>
|
Jesse Alama <jesse.alama@gmail.com>
|
||||||
|
|
||||||
Subject: GNU Parallel 20130222 ('Chelyabinsk') released
|
Subject: GNU Parallel 20130422 ('Loikaw') released
|
||||||
|
|
||||||
GNU Parallel 20130222 ('Chelyabinsk') has been released. It is
|
GNU Parallel 20130422 ('Loikaw') has been released. It is
|
||||||
available for download at: http://ftp.gnu.org/gnu/parallel/
|
available for download at: http://ftp.gnu.org/gnu/parallel/
|
||||||
|
|
||||||
New in this release:
|
New in this release:
|
||||||
|
|
||||||
* GNU Parallel accepted for openSUSE.
|
* HPUX CPU/core detection. Thanks to Javier Tarradas.
|
||||||
|
|
||||||
|
* --load now uses 'ps' to see immediately see the number of running
|
||||||
|
processes instead of 'uptime' thus making --load react much faster.
|
||||||
|
|
||||||
|
* Testing on Centos 3.9 revealed a lot of compability bugs. Some of
|
||||||
|
these required quite extensive changes making this release beta
|
||||||
|
quality.
|
||||||
|
|
||||||
|
* --retries works with --onall.
|
||||||
|
|
||||||
|
* The new --load computation now works on FreeBSD 7.
|
||||||
|
|
||||||
|
* --nice works under tcsh.
|
||||||
|
|
||||||
|
* GNU Parallel is officially supported in NetBSD.
|
||||||
|
http://ftp.netbsd.org/pub/pkgsrc/current/pkgsrc/parallel/parallel/README.html
|
||||||
|
|
||||||
|
* GNU Parallel is accepted for openSUSE.
|
||||||
http://software.opensuse.org/package/gnu_parallel
|
http://software.opensuse.org/package/gnu_parallel
|
||||||
|
|
||||||
|
* GNU Parallel can be installed under Microsoft Windows (CygWin).
|
||||||
|
http://blogs.msdn.com/b/hpctrekker/archive/2013/03/30/preparing-and-uploading-datasets-for-hdinsight.aspx
|
||||||
|
|
||||||
|
* Job advert that requires GNU Parallel competence.
|
||||||
|
http://versium.com/about/careers/
|
||||||
|
|
||||||
|
* Parallelizing Batch Jobs for Fun and Profit.
|
||||||
|
http://mikeseidle.com/tech/programming/2013/03/parallelizing-batch-jobs
|
||||||
|
|
||||||
|
* Processing Transcription Start Sites(TSS) for the entire Mouse genome.
|
||||||
|
http://qbrc.swmed.edu/2013/03/gnu-parallel-speeding-up-unix-commands-and-scripts/
|
||||||
|
|
||||||
|
* GNU parallel is used throughout Scrimer
|
||||||
|
http://scrimer.readthedocs.org/en/latest/
|
||||||
|
|
||||||
|
* Identifying big movie files (German).
|
||||||
|
http://blackappsolutions.wordpress.com/2013/03/23/wenn-der-plattenplatz-knapp-wird-filme-identifizieren-die-viel-platz-belegen/
|
||||||
|
|
||||||
* Bug fixes and man page updates.
|
* Bug fixes and man page updates.
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -3,13 +3,13 @@
|
||||||
# Simple jobs that never fails
|
# Simple jobs that never fails
|
||||||
# Each should be taking 100s and be possible to run in parallel
|
# Each should be taking 100s and be possible to run in parallel
|
||||||
# I.e.: No race conditions, no logins
|
# I.e.: No race conditions, no logins
|
||||||
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -j4 -k -L1
|
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -k -j4 -L1
|
||||||
echo '### Test if we can deal with output > 4 GB'
|
echo '### Test if we can deal with output > 4 GB'
|
||||||
echo | niceload --io 10 parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum
|
# echo | niceload --io 10 parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum
|
||||||
# echo | parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum
|
echo | parallel -q perl -e '$a="x"x1000000;for(0..4300){print $a}' | md5sum
|
||||||
|
|
||||||
echo "### Test Force outside the file handle limit, 2009-02-17 Gave fork error"
|
echo "### Test Force outside the file handle limit, 2009-02-17 Gave fork error"
|
||||||
(echo echo Start; seq 1 20000 | perl -pe 's/^/true /'; echo echo end) | stdout parallel -uj 0 | grep -v 'processes took|adjusting'
|
(echo echo Start; seq 1 20000 | perl -pe 's/^/true /'; echo echo end) | stdout parallel -uj 0 | egrep -v 'processes took|adjusting'
|
||||||
|
|
||||||
echo '### Test of --retries on unreachable host'
|
echo '### Test of --retries on unreachable host'
|
||||||
seq 2 | stdout parallel -k --retries 2 -v -S 4.3.2.1,: echo
|
seq 2 | stdout parallel -k --retries 2 -v -S 4.3.2.1,: echo
|
||||||
|
|
|
@ -8,14 +8,13 @@ echo PARALLEL=$PARALLEL
|
||||||
|
|
||||||
for i in $(seq 2 10); do
|
for i in $(seq 2 10); do
|
||||||
i2=$[i*i]
|
i2=$[i*i]
|
||||||
seq $i2 | parallel -j0 --load 300% -kX echo {} |wc
|
seq $i2 | parallel -j0 --load 300% -kX echo {} | wc
|
||||||
seq 1 ${i2}0000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
|
seq 1 ${i2}0000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
|
||||||
done
|
done
|
||||||
|
|
||||||
echo "### Test if --load blocks. Bug.";
|
echo "### Test if --load blocks. Bug.";
|
||||||
seq 1 1000 | parallel -kj2 --load 300% --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
|
seq 1 1000 | parallel -kj2 --load 300% --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
|
||||||
seq 1 1000 | parallel -kj0 --load 300% --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
|
seq 1 1000 | parallel -kj0 --load 300% --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
|
||||||
|
|
||||||
seq 1 1000000 | parallel -kj0 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
|
seq 1 1000000 | parallel -kj0 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
|
||||||
seq 1 1000000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
|
seq 1 1000000 | parallel -kj20 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue