tange/parallel
1
0
Fork 0
mirror of https://git.savannah.gnu.org/git/parallel.git synced 2024-11-29 09:27:56 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

testsuite: Minor speedups.

Browse source
This commit is contained in:
Ole Tange 2013-04-08 16:16:40 +02:00
parent d995f43347
commit 02bd84afe9
3 changed files with 49 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

42
doc/release_new_version
View file

@ -171,16 +171,52 @@ cc:Sandro Cazzaniga <kharec@mandriva.org>,
Ryoichiro Suzuki <ryoichiro.suzuki@gmail.com>,
Jesse Alama <jesse.alama@gmail.com>
Subject: GNU Parallel 20130222 ('Chelyabinsk') released
Subject: GNU Parallel 20130422 ('Loikaw') released
GNU Parallel 20130222 ('Chelyabinsk') has been released. It is
GNU Parallel 20130422 ('Loikaw') has been released. It is
available for download at: http://ftp.gnu.org/gnu/parallel/
New in this release:
* GNU Parallel accepted for openSUSE.
* HPUX CPU/core detection. Thanks to Javier Tarradas.
* --load now uses 'ps' to see immediately see the number of running
processes instead of 'uptime' thus making --load react much faster.
* Testing on Centos 3.9 revealed a lot of compability bugs. Some of
these required quite extensive changes making this release beta
quality.
* --retries works with --onall.
* The new --load computation now works on FreeBSD 7.
* --nice works under tcsh.
* GNU Parallel is officially supported in NetBSD.
http://ftp.netbsd.org/pub/pkgsrc/current/pkgsrc/parallel/parallel/README.html
* GNU Parallel is accepted for openSUSE.
http://software.opensuse.org/package/gnu_parallel
* GNU Parallel can be installed under Microsoft Windows (CygWin).
http://blogs.msdn.com/b/hpctrekker/archive/2013/03/30/preparing-and-uploading-datasets-for-hdinsight.aspx
* Job advert that requires GNU Parallel competence.
http://versium.com/about/careers/
* Parallelizing Batch Jobs for Fun and Profit.
http://mikeseidle.com/tech/programming/2013/03/parallelizing-batch-jobs
* Processing Transcription Start Sites(TSS) for the entire Mouse genome.
http://qbrc.swmed.edu/2013/03/gnu-parallel-speeding-up-unix-commands-and-scripts/
* GNU parallel is used throughout Scrimer
http://scrimer.readthedocs.org/en/latest/
* Identifying big movie files (German).
http://blackappsolutions.wordpress.com/2013/03/23/wenn-der-plattenplatz-knapp-wird-filme-identifizieren-die-viel-platz-belegen/
* Bug fixes and man page updates.

8
testsuite/tests-to-run/parallel-local11.sh
View file

@ -3,13 +3,13 @@
# Simple jobs that never fails
# Each should be taking 100s and be possible to run in parallel
# I.e.: No race conditions, no logins
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -j4 -k -L1
cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -k -j4 -L1
echo '### Test if we can deal with output > 4 GB'
echo | niceload --io 10 parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum
# echo | parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum
# echo | niceload --io 10 parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum
echo | parallel -q perl -e '$a="x"x1000000;for(0..4300){print $a}' | md5sum
echo "### Test Force outside the file handle limit, 2009-02-17 Gave fork error"
(echo echo Start; seq 1 20000 | perl -pe 's/^/true /'; echo echo end) | stdout parallel -uj 0 | grep -v 'processes took|adjusting'
(echo echo Start; seq 1 20000 | perl -pe 's/^/true /'; echo echo end) | stdout parallel -uj 0 | egrep -v 'processes took|adjusting'
echo '### Test of --retries on unreachable host'
seq 2 | stdout parallel -k --retries 2 -v -S 4.3.2.1,: echo

13
testsuite/tests-to-run/parallel-local8.sh
View file

@ -8,14 +8,13 @@ echo PARALLEL=$PARALLEL
for i in $(seq 2 10); do
i2=$[i*i]
seq $i2 | parallel -j0 --load 300% -kX echo {} |wc
seq 1 ${i2}0000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
seq $i2 | parallel -j0 --load 300% -kX echo {} | wc
seq 1 ${i2}0000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
done
echo "### Test if --load blocks. Bug.";
seq 1 1000 | parallel -kj2 --load 300% --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
seq 1 1000 | parallel -kj0 --load 300% --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
seq 1 1000 | parallel -kj2 --load 300% --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
seq 1 1000 | parallel -kj0 --load 300% --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
seq 1 1000000 | parallel -kj0 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
seq 1 1000000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum
seq 1 1000000 | parallel -kj0 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum
seq 1 1000000 | parallel -kj20 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum