From 02bd84afe9ea46e64e70623c49c314d16ba1f389 Mon Sep 17 00:00:00 2001 From: Ole Tange Date: Mon, 8 Apr 2013 16:16:40 +0200 Subject: [PATCH] testsuite: Minor speedups. --- doc/release_new_version | 42 ++++++++++++++++++++-- testsuite/tests-to-run/parallel-local11.sh | 8 ++--- testsuite/tests-to-run/parallel-local8.sh | 13 ++++--- 3 files changed, 49 insertions(+), 14 deletions(-) diff --git a/doc/release_new_version b/doc/release_new_version index 6e1123b6..ff46d71a 100644 --- a/doc/release_new_version +++ b/doc/release_new_version @@ -171,16 +171,52 @@ cc:Sandro Cazzaniga , Ryoichiro Suzuki , Jesse Alama -Subject: GNU Parallel 20130222 ('Chelyabinsk') released +Subject: GNU Parallel 20130422 ('Loikaw') released -GNU Parallel 20130222 ('Chelyabinsk') has been released. It is +GNU Parallel 20130422 ('Loikaw') has been released. It is available for download at: http://ftp.gnu.org/gnu/parallel/ New in this release: -* GNU Parallel accepted for openSUSE. +* HPUX CPU/core detection. Thanks to Javier Tarradas. + +* --load now uses 'ps' to see immediately see the number of running + processes instead of 'uptime' thus making --load react much faster. + +* Testing on Centos 3.9 revealed a lot of compability bugs. Some of + these required quite extensive changes making this release beta + quality. + +* --retries works with --onall. + +* The new --load computation now works on FreeBSD 7. + +* --nice works under tcsh. + +* GNU Parallel is officially supported in NetBSD. + http://ftp.netbsd.org/pub/pkgsrc/current/pkgsrc/parallel/parallel/README.html + +* GNU Parallel is accepted for openSUSE. http://software.opensuse.org/package/gnu_parallel +* GNU Parallel can be installed under Microsoft Windows (CygWin). + http://blogs.msdn.com/b/hpctrekker/archive/2013/03/30/preparing-and-uploading-datasets-for-hdinsight.aspx + +* Job advert that requires GNU Parallel competence. + http://versium.com/about/careers/ + +* Parallelizing Batch Jobs for Fun and Profit. + http://mikeseidle.com/tech/programming/2013/03/parallelizing-batch-jobs + +* Processing Transcription Start Sites(TSS) for the entire Mouse genome. + http://qbrc.swmed.edu/2013/03/gnu-parallel-speeding-up-unix-commands-and-scripts/ + +* GNU parallel is used throughout Scrimer + http://scrimer.readthedocs.org/en/latest/ + +* Identifying big movie files (German). + http://blackappsolutions.wordpress.com/2013/03/23/wenn-der-plattenplatz-knapp-wird-filme-identifizieren-die-viel-platz-belegen/ + * Bug fixes and man page updates. diff --git a/testsuite/tests-to-run/parallel-local11.sh b/testsuite/tests-to-run/parallel-local11.sh index 1844eeca..a6441dd2 100755 --- a/testsuite/tests-to-run/parallel-local11.sh +++ b/testsuite/tests-to-run/parallel-local11.sh @@ -3,13 +3,13 @@ # Simple jobs that never fails # Each should be taking 100s and be possible to run in parallel # I.e.: No race conditions, no logins -cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -j4 -k -L1 +cat <<'EOF' | sed -e 's/;$/; /;s/$SERVER1/'$SERVER1'/;s/$SERVER2/'$SERVER2'/' | stdout parallel -k -j4 -L1 echo '### Test if we can deal with output > 4 GB' - echo | niceload --io 10 parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum -# echo | parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum +# echo | niceload --io 10 parallel -q perl -e '"\$a=\"x\"x1000000;for(0..4300){print \$a}"' | md5sum + echo | parallel -q perl -e '$a="x"x1000000;for(0..4300){print $a}' | md5sum echo "### Test Force outside the file handle limit, 2009-02-17 Gave fork error" - (echo echo Start; seq 1 20000 | perl -pe 's/^/true /'; echo echo end) | stdout parallel -uj 0 | grep -v 'processes took|adjusting' + (echo echo Start; seq 1 20000 | perl -pe 's/^/true /'; echo echo end) | stdout parallel -uj 0 | egrep -v 'processes took|adjusting' echo '### Test of --retries on unreachable host' seq 2 | stdout parallel -k --retries 2 -v -S 4.3.2.1,: echo diff --git a/testsuite/tests-to-run/parallel-local8.sh b/testsuite/tests-to-run/parallel-local8.sh index 92fa81cd..a43ec72b 100644 --- a/testsuite/tests-to-run/parallel-local8.sh +++ b/testsuite/tests-to-run/parallel-local8.sh @@ -8,14 +8,13 @@ echo PARALLEL=$PARALLEL for i in $(seq 2 10); do i2=$[i*i] - seq $i2 | parallel -j0 --load 300% -kX echo {} |wc - seq 1 ${i2}0000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum + seq $i2 | parallel -j0 --load 300% -kX echo {} | wc + seq 1 ${i2}0000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum done echo "### Test if --load blocks. Bug."; -seq 1 1000 | parallel -kj2 --load 300% --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum -seq 1 1000 | parallel -kj0 --load 300% --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum +seq 1 1000 | parallel -kj2 --load 300% --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum +seq 1 1000 | parallel -kj0 --load 300% --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum -seq 1 1000000 | parallel -kj0 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum -seq 1 1000000 | nice parallel -kj20 --recend "\n" --spreadstdin gzip -9 | zcat | sort -n | md5sum - \ No newline at end of file +seq 1 1000000 | parallel -kj0 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum +seq 1 1000000 | parallel -kj20 --recend "\n" --spreadstdin gzip -1 | zcat | sort -n | md5sum