From 794315c67627bd39f699bae269cb02a693c10228 Mon Sep 17 00:00:00 2001 From: Ole Tange Date: Sun, 14 Feb 2016 20:13:31 +0100 Subject: [PATCH] parallel: --load: Use 'ps axH -o state,command' to include threads. --- doc/release_new_version | 5 +++++ src/parallel | 9 +++++---- src/parallel.pod | 6 ++++-- src/parallel_design.pod | 4 ++++ 4 files changed, 18 insertions(+), 6 deletions(-) diff --git a/doc/release_new_version b/doc/release_new_version index 5c07d8c4..3750cd78 100644 --- a/doc/release_new_version +++ b/doc/release_new_version @@ -225,6 +225,7 @@ Haiku of the month: New in this release: +* Vote for new community on Superuser, Ask Ubuntu, Unix&Linux http://meta.superuser.com/questions/11127/community-promotion-ads-2016/11225#11225 http://meta.askubuntu.com/questions/14925/community-promotion-ads-2016/15046#15046 http://meta.unix.stackexchange.com/questions/3854/community-promotion-ads-2016/3893#3893 * << kontakt GNU Parallel was used (unfortunately without citation) in: Instrumentation and Trace Analysis for Ad-hoc Python Workflows in Cloud Environments http://ieeexplore.ieee.org/xpl/articleDetails.jsp?arnumber=7214035>> @@ -242,10 +243,14 @@ for Big Data Applications https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumb * <> +* Downloading a list of URLs http://blog.gypsydave5.com/2016/02/04/xargs-and-curl/ + * Using GNU Parallel and ImageMagick for Conversions http://blog.fractalcomic.com/tutorials/using-gnu-parallel-and-imagemagick-for-conversions/ * Running bash commands in parallel http://linuxcommando.blogspot.dk/2016/01/running-bash-commands-in-parallel.html +* parallel processing in PDAL https://smathermather.wordpress.com/2016/01/28/parallel-processing-in-pdal/ + * A Million Text Files And A Single Laptop http://randyzwitch.com/gnu-parallel-medium-data/ * 「今日から使い切る」ための GNU Parallelによる並列処理入門 http://www.slideshare.net/koji_matsuda/gnu-parallel diff --git a/src/parallel b/src/parallel index c19cb594..cc96d343 100755 --- a/src/parallel +++ b/src/parallel @@ -4713,10 +4713,12 @@ sub loadavg_too_high { # svr5 => sysv # ultrix => ps -ax | awk '{print $3,$5}' # unixware => ps -el|awk '{print $2,$14,$15}' - my $ps = q{ + my $ps = ::spacefree(1,q{ $sysv="ps -ef -o s -o comm"; $sysv2="ps -ef -o state -o comm"; $bsd="ps ax -o state,command"; + # Treat threads as processes + $bsd2="ps axH -o state,command"; $psel="ps -el|awk '{ print \$2,\$14,\$15 }'"; $cygwin=q{ perl -ne 'close STDERR; /Name/ and print"\n"; /(Name|Pid|Ppid|State):\s+(\S+)/ and print "$2\t";' /proc/*/status | @@ -4728,11 +4730,11 @@ sub loadavg_too_high { 'darwin' => $bsd, 'dec_osf' => $sysv2, 'dragonfly' => $bsd, - 'freebsd' => $bsd, + 'freebsd' => $bsd2, 'gnu' => $bsd, 'hpux' => $psel, 'irix' => $sysv2, - 'linux' => $bsd, + 'linux' => $bsd2, 'minix' => "ps el|awk '{print \$1,\$11}'", 'mirbsd' => $bsd, 'msys' => $sysv, @@ -4746,7 +4748,6 @@ sub loadavg_too_high { ); print `$ps{$^O}`; }; - $ps =~ s/[ \t\n]+/ /g; $cmd = "perl -e ".::shell_quote_scalar($ps); } return $cmd; diff --git a/src/parallel.pod b/src/parallel.pod index d8e9e777..c1bd23cc 100644 --- a/src/parallel.pod +++ b/src/parallel.pod @@ -4012,7 +4012,7 @@ supports (See REPORTING BUGS). B offers some of the same possibilities as GNU B. -B deals badly with special characters (such as space, ' and +B deals badly with special characters (such as space, \, ' and "). To see the problem try this: touch important_file @@ -4020,6 +4020,8 @@ B deals badly with special characters (such as space, ' and ls not* | xargs rm mkdir -p "My brother's 12\" records" ls | xargs rmdir + touch 'c:\windows\system32\clfs.sys' + echo 'c:\windows\system32\clfs.sys' | xargs ls -l You can specify B<-0>, but many input generators are not optimized for using B as separator but are optimized for @@ -4028,7 +4030,7 @@ B, B, B (B<-0> and \0 instead of \n), B (requires using B<-0>), B (requires using B<-print0>), B (requires user to use B<-z> or B<-Z>), B (requires using B<-z>). -So GNU B's newline separation can be emulated with: +GNU B's newline separation can be emulated with: B> diff --git a/src/parallel_design.pod b/src/parallel_design.pod index 3d3121c1..6bbbbcec 100644 --- a/src/parallel_design.pod +++ b/src/parallel_design.pod @@ -816,6 +816,10 @@ Will that require 2x record size memory? Will that require 2x block size memory? +=head2 Logo + +The logo is inpired by the Cafe Wall illusion. The font is DejaVu Sans. + =head1 Historical decisions