mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-11-22 05:57:54 +00:00
niceload: --run-* --start-* --io implemented.
Testsuite extended (untested). man page updated.
This commit is contained in:
Ole Tange
parent
ebeeb2755d
commit
ab1fe956ea
20
configure
vendored
20
configure
vendored
|
|
@ -1,6 +1,6 @@
|
||||||
#! /bin/sh
|
#! /bin/sh
|
||||||
# Guess values for system-dependent variables and create Makefiles.
|
# Guess values for system-dependent variables and create Makefiles.
|
||||||
# Generated by GNU Autoconf 2.68 for parallel 20110622.
|
# Generated by GNU Autoconf 2.68 for parallel 20110718.
|
||||||
#
|
#
|
||||||
# Report bugs to <bug-parallel@gnu.org>.
|
# Report bugs to <bug-parallel@gnu.org>.
|
||||||
#
|
#
|
||||||
|
|
@ -559,8 +559,8 @@ MAKEFLAGS=
|
||||||
# Identity of this package.
|
# Identity of this package.
|
||||||
PACKAGE_NAME='parallel'
|
PACKAGE_NAME='parallel'
|
||||||
PACKAGE_TARNAME='parallel'
|
PACKAGE_TARNAME='parallel'
|
||||||
PACKAGE_VERSION='20110622'
|
PACKAGE_VERSION='20110718'
|
||||||
PACKAGE_STRING='parallel 20110622'
|
PACKAGE_STRING='parallel 20110718'
|
||||||
PACKAGE_BUGREPORT='bug-parallel@gnu.org'
|
PACKAGE_BUGREPORT='bug-parallel@gnu.org'
|
||||||
PACKAGE_URL=''
|
PACKAGE_URL=''
|
||||||
|
|
||||||
|
|
@ -1176,7 +1176,7 @@ if test "$ac_init_help" = "long"; then
|
||||||
# Omit some internal or obsolete options to make the list less imposing.
|
# Omit some internal or obsolete options to make the list less imposing.
|
||||||
# This message is too long to be a string in the A/UX 3.1 sh.
|
# This message is too long to be a string in the A/UX 3.1 sh.
|
||||||
cat <<_ACEOF
|
cat <<_ACEOF
|
||||||
\`configure' configures parallel 20110622 to adapt to many kinds of systems.
|
\`configure' configures parallel 20110718 to adapt to many kinds of systems.
|
||||||
|
|
||||||
Usage: $0 [OPTION]... [VAR=VALUE]...
|
Usage: $0 [OPTION]... [VAR=VALUE]...
|
||||||
|
|
||||||
|
|
@ -1242,7 +1242,7 @@ fi
|
||||||
|
|
||||||
if test -n "$ac_init_help"; then
|
if test -n "$ac_init_help"; then
|
||||||
case $ac_init_help in
|
case $ac_init_help in
|
||||||
short | recursive ) echo "Configuration of parallel 20110622:";;
|
short | recursive ) echo "Configuration of parallel 20110718:";;
|
||||||
esac
|
esac
|
||||||
cat <<\_ACEOF
|
cat <<\_ACEOF
|
||||||
|
|
||||||
|
|
@ -1309,7 +1309,7 @@ fi
|
||||||
test -n "$ac_init_help" && exit $ac_status
|
test -n "$ac_init_help" && exit $ac_status
|
||||||
if $ac_init_version; then
|
if $ac_init_version; then
|
||||||
cat <<\_ACEOF
|
cat <<\_ACEOF
|
||||||
parallel configure 20110622
|
parallel configure 20110718
|
||||||
generated by GNU Autoconf 2.68
|
generated by GNU Autoconf 2.68
|
||||||
|
|
||||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||||
|
|
@ -1326,7 +1326,7 @@ cat >config.log <<_ACEOF
|
||||||
This file contains any messages produced by compilers while
|
This file contains any messages produced by compilers while
|
||||||
running configure, to aid debugging if configure makes a mistake.
|
running configure, to aid debugging if configure makes a mistake.
|
||||||
|
|
||||||
It was created by parallel $as_me 20110622, which was
|
It was created by parallel $as_me 20110718, which was
|
||||||
generated by GNU Autoconf 2.68. Invocation command line was
|
generated by GNU Autoconf 2.68. Invocation command line was
|
||||||
|
|
||||||
$ $0 $@
|
$ $0 $@
|
||||||
|
|
@ -2141,7 +2141,7 @@ fi
|
||||||
|
|
||||||
# Define the identity of the package.
|
# Define the identity of the package.
|
||||||
PACKAGE='parallel'
|
PACKAGE='parallel'
|
||||||
VERSION='20110622'
|
VERSION='20110718'
|
||||||
|
|
||||||
|
|
||||||
cat >>confdefs.h <<_ACEOF
|
cat >>confdefs.h <<_ACEOF
|
||||||
|
|
@ -2704,7 +2704,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1
|
||||||
# report actual input values of CONFIG_FILES etc. instead of their
|
# report actual input values of CONFIG_FILES etc. instead of their
|
||||||
# values after options handling.
|
# values after options handling.
|
||||||
ac_log="
|
ac_log="
|
||||||
This file was extended by parallel $as_me 20110622, which was
|
This file was extended by parallel $as_me 20110718, which was
|
||||||
generated by GNU Autoconf 2.68. Invocation command line was
|
generated by GNU Autoconf 2.68. Invocation command line was
|
||||||
|
|
||||||
CONFIG_FILES = $CONFIG_FILES
|
CONFIG_FILES = $CONFIG_FILES
|
||||||
|
|
@ -2766,7 +2766,7 @@ _ACEOF
|
||||||
cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
|
cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
|
||||||
ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`"
|
ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`"
|
||||||
ac_cs_version="\\
|
ac_cs_version="\\
|
||||||
parallel config.status 20110622
|
parallel config.status 20110718
|
||||||
configured by $0, generated by GNU Autoconf 2.68,
|
configured by $0, generated by GNU Autoconf 2.68,
|
||||||
with options \\"\$ac_cs_config\\"
|
with options \\"\$ac_cs_config\\"
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
AC_INIT([parallel], [20110622], [bug-parallel@gnu.org])
|
AC_INIT([parallel], [20110719], [bug-parallel@gnu.org])
|
||||||
AM_INIT_AUTOMAKE([-Wall -Werror foreign])
|
AM_INIT_AUTOMAKE([-Wall -Werror foreign])
|
||||||
AC_CONFIG_HEADERS([config.h])
|
AC_CONFIG_HEADERS([config.h])
|
||||||
AC_CONFIG_FILES([
|
AC_CONFIG_FILES([
|
||||||
|
|
|
||||||
|
|
@ -178,27 +178,30 @@ available for download at: http://ftp.gnu.org/gnu/parallel/
|
||||||
|
|
||||||
New in this release:
|
New in this release:
|
||||||
|
|
||||||
* niceload: --noswap will slow down a program if the computer is
|
|
||||||
swapping.
|
|
||||||
|
|
||||||
* niceload: --mem will slow down a program if free memory goes below a
|
|
||||||
certain limit.
|
|
||||||
|
|
||||||
* niceload: --hard will suspend a program if a limit is reached - as
|
* niceload: --hard will suspend a program if a limit is reached - as
|
||||||
opposed to just slowing the program down.
|
opposed to just slowing the program down.
|
||||||
|
|
||||||
* niceload: --soft will slowing the program down - as opposed to
|
* niceload: --soft will slowing the program down - as opposed to
|
||||||
suspending the program completely.
|
suspending the program completely.
|
||||||
|
|
||||||
(
|
* niceload: --run-io will slow down a program if disk io goes above a
|
||||||
* niceload: --io will slow down a program if disk io goes above a
|
|
||||||
certain limit.
|
certain limit.
|
||||||
|
|
||||||
* niceload: --start-load, --start-noswap, --start-mem, --start-io will
|
* niceload: --run-load will slow down a program if loadaverage goes
|
||||||
|
above a certain limit.
|
||||||
|
|
||||||
|
* niceload: --run-mem will slow down a program if free memory goes
|
||||||
|
below a certain limit.
|
||||||
|
|
||||||
|
* niceload: --run-noswap will slow down a program if the computer is
|
||||||
|
swapping.
|
||||||
|
|
||||||
|
* niceload: --start-io, --start-load, --start-mem, --start-noswap will
|
||||||
defer starting a program until the system is below the limit.
|
defer starting a program until the system is below the limit.
|
||||||
|
|
||||||
|
* --io, --load, --mem, and --noswap sets both --run-* and --start-*.
|
||||||
|
|
||||||
* niceload got a major rewrite and is now object oriented.
|
* niceload got a major rewrite and is now object oriented.
|
||||||
)
|
|
||||||
|
|
||||||
* GNU Parallel was presented at Nordic Perl Workshop 2011.
|
* GNU Parallel was presented at Nordic Perl Workshop 2011.
|
||||||
http://conferences.yapceurope.org/npw2011/talk/3416
|
http://conferences.yapceurope.org/npw2011/talk/3416
|
||||||
|
|
@ -210,6 +213,9 @@ New in this release:
|
||||||
http://d.hatena.ne.jp/negima1976/20110607/1307412660
|
http://d.hatena.ne.jp/negima1976/20110607/1307412660
|
||||||
http://d.hatena.ne.jp/negima1976/20110628/1309252494
|
http://d.hatena.ne.jp/negima1976/20110628/1309252494
|
||||||
|
|
||||||
|
* Blog post for bioinformatics. Thanks to Chris Miller.
|
||||||
|
http://chrisamiller.com/science/2010/05/26/use-parallel-for-easy-multi-processor-execution/
|
||||||
|
|
||||||
* Bug fixes and man page updates.
|
* Bug fixes and man page updates.
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ sql.1: sql Makefile
|
||||||
|
|
||||||
niceload.1: niceload Makefile
|
niceload.1: niceload Makefile
|
||||||
pod2man --release='$(PACKAGE_VERSION)' --center='$(PACKAGE_NAME)' \
|
pod2man --release='$(PACKAGE_VERSION)' --center='$(PACKAGE_NAME)' \
|
||||||
--section=1 $(srcdir)/niceload > $(srcdir)/niceload.1
|
--section=1 $(srcdir)/niceload.pod > $(srcdir)/niceload.1
|
||||||
|
|
||||||
parallel.html: parallel Makefile sem
|
parallel.html: parallel Makefile sem
|
||||||
./sem --fg --id pod2html pod2html $(srcdir)/parallel.pod > $(srcdir)/parallel.html
|
./sem --fg --id pod2html pod2html $(srcdir)/parallel.pod > $(srcdir)/parallel.html
|
||||||
|
|
|
||||||
|
|
@ -461,7 +461,7 @@ sql.1: sql Makefile
|
||||||
|
|
||||||
niceload.1: niceload Makefile
|
niceload.1: niceload Makefile
|
||||||
pod2man --release='$(PACKAGE_VERSION)' --center='$(PACKAGE_NAME)' \
|
pod2man --release='$(PACKAGE_VERSION)' --center='$(PACKAGE_NAME)' \
|
||||||
--section=1 $(srcdir)/niceload > $(srcdir)/niceload.1
|
--section=1 $(srcdir)/niceload.pod > $(srcdir)/niceload.1
|
||||||
|
|
||||||
parallel.html: parallel Makefile sem
|
parallel.html: parallel Makefile sem
|
||||||
./sem --fg --id pod2html pod2html $(srcdir)/parallel.pod > $(srcdir)/parallel.html
|
./sem --fg --id pod2html pod2html $(srcdir)/parallel.pod > $(srcdir)/parallel.html
|
||||||
|
|
|
||||||
448
src/niceload
448
src/niceload
|
|
@ -1,302 +1,9 @@
|
||||||
#!/usr/bin/perl -w
|
#!/usr/bin/perl -w
|
||||||
|
|
||||||
=head1 NAME
|
|
||||||
|
|
||||||
niceload - slow down a program when the load average is above a certain limit
|
|
||||||
|
|
||||||
=head1 SYNOPSIS
|
|
||||||
|
|
||||||
B<niceload> [-v] [-n nice] [-l load] [-t time] [-s time|-f factor] command
|
|
||||||
|
|
||||||
B<niceload> [-v] [-h] [-n nice] [-l load] [-t time] [-s time|-f factor] -p=PID
|
|
||||||
|
|
||||||
=head1 DESCRIPTION
|
|
||||||
|
|
||||||
GNU B<niceload> will slow down a program when the load average is
|
|
||||||
above a certain limit. When the limit is reached the program will be
|
|
||||||
suspended for some time. Then resumed again for some time. Then the
|
|
||||||
load average is checked again and we start over.
|
|
||||||
|
|
||||||
If the load is 3.00 then the default settings will run a program
|
|
||||||
like this:
|
|
||||||
|
|
||||||
run 1 second, suspend (3.00-1.00) seconds, run 1 second, suspend
|
|
||||||
(3.00-1.00) seconds, run 1 second, ...
|
|
||||||
|
|
||||||
=head1 OPTIONS
|
|
||||||
|
|
||||||
=over 9
|
|
||||||
|
|
||||||
=item B<-f> I<FACTOR>
|
|
||||||
|
|
||||||
=item B<--factor> I<FACTOR>
|
|
||||||
|
|
||||||
Suspend time factor. Dynamically set B<-s> as max load average over
|
|
||||||
limit * factor. Default is 1.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-H>
|
|
||||||
|
|
||||||
=item B<--hard>
|
|
||||||
|
|
||||||
Hard limit. B<--hard> will suspend the process until the system is
|
|
||||||
under the limits. The default is B<--soft>.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-l> I<maxload>
|
|
||||||
|
|
||||||
=item B<--load> I<maxload>
|
|
||||||
|
|
||||||
Max load. The maximal load average before suspending command. Default
|
|
||||||
is 1.00.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<--rm> I<memory>
|
|
||||||
|
|
||||||
=item B<--runmem> I<memory>
|
|
||||||
|
|
||||||
Required free mem. I<memory> is computed as free memory + cache.
|
|
||||||
|
|
||||||
I<memory> can be postfixed with K, M, G, T, or P which would multiply the
|
|
||||||
size with 1024, 1048576, 1073741824, or 1099511627776 respectively.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-n> I<niceness>
|
|
||||||
|
|
||||||
=item B<--nice> I<niceness>
|
|
||||||
|
|
||||||
Sets niceness. See B<nice>(1).
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-N>
|
|
||||||
|
|
||||||
=item B<--noswap>
|
|
||||||
|
|
||||||
Do not start new jobs on a given computer if there is both swap-in and
|
|
||||||
swap-out activity.
|
|
||||||
|
|
||||||
Swap activity is computed as (swap-in)*(swap-out) which in practice is
|
|
||||||
a good value: swapping out is not a problem, swapping in is not a
|
|
||||||
problem, but both swapping in and out usually indicates a problem.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-p> I<PID>
|
|
||||||
|
|
||||||
=item B<--pid> I<PID>
|
|
||||||
|
|
||||||
Process ID of process to suspend.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-s> I<SEC>
|
|
||||||
|
|
||||||
=item B<--suspend> I<SEC>
|
|
||||||
|
|
||||||
Suspend time. Suspend the command this many seconds when the max load
|
|
||||||
average is reached.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-S>
|
|
||||||
|
|
||||||
=item B<--soft>
|
|
||||||
|
|
||||||
Soft limit. B<niceload> will suspend a process for a while and then
|
|
||||||
let it run for a second thus only slowing down a process while the
|
|
||||||
system is over one of the given limits. This is the default.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-t> I<SEC>
|
|
||||||
|
|
||||||
=item B<--recheck> I<SEC>
|
|
||||||
|
|
||||||
Recheck load time. Sleep SEC seconds before checking load
|
|
||||||
again. Default is 1 second.
|
|
||||||
|
|
||||||
|
|
||||||
=item B<-v>
|
|
||||||
|
|
||||||
=item B<--verbose>
|
|
||||||
|
|
||||||
Verbose. Print some extra output on what is happening. Use B<-v> until
|
|
||||||
you know what your are doing.
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
=head1 EXAMPLE: See niceload in action
|
|
||||||
|
|
||||||
In terminal 1 run: top
|
|
||||||
|
|
||||||
In terminal 2 run:
|
|
||||||
|
|
||||||
B<niceload perl -e '$|=1;do{$l==$r or print "."; $l=$r}until(($r=time-$^T)>>B<50)'>
|
|
||||||
|
|
||||||
This will print a '.' every second for 50 seconds and eat a lot of
|
|
||||||
CPU. When the load rises to 1.0 the process is suspended.
|
|
||||||
|
|
||||||
|
|
||||||
=head1 EXAMPLE: Run updatedb
|
|
||||||
|
|
||||||
Running updatedb can often starve the system for disk I/O and thus result in a high load.
|
|
||||||
|
|
||||||
Run updatedb but suspend updatedb if the load is above 2.00:
|
|
||||||
|
|
||||||
B<niceload -l=2 updatedb>
|
|
||||||
|
|
||||||
|
|
||||||
=head1 EXAMPLE: Run rsync
|
|
||||||
|
|
||||||
rsync can just like updatedb starve the system for disk I/O and thus result in a high load.
|
|
||||||
|
|
||||||
Run rsync but keep load below 3.4. If load reaches 7 sleep for
|
|
||||||
(7-3.4)*12 seconds:
|
|
||||||
|
|
||||||
B<niceload -l=3.4 -f=12 rsync -Ha /home/ /backup/home/>
|
|
||||||
|
|
||||||
|
|
||||||
=head1 ENVIRONMENT VARIABLES
|
|
||||||
|
|
||||||
None. In future versions $NICELOAD will be able to contain default settings.
|
|
||||||
|
|
||||||
=head1 EXIT STATUS
|
|
||||||
|
|
||||||
Exit status should be the same as the command being run (untested).
|
|
||||||
|
|
||||||
=head1 REPORTING BUGS
|
|
||||||
|
|
||||||
Report bugs to <bug-parallel@gnu.org>.
|
|
||||||
|
|
||||||
=head1 AUTHOR
|
|
||||||
|
|
||||||
Copyright (C) 2004-11-19 Ole Tange, http://ole.tange.dk
|
|
||||||
|
|
||||||
Copyright (C) 2005,2006,2006,2008,2009,2010 Ole Tange, http://ole.tange.dk
|
|
||||||
|
|
||||||
Copyright (C) 2010,2011 Ole Tange, http://ole.tange.dk and Free
|
|
||||||
Software Foundation, Inc.
|
|
||||||
|
|
||||||
=head1 LICENSE
|
|
||||||
|
|
||||||
Copyright (C) 2010 Free Software Foundation, Inc.
|
|
||||||
|
|
||||||
This program is free software; you can redistribute it and/or modify
|
|
||||||
it under the terms of the GNU General Public License as published by
|
|
||||||
the Free Software Foundation; either version 3 of the License, or
|
|
||||||
at your option any later version.
|
|
||||||
|
|
||||||
This program is distributed in the hope that it will be useful,
|
|
||||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
GNU General Public License for more details.
|
|
||||||
|
|
||||||
You should have received a copy of the GNU General Public License
|
|
||||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
|
|
||||||
=head2 Documentation license I
|
|
||||||
|
|
||||||
Permission is granted to copy, distribute and/or modify this documentation
|
|
||||||
under the terms of the GNU Free Documentation License, Version 1.3 or
|
|
||||||
any later version published by the Free Software Foundation; with no
|
|
||||||
Invariant Sections, with no Front-Cover Texts, and with no Back-Cover
|
|
||||||
Texts. A copy of the license is included in the file fdl.txt.
|
|
||||||
|
|
||||||
=head2 Documentation license II
|
|
||||||
|
|
||||||
You are free:
|
|
||||||
|
|
||||||
=over 9
|
|
||||||
|
|
||||||
=item B<to Share>
|
|
||||||
|
|
||||||
to copy, distribute and transmit the work
|
|
||||||
|
|
||||||
=item B<to Remix>
|
|
||||||
|
|
||||||
to adapt the work
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
Under the following conditions:
|
|
||||||
|
|
||||||
=over 9
|
|
||||||
|
|
||||||
=item B<Attribution>
|
|
||||||
|
|
||||||
You must attribute the work in the manner specified by the author or
|
|
||||||
licensor (but not in any way that suggests that they endorse you or
|
|
||||||
your use of the work).
|
|
||||||
|
|
||||||
=item B<Share Alike>
|
|
||||||
|
|
||||||
If you alter, transform, or build upon this work, you may distribute
|
|
||||||
the resulting work only under the same, similar or a compatible
|
|
||||||
license.
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
With the understanding that:
|
|
||||||
|
|
||||||
=over 9
|
|
||||||
|
|
||||||
=item B<Waiver>
|
|
||||||
|
|
||||||
Any of the above conditions can be waived if you get permission from
|
|
||||||
the copyright holder.
|
|
||||||
|
|
||||||
=item B<Public Domain>
|
|
||||||
|
|
||||||
Where the work or any of its elements is in the public domain under
|
|
||||||
applicable law, that status is in no way affected by the license.
|
|
||||||
|
|
||||||
=item B<Other Rights>
|
|
||||||
|
|
||||||
In no way are any of the following rights affected by the license:
|
|
||||||
|
|
||||||
=over 2
|
|
||||||
|
|
||||||
=item *
|
|
||||||
|
|
||||||
Your fair dealing or fair use rights, or other applicable
|
|
||||||
copyright exceptions and limitations;
|
|
||||||
|
|
||||||
=item *
|
|
||||||
|
|
||||||
The author's moral rights;
|
|
||||||
|
|
||||||
=item *
|
|
||||||
|
|
||||||
Rights other persons may have either in the work itself or in
|
|
||||||
how the work is used, such as publicity or privacy rights.
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
=over 9
|
|
||||||
|
|
||||||
=item B<Notice>
|
|
||||||
|
|
||||||
For any reuse or distribution, you must make clear to others the
|
|
||||||
license terms of this work.
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
A copy of the full license is included in the file as cc-by-sa.txt.
|
|
||||||
|
|
||||||
=head1 DEPENDENCIES
|
|
||||||
|
|
||||||
GNU B<niceload> uses Perl, and the Perl modules POSIX, and
|
|
||||||
Getopt::Long.
|
|
||||||
|
|
||||||
=head1 SEE ALSO
|
|
||||||
|
|
||||||
B<parallel>(1), B<nice>(1)
|
|
||||||
|
|
||||||
|
|
||||||
=cut
|
|
||||||
|
|
||||||
use strict;
|
use strict;
|
||||||
use Getopt::Long;
|
use Getopt::Long;
|
||||||
$Global::progname="niceload";
|
$Global::progname="niceload";
|
||||||
$Global::version = 20110718;
|
$Global::version = 20110719;
|
||||||
Getopt::Long::Configure("bundling","require_order");
|
Getopt::Long::Configure("bundling","require_order");
|
||||||
get_options_from_array(\@ARGV) || die_usage();
|
get_options_from_array(\@ARGV) || die_usage();
|
||||||
if($::opt_version) {
|
if($::opt_version) {
|
||||||
|
|
@ -312,6 +19,22 @@ if($::opt_factor and $::opt_suspend) {
|
||||||
help();
|
help();
|
||||||
exit;
|
exit;
|
||||||
}
|
}
|
||||||
|
if(not (defined $::opt_start_io or defined $::opt_run_io
|
||||||
|
or defined $::opt_start_load or defined $::opt_run_load
|
||||||
|
or defined $::opt_start_mem or defined $::opt_run_mem
|
||||||
|
or defined $::opt_start_noswap or defined $::opt_run_noswap)) {
|
||||||
|
# Default is --runload=1
|
||||||
|
$::opt_run_load = 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if(not defined $::opt_start_io) { $::opt_start_io = $::opt_io; }
|
||||||
|
if(not defined $::opt_run_io) { $::opt_run_io = $::opt_io; }
|
||||||
|
if(not defined $::opt_start_load) { $::opt_start_load = $::opt_load; }
|
||||||
|
if(not defined $::opt_run_load) { $::opt_run_load = $::opt_load; }
|
||||||
|
if(not defined $::opt_start_mem) { $::opt_start_mem = $::opt_mem; }
|
||||||
|
if(not defined $::opt_run_mem) { $::opt_run_mem = $::opt_mem; }
|
||||||
|
if(not defined $::opt_start_noswap) { $::opt_start_noswap = $::opt_noswap; }
|
||||||
|
if(not defined $::opt_run_noswap) { $::opt_run_noswap = $::opt_noswap; }
|
||||||
|
|
||||||
sub get_options_from_array {
|
sub get_options_from_array {
|
||||||
# Run GetOptions on @array
|
# Run GetOptions on @array
|
||||||
|
|
@ -332,14 +55,27 @@ sub get_options_from_array {
|
||||||
("debug|D" => \$::opt_debug,
|
("debug|D" => \$::opt_debug,
|
||||||
"factor|f=s" => \$::opt_factor,
|
"factor|f=s" => \$::opt_factor,
|
||||||
"hard|H" => \$::opt_hard,
|
"hard|H" => \$::opt_hard,
|
||||||
"load|l=s" => \$::opt_load,
|
"soft|S" => \$::opt_soft,
|
||||||
|
|
||||||
|
"si|sio|startio|start-io=s" => \$::opt_start_io,
|
||||||
|
"ri|rio|runio|run-io=s" => \$::opt_run_io,
|
||||||
|
"io|I=s" => \$::opt_io,
|
||||||
|
|
||||||
|
"sl|startload|start-load=s" => \$::opt_start_load,
|
||||||
|
"rl|runload|run-load=s" => \$::opt_run_load,
|
||||||
|
"load|L|l=s" => \$::opt_load,
|
||||||
|
|
||||||
"sm|startmem|start-mem=s" => \$::opt_start_mem,
|
"sm|startmem|start-mem=s" => \$::opt_start_mem,
|
||||||
"rm|runmem|run-mem=s" => \$::opt_run_mem,
|
"rm|runmem|run-mem=s" => \$::opt_run_mem,
|
||||||
"nice|n=i" => \$::opt_nice,
|
"mem|M=s" => \$::opt_mem,
|
||||||
|
|
||||||
|
"sn|startnoswap|start-noswap|start-no-swap" => \$::opt_start_noswap,
|
||||||
|
"rn|runnoswap|run-noswap|run-no-swap" => \$::opt_run_noswap,
|
||||||
"noswap|N" => \$::opt_noswap,
|
"noswap|N" => \$::opt_noswap,
|
||||||
|
|
||||||
|
"nice|n=i" => \$::opt_nice,
|
||||||
"process|pid|p=s" => \$::opt_pid,
|
"process|pid|p=s" => \$::opt_pid,
|
||||||
"suspend|s=s" => \$::opt_suspend,
|
"suspend|s=s" => \$::opt_suspend,
|
||||||
"soft|S" => \$::opt_soft,
|
|
||||||
"recheck|t=s" => \$::opt_recheck,
|
"recheck|t=s" => \$::opt_recheck,
|
||||||
"help|h" => \$::opt_help,
|
"help|h" => \$::opt_help,
|
||||||
"verbose|v" => \$::opt_verbose,
|
"verbose|v" => \$::opt_verbose,
|
||||||
|
|
@ -360,8 +96,8 @@ sub die_usage {
|
||||||
sub help {
|
sub help {
|
||||||
print q{
|
print q{
|
||||||
Usage:
|
Usage:
|
||||||
niceload [-v] [-n=niceness] [-l=loadavg] [-t=recheck_sec]
|
niceload [-v] [-n niceness] [-L loadavg] [-I io] [-N] [-M mem]
|
||||||
[-s=suspend_sec|-f=factor] [-H] [-S]
|
[-s suspend_sec|-f factor] [-H] [-S]
|
||||||
command or -p pid
|
command or -p pid
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
@ -415,7 +151,7 @@ sub version {
|
||||||
"Web site: http://www.gnu.org/software/parallel\n"
|
"Web site: http://www.gnu.org/software/parallel\n"
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
sub multiply_binary_prefix {
|
sub multiply_binary_prefix {
|
||||||
# Evalualte numbers with binary prefix
|
# Evalualte numbers with binary prefix
|
||||||
# 13G = 13*1024*1024*1024 = 13958643712
|
# 13G = 13*1024*1024*1024 = 13958643712
|
||||||
|
|
@ -450,7 +186,7 @@ my $limit = Limit->new();
|
||||||
my $process = Process->new($::opt_nice,@ARGV);
|
my $process = Process->new($::opt_nice,@ARGV);
|
||||||
if(not $::opt_pid) {
|
if(not $::opt_pid) {
|
||||||
# Wait until limit is below start_limit and run_limit
|
# Wait until limit is below start_limit and run_limit
|
||||||
while($limit->over_start_limit()
|
while($limit->over_start_limit()
|
||||||
or
|
or
|
||||||
($limit->hard() and $limit->over_run_limit())) {
|
($limit->hard() and $limit->over_run_limit())) {
|
||||||
$limit->sleep_for_recheck();
|
$limit->sleep_for_recheck();
|
||||||
|
|
@ -492,7 +228,7 @@ sub start {
|
||||||
::debug("Starting @{$self->{'command'}}\n");
|
::debug("Starting @{$self->{'command'}}\n");
|
||||||
if($self->{'pid'} = fork) {
|
if($self->{'pid'} = fork) {
|
||||||
# set signal handler to kill children if parent is killed
|
# set signal handler to kill children if parent is killed
|
||||||
push @{$self->{'pids'}}, $self->{'pid'};
|
push @{$self->{'pids'}}, $self->{'pid'};
|
||||||
$Global::process = $self;
|
$Global::process = $self;
|
||||||
$SIG{CHLD} = \&REAPER;
|
$SIG{CHLD} = \&REAPER;
|
||||||
$SIG{INT}=\&kill_child_INT;
|
$SIG{INT}=\&kill_child_INT;
|
||||||
|
|
@ -576,17 +312,27 @@ sub new {
|
||||||
my $class = shift;
|
my $class = shift;
|
||||||
my %limits = @_;
|
my %limits = @_;
|
||||||
my $hard = $::opt_soft ? 0 : $::opt_hard;
|
my $hard = $::opt_soft ? 0 : $::opt_hard;
|
||||||
my $startmem = $::opt_start_mem ? ::multiply_binary_prefix($::opt_start_mem) : 0;
|
my $runio = $::opt_run_io ? ::multiply_binary_prefix($::opt_run_io) : 0;
|
||||||
|
my $startio = $::opt_start_io ? ::multiply_binary_prefix($::opt_start_io) : 0;
|
||||||
|
my $runload = $::opt_run_load ? ::multiply_binary_prefix($::opt_run_load) : 0;
|
||||||
|
my $startload = $::opt_start_load ? ::multiply_binary_prefix($::opt_start_load) : 0;
|
||||||
my $runmem = $::opt_run_mem ? ::multiply_binary_prefix($::opt_run_mem) : 0;
|
my $runmem = $::opt_run_mem ? ::multiply_binary_prefix($::opt_run_mem) : 0;
|
||||||
|
my $startmem = $::opt_start_mem ? ::multiply_binary_prefix($::opt_start_mem) : 0;
|
||||||
|
my $runnoswap = $::opt_run_noswap ? ::multiply_binary_prefix($::opt_run_noswap) : 0;
|
||||||
|
my $startnoswap = $::opt_start_noswap ? ::multiply_binary_prefix($::opt_start_noswap) : 0;
|
||||||
|
|
||||||
return bless {
|
return bless {
|
||||||
'hard' => $hard,
|
'hard' => $hard,
|
||||||
'recheck' => 1, # Default
|
'recheck' => 1, # Default
|
||||||
'runtime' => 1, # Default
|
'runtime' => 1, # Default
|
||||||
'load' => $::opt_load,
|
'runio' => $runio,
|
||||||
'startmem' => $startmem,
|
'startio' => $startio,
|
||||||
|
'runload' => $runload,
|
||||||
|
'startload' => $startload,
|
||||||
'runmem' => $runmem,
|
'runmem' => $runmem,
|
||||||
'swap' => $::opt_noswap,
|
'startmem' => $startmem,
|
||||||
|
'runnoswap' => $runnoswap,
|
||||||
|
'startnoswap' => $startnoswap,
|
||||||
'factor' => $::opt_factor || 1,
|
'factor' => $::opt_factor || 1,
|
||||||
'recheck' => $::opt_recheck || 1,
|
'recheck' => $::opt_recheck || 1,
|
||||||
'runtime' => 1,
|
'runtime' => 1,
|
||||||
|
|
@ -609,7 +355,23 @@ sub over_run_limit {
|
||||||
::debug("Run memory: $self->{'runmem'}/$mem\n");
|
::debug("Run memory: $self->{'runmem'}/$mem\n");
|
||||||
$status += (::max(1,$self->{'runmem'}/$mem)-1);
|
$status += (::max(1,$self->{'runmem'}/$mem)-1);
|
||||||
}
|
}
|
||||||
$status += $self->over_general_limit();
|
if($self->{'runload'}) {
|
||||||
|
# load should be between 0-10ish
|
||||||
|
# 0 load => 0
|
||||||
|
my $load = $self->load_status();
|
||||||
|
$status += ::max(0,$load - $self->{'runload'});
|
||||||
|
}
|
||||||
|
if($self->{'runnoswap'}) {
|
||||||
|
# swap should be between 0-10ish
|
||||||
|
# swap in or swap out or no swap = 0
|
||||||
|
# else log(swapin*swapout)
|
||||||
|
my $swap = $self->swap_status();
|
||||||
|
$status += log(::max(1, $swap - $self->{'runnoswap'}));
|
||||||
|
}
|
||||||
|
if($self->{'runio'}) {
|
||||||
|
my $io = $self->io_status();
|
||||||
|
$status += max(0,$io - $self->{'runio'});
|
||||||
|
}
|
||||||
$self->{'over_run_limit'} = $status;
|
$self->{'over_run_limit'} = $status;
|
||||||
if(not $::opt_recheck) {
|
if(not $::opt_recheck) {
|
||||||
$self->{'recheck'} = $self->{'factor'} * $self->{'over_run_limit'};
|
$self->{'recheck'} = $self->{'factor'} * $self->{'over_run_limit'};
|
||||||
|
|
@ -627,6 +389,44 @@ sub over_start_limit {
|
||||||
# 50% available => 1 (2-1)
|
# 50% available => 1 (2-1)
|
||||||
# 10% available => 9 (10-1)
|
# 10% available => 9 (10-1)
|
||||||
my $mem = $self->mem_status();
|
my $mem = $self->mem_status();
|
||||||
|
# $status += (::max(1,$self->{'startmem'}/$mem)-1)*10;
|
||||||
|
::debug("Start memory: $self->{'startmem'}/$mem\n");
|
||||||
|
$status += (::max(1,$self->{'startmem'}/$mem)-1);
|
||||||
|
}
|
||||||
|
if($self->{'startload'}) {
|
||||||
|
# load should be between 0-10ish
|
||||||
|
# 0 load => 0
|
||||||
|
my $load = $self->load_status();
|
||||||
|
$status += ::max(0,$load - $self->{'startload'});
|
||||||
|
}
|
||||||
|
if($self->{'startnoswap'}) {
|
||||||
|
# swap should be between 0-10ish
|
||||||
|
# swap in or swap out or no swap = 0
|
||||||
|
# else log(swapin*swapout)
|
||||||
|
my $swap = $self->swap_status();
|
||||||
|
$status += log(::max(1, $swap - $self->{'startnoswap'}));
|
||||||
|
}
|
||||||
|
if($self->{'startio'}) {
|
||||||
|
my $io = $self->io_status();
|
||||||
|
$status += ::max(0,$io - $self->{'startio'});
|
||||||
|
}
|
||||||
|
$self->{'over_start_limit'} = $status;
|
||||||
|
if(not $::opt_recheck) {
|
||||||
|
$self->{'recheck'} = $self->{'factor'} * $self->{'over_start_limit'};
|
||||||
|
}
|
||||||
|
::debug("over_start_limit: $status\n");
|
||||||
|
return $self->{'over_start_limit'};
|
||||||
|
}
|
||||||
|
|
||||||
|
sub __over_start_limit {
|
||||||
|
my $self = shift;
|
||||||
|
my $status = 0;
|
||||||
|
if($self->{'startmem'}) {
|
||||||
|
# mem should be between 0-10ish
|
||||||
|
# 100% available => 0 (1-1)
|
||||||
|
# 50% available => 1 (2-1)
|
||||||
|
# 10% available => 9 (10-1)
|
||||||
|
my $mem = $self->mem_status();
|
||||||
# $status += (::max(1,$self->{'startmem'}/$mem)-1)*10;
|
# $status += (::max(1,$self->{'startmem'}/$mem)-1)*10;
|
||||||
$status += (::max(1,$self->{'startmem'}/$mem)-1);
|
$status += (::max(1,$self->{'startmem'}/$mem)-1);
|
||||||
}
|
}
|
||||||
|
|
@ -639,29 +439,12 @@ sub over_start_limit {
|
||||||
return $self->{'over_start_limit'};
|
return $self->{'over_start_limit'};
|
||||||
}
|
}
|
||||||
|
|
||||||
sub over_general_limit {
|
sub __over_general_limit {
|
||||||
# Return:
|
# Return:
|
||||||
# 0 if under all limits
|
# 0 if under all limits
|
||||||
# >0 if over limit
|
# >0 if over limit
|
||||||
my $self = shift;
|
my $self = shift;
|
||||||
my $status = 0;
|
my $status = 0;
|
||||||
if($self->{'load'}) {
|
|
||||||
# load should be between 0-10ish
|
|
||||||
# 0 load => 0
|
|
||||||
my $load = $self->load_status();
|
|
||||||
$status += ::max(0,$load - $self->{'load'});
|
|
||||||
}
|
|
||||||
if($self->{'swap'}) {
|
|
||||||
# swap should be between 0-10ish
|
|
||||||
# swap in or swap out or no swap = 0
|
|
||||||
# else log(swapin*swapout)
|
|
||||||
my $swap = $self->swap_status();
|
|
||||||
$status += log(::max(1, $swap - $self->{'swap'}));
|
|
||||||
}
|
|
||||||
if($self->{'io'}) {
|
|
||||||
my $io = $self->io_status();
|
|
||||||
$status += max(0,$io - $self->{'io'});
|
|
||||||
}
|
|
||||||
return $status;
|
return $status;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -745,7 +528,7 @@ sub swap_status {
|
||||||
if(not defined $self->{'swap_status'} or
|
if(not defined $self->{'swap_status'} or
|
||||||
$self->{'swap_status_cache_time'}+$self->{'recheck'} < time) {
|
$self->{'swap_status_cache_time'}+$self->{'recheck'} < time) {
|
||||||
my $status = swap_status_linux();
|
my $status = swap_status_linux();
|
||||||
$self->{'swap_status'} = ::max($status-$self->{'swap'},0);
|
$self->{'swap_status'} = ::max($status,0);
|
||||||
$self->{'swap_status_cache_time'} = time;
|
$self->{'swap_status_cache_time'} = time;
|
||||||
}
|
}
|
||||||
::debug("swap_status: $self->{'swap_status'}\n");
|
::debug("swap_status: $self->{'swap_status'}\n");
|
||||||
|
|
@ -807,11 +590,14 @@ sub io_status_linux {
|
||||||
# sdg 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00
|
# sdg 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00
|
||||||
my @iostat_out = `LANG=C iostat -x 1 2`;
|
my @iostat_out = `LANG=C iostat -x 1 2`;
|
||||||
# throw away all execpt the last Device:-section
|
# throw away all execpt the last Device:-section
|
||||||
my @iostat = grep (/1/../Device:/, reverse @iostat_out);
|
# print @iostat_out;
|
||||||
print @iostat;
|
my @iostat;
|
||||||
|
for(reverse @iostat_out) {
|
||||||
my $io = (split(/\s+/,$iostat[2]))[3];
|
/Device:/ and last;
|
||||||
return $io*1024;
|
push @iostat, (split(/\s+/,$_))[13];
|
||||||
|
}
|
||||||
|
my $io = ::max(@iostat);
|
||||||
|
return $io/10;
|
||||||
}
|
}
|
||||||
|
|
||||||
# Keep -w happy
|
# Keep -w happy
|
||||||
|
|
|
||||||
342
src/niceload.pod
Normal file
342
src/niceload.pod
Normal file
|
|
@ -0,0 +1,342 @@
|
||||||
|
=head1 NAME
|
||||||
|
|
||||||
|
niceload - slow down a program when the load average is above a certain limit
|
||||||
|
|
||||||
|
=head1 SYNOPSIS
|
||||||
|
|
||||||
|
B<niceload> [-v] [-n nice] [-L load] [-t time] [-s time|-f factor] command
|
||||||
|
|
||||||
|
B<niceload> [-v] [-h] [-n nice] [-l load] [-t time] [-s time|-f factor] -p=PID
|
||||||
|
|
||||||
|
=head1 DESCRIPTION
|
||||||
|
|
||||||
|
GNU B<niceload> will slow down a program when the load average is
|
||||||
|
above a certain limit. When the limit is reached the program will be
|
||||||
|
suspended for some time. Then resumed again for some time. Then the
|
||||||
|
load average is checked again and we start over.
|
||||||
|
|
||||||
|
If the load is 3.00 then the default settings will run a program
|
||||||
|
like this:
|
||||||
|
|
||||||
|
run 1 second, suspend (3.00-1.00) seconds, run 1 second, suspend
|
||||||
|
(3.00-1.00) seconds, run 1 second, ...
|
||||||
|
|
||||||
|
=head1 OPTIONS
|
||||||
|
|
||||||
|
=over 9
|
||||||
|
|
||||||
|
=item B<-f> I<FACTOR>
|
||||||
|
|
||||||
|
=item B<--factor> I<FACTOR>
|
||||||
|
|
||||||
|
Suspend time factor. Dynamically set B<-s> as amount over limit *
|
||||||
|
factor. Default is 1.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<-H>
|
||||||
|
|
||||||
|
=item B<--hard>
|
||||||
|
|
||||||
|
Hard limit. B<--hard> will suspend the process until the system is
|
||||||
|
under the limits. The default is B<--soft>.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--io> I<iolimit>
|
||||||
|
|
||||||
|
=item B<-I> I<iolimit>
|
||||||
|
|
||||||
|
Limit for I/O. The amount of disk I/O will be computed as a value 0 -
|
||||||
|
10, where 0 is no I/O and 10 is at least one disk is 100% satuated.
|
||||||
|
|
||||||
|
B<--io> will set both B<--start-io> and B<run-io>.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--load> I<loadlimit>
|
||||||
|
|
||||||
|
=item B<-L> I<loadlimit>
|
||||||
|
|
||||||
|
Limit for load average.
|
||||||
|
|
||||||
|
B<--load> will set both B<--start-load> and B<run-load>.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--mem> I<memlimit>
|
||||||
|
|
||||||
|
=item B<-M> I<memlimit>
|
||||||
|
|
||||||
|
Limit for free memory. This is the amount of bytes available as free
|
||||||
|
+ cache. This limit is treated opposite other limits: If the system
|
||||||
|
is above the limit the program will run, if it is below the limit the
|
||||||
|
program will stop
|
||||||
|
|
||||||
|
I<memlimit> can be postfixed with K, M, G, T, or P which would
|
||||||
|
multiply the size with 1024, 1048576, 1073741824, or 1099511627776
|
||||||
|
respectively.
|
||||||
|
|
||||||
|
B<--mem> will set both B<--start-mem> and B<run-mem>.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--noswap>
|
||||||
|
|
||||||
|
=item B<-N>
|
||||||
|
|
||||||
|
No swapping. If the system is swapping both in and out it is a good
|
||||||
|
indication that the system is memory stressed.
|
||||||
|
|
||||||
|
B<--noswap> is over limit if the system is swapping both in and out.
|
||||||
|
|
||||||
|
B<--noswap> will set both B<--start-noswap> and B<run-noswap>.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<-n> I<niceness>
|
||||||
|
|
||||||
|
=item B<--nice> I<niceness>
|
||||||
|
|
||||||
|
Sets niceness. See B<nice>(1).
|
||||||
|
|
||||||
|
|
||||||
|
=item B<-p> I<PID>
|
||||||
|
|
||||||
|
=item B<--pid> I<PID>
|
||||||
|
|
||||||
|
Process ID of process to suspend.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--run-io> I<iolimit>
|
||||||
|
|
||||||
|
=item B<--ri> I<iolimit>
|
||||||
|
|
||||||
|
=item B<--run-load> I<loadlimit>
|
||||||
|
|
||||||
|
=item B<--rl> I<loadlimit>
|
||||||
|
|
||||||
|
=item B<--run-mem> I<memlimit>
|
||||||
|
|
||||||
|
=item B<--rm> I<memlimit>
|
||||||
|
|
||||||
|
Run limit. The running program will be slowed down if the system is
|
||||||
|
above the limit. See: B<--io>, B<--load>, B<--mem>, B<--noswap>.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--start-io> I<iolimit>
|
||||||
|
|
||||||
|
=item B<--si> I<iolimit>
|
||||||
|
|
||||||
|
=item B<--start-load> I<loadlimit>
|
||||||
|
|
||||||
|
=item B<--sl> I<loadlimit>
|
||||||
|
|
||||||
|
=item B<--start-mem> I<memlimit>
|
||||||
|
|
||||||
|
=item B<--sm> I<memlimit>
|
||||||
|
|
||||||
|
Start limit. The program will not start until the system is below the
|
||||||
|
limit. See: B<--io>, B<--load>, B<--mem>, B<--noswap>.
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--suspend> I<SEC>
|
||||||
|
|
||||||
|
=item B<-s> I<SEC>
|
||||||
|
|
||||||
|
Suspend time. Suspend the command this many seconds when the max load
|
||||||
|
average is reached.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--soft>
|
||||||
|
|
||||||
|
=item B<-S>
|
||||||
|
|
||||||
|
Soft limit. B<niceload> will suspend a process for a while and then
|
||||||
|
let it run for a second thus only slowing down a process while the
|
||||||
|
system is over one of the given limits. This is the default.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--recheck> I<SEC>
|
||||||
|
|
||||||
|
=item B<-t> I<SEC>
|
||||||
|
|
||||||
|
Recheck load time. Sleep SEC seconds before checking load
|
||||||
|
again. Default is 1 second.
|
||||||
|
|
||||||
|
|
||||||
|
=item B<--verbose>
|
||||||
|
|
||||||
|
=item B<-v>
|
||||||
|
|
||||||
|
Verbose. Print some extra output on what is happening. Use B<-v> until
|
||||||
|
you know what your are doing.
|
||||||
|
|
||||||
|
=back
|
||||||
|
|
||||||
|
=head1 EXAMPLE: See niceload in action
|
||||||
|
|
||||||
|
In terminal 1 run: top
|
||||||
|
|
||||||
|
In terminal 2 run:
|
||||||
|
|
||||||
|
B<niceload perl -e '$|=1;do{$l==$r or print "."; $l=$r}until(($r=time-$^T)>>B<50)'>
|
||||||
|
|
||||||
|
This will print a '.' every second for 50 seconds and eat a lot of
|
||||||
|
CPU. When the load rises to 1.0 the process is suspended.
|
||||||
|
|
||||||
|
|
||||||
|
=head1 EXAMPLE: Run updatedb
|
||||||
|
|
||||||
|
Running updatedb can often starve the system for disk I/O and thus result in a high load.
|
||||||
|
|
||||||
|
Run updatedb but suspend updatedb if the load is above 2.00:
|
||||||
|
|
||||||
|
B<niceload -L 2 updatedb>
|
||||||
|
|
||||||
|
|
||||||
|
=head1 EXAMPLE: Run rsync
|
||||||
|
|
||||||
|
rsync can just like updatedb starve the system for disk I/O and thus result in a high load.
|
||||||
|
|
||||||
|
Run rsync but keep load below 3.4. If load reaches 7 sleep for
|
||||||
|
(7-3.4)*12 seconds:
|
||||||
|
|
||||||
|
B<niceload -L 3.4 -f 12 rsync -Ha /home/ /backup/home/>
|
||||||
|
|
||||||
|
|
||||||
|
=head1 ENVIRONMENT VARIABLES
|
||||||
|
|
||||||
|
None. In future versions $NICELOAD will be able to contain default settings.
|
||||||
|
|
||||||
|
=head1 EXIT STATUS
|
||||||
|
|
||||||
|
Exit status should be the same as the command being run (untested).
|
||||||
|
|
||||||
|
=head1 REPORTING BUGS
|
||||||
|
|
||||||
|
Report bugs to <bug-parallel@gnu.org>.
|
||||||
|
|
||||||
|
=head1 AUTHOR
|
||||||
|
|
||||||
|
Copyright (C) 2004-11-19 Ole Tange, http://ole.tange.dk
|
||||||
|
|
||||||
|
Copyright (C) 2005,2006,2006,2008,2009,2010 Ole Tange, http://ole.tange.dk
|
||||||
|
|
||||||
|
Copyright (C) 2010,2011 Ole Tange, http://ole.tange.dk and Free
|
||||||
|
Software Foundation, Inc.
|
||||||
|
|
||||||
|
=head1 LICENSE
|
||||||
|
|
||||||
|
Copyright (C) 2010 Free Software Foundation, Inc.
|
||||||
|
|
||||||
|
This program is free software; you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation; either version 3 of the License, or
|
||||||
|
at your option any later version.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
=head2 Documentation license I
|
||||||
|
|
||||||
|
Permission is granted to copy, distribute and/or modify this documentation
|
||||||
|
under the terms of the GNU Free Documentation License, Version 1.3 or
|
||||||
|
any later version published by the Free Software Foundation; with no
|
||||||
|
Invariant Sections, with no Front-Cover Texts, and with no Back-Cover
|
||||||
|
Texts. A copy of the license is included in the file fdl.txt.
|
||||||
|
|
||||||
|
=head2 Documentation license II
|
||||||
|
|
||||||
|
You are free:
|
||||||
|
|
||||||
|
=over 9
|
||||||
|
|
||||||
|
=item B<to Share>
|
||||||
|
|
||||||
|
to copy, distribute and transmit the work
|
||||||
|
|
||||||
|
=item B<to Remix>
|
||||||
|
|
||||||
|
to adapt the work
|
||||||
|
|
||||||
|
=back
|
||||||
|
|
||||||
|
Under the following conditions:
|
||||||
|
|
||||||
|
=over 9
|
||||||
|
|
||||||
|
=item B<Attribution>
|
||||||
|
|
||||||
|
You must attribute the work in the manner specified by the author or
|
||||||
|
licensor (but not in any way that suggests that they endorse you or
|
||||||
|
your use of the work).
|
||||||
|
|
||||||
|
=item B<Share Alike>
|
||||||
|
|
||||||
|
If you alter, transform, or build upon this work, you may distribute
|
||||||
|
the resulting work only under the same, similar or a compatible
|
||||||
|
license.
|
||||||
|
|
||||||
|
=back
|
||||||
|
|
||||||
|
With the understanding that:
|
||||||
|
|
||||||
|
=over 9
|
||||||
|
|
||||||
|
=item B<Waiver>
|
||||||
|
|
||||||
|
Any of the above conditions can be waived if you get permission from
|
||||||
|
the copyright holder.
|
||||||
|
|
||||||
|
=item B<Public Domain>
|
||||||
|
|
||||||
|
Where the work or any of its elements is in the public domain under
|
||||||
|
applicable law, that status is in no way affected by the license.
|
||||||
|
|
||||||
|
=item B<Other Rights>
|
||||||
|
|
||||||
|
In no way are any of the following rights affected by the license:
|
||||||
|
|
||||||
|
=over 2
|
||||||
|
|
||||||
|
=item *
|
||||||
|
|
||||||
|
Your fair dealing or fair use rights, or other applicable
|
||||||
|
copyright exceptions and limitations;
|
||||||
|
|
||||||
|
=item *
|
||||||
|
|
||||||
|
The author's moral rights;
|
||||||
|
|
||||||
|
=item *
|
||||||
|
|
||||||
|
Rights other persons may have either in the work itself or in
|
||||||
|
how the work is used, such as publicity or privacy rights.
|
||||||
|
|
||||||
|
=back
|
||||||
|
|
||||||
|
=back
|
||||||
|
|
||||||
|
=over 9
|
||||||
|
|
||||||
|
=item B<Notice>
|
||||||
|
|
||||||
|
For any reuse or distribution, you must make clear to others the
|
||||||
|
license terms of this work.
|
||||||
|
|
||||||
|
=back
|
||||||
|
|
||||||
|
A copy of the full license is included in the file as cc-by-sa.txt.
|
||||||
|
|
||||||
|
=head1 DEPENDENCIES
|
||||||
|
|
||||||
|
GNU B<niceload> uses Perl, and the Perl modules POSIX, and
|
||||||
|
Getopt::Long.
|
||||||
|
|
||||||
|
=head1 SEE ALSO
|
||||||
|
|
||||||
|
B<parallel>(1), B<nice>(1)
|
||||||
|
|
||||||
|
|
||||||
|
=cut
|
||||||
|
|
@ -456,7 +456,7 @@ sub get_options_from_array {
|
||||||
sub parse_options {
|
sub parse_options {
|
||||||
# Returns: N/A
|
# Returns: N/A
|
||||||
# Defaults:
|
# Defaults:
|
||||||
$Global::version = 20110709;
|
$Global::version = 20110719;
|
||||||
$Global::progname = 'parallel';
|
$Global::progname = 'parallel';
|
||||||
$Global::infinity = 2**31;
|
$Global::infinity = 2**31;
|
||||||
$Global::debug = 0;
|
$Global::debug = 0;
|
||||||
|
|
|
||||||
2
src/sql
2
src/sql
|
|
@ -536,7 +536,7 @@ $Global::Initfile && unlink $Global::Initfile;
|
||||||
exit ($err);
|
exit ($err);
|
||||||
|
|
||||||
sub parse_options {
|
sub parse_options {
|
||||||
$Global::version = 20110622;
|
$Global::version = 20110719;
|
||||||
$Global::progname = 'sql';
|
$Global::progname = 'sql';
|
||||||
|
|
||||||
# This must be done first as this may exec myself
|
# This must be done first as this may exec myself
|
||||||
|
|
|
||||||
|
|
@ -4,6 +4,54 @@ echo '### Test niceload'
|
||||||
niceload -s 1 perl -e '$|=1;do{$l==$r or print "."; $l=$r}until(($r=time-$^T)>10)'
|
niceload -s 1 perl -e '$|=1;do{$l==$r or print "."; $l=$r}until(($r=time-$^T)>10)'
|
||||||
echo
|
echo
|
||||||
|
|
||||||
|
echo '### -f and --factor'
|
||||||
|
niceload -f 0.1 echo f 0.1
|
||||||
|
niceload --factor 0.1 echo factor 0.1
|
||||||
|
|
||||||
|
echo '### -f and --factor'
|
||||||
|
niceload -f 0.1 echo f 0.1
|
||||||
|
niceload --factor 0.1 echo factor 0.1
|
||||||
|
|
||||||
|
# Force less than 1 GB buffer+cache
|
||||||
|
MEMAVAIL=$(free | perl -ane '/buffers.cache:/ and print $F[3]')
|
||||||
|
while [ $MEMAVAIL -gt 1000000 ] ; do
|
||||||
|
BS=$(echo $MEMAVAIL/10 | bc)
|
||||||
|
(seq 1 5 | parallel -j0 -N0 timeout 10 nice dd if=/dev/zero of=/dev/null bs=${BS}k &)
|
||||||
|
sleep 2;
|
||||||
|
MEMAVAIL=$(free | perl -ane '/buffers.cache:/ and print $F[3]')
|
||||||
|
echo $MEMAVAIL
|
||||||
|
done
|
||||||
|
# free
|
||||||
|
echo '### --rm and --runmem'
|
||||||
|
niceload -H --rm 1g free -g | perl -ane '/buffers.cache:/ and print $F[3],"\n"' | grep '[1-9]' >/dev/null && echo OK &
|
||||||
|
niceload -H --runmem 1.2g free -g | perl -ane '/buffers.cache:/ and print $F[3],"\n"' | grep '[1-9]' >/dev/null && echo OK &
|
||||||
|
wait
|
||||||
|
# free
|
||||||
|
|
||||||
|
# Force swapping
|
||||||
|
MEMAVAIL=$(free | perl -ane '/buffers.cache:/ and print $F[3]')
|
||||||
|
while [ $MEMAVAIL -gt 1000000 ] ; do
|
||||||
|
BS=$(echo $MEMAVAIL/10 | bc)
|
||||||
|
(seq 1 10 | parallel -j0 -N0 timeout 10 nice dd if=/dev/zero of=/dev/null bs=${BS}k &)
|
||||||
|
sleep 2;
|
||||||
|
MEMAVAIL=$(free | perl -ane '/buffers.cache:/ and print $F[3]')
|
||||||
|
echo $MEMAVAIL
|
||||||
|
done
|
||||||
|
|
||||||
|
echo '### -N and --noswap '
|
||||||
|
niceload -D -H -N vmstat 1 2 | tail -n1 | awk '{print $7*$8}' &
|
||||||
|
niceload -D -H --noswap vmstat 1 2 | tail -n1 | awk '{print $7*$8}' &
|
||||||
|
wait
|
||||||
|
|
||||||
|
|
||||||
|
# force load > 10
|
||||||
|
while uptime | grep -v '[1-9][0-9]\.[0-9][0-9],' >/dev/null ; do (timeout 2 nice burnP6 2>/dev/null &) done
|
||||||
|
|
||||||
|
echo '### -H and --hard'
|
||||||
|
niceload -H -l 9.9 uptime | grep '[1-9][0-9]\.[0-9][0-9],' || echo OK
|
||||||
|
niceload --hard -l 9 uptime | grep '[1-9][0-9]\.[0-9][0-9],' || echo OK
|
||||||
|
|
||||||
|
|
||||||
#echo '### Test niceload -p'
|
#echo '### Test niceload -p'
|
||||||
#sleep 3 &
|
#sleep 3 &
|
||||||
#nice-load -v -p $!
|
#nice-load -v -p $!
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue