#!/bin/bash . `which env_parallel.bash` env_parallel --session true <<'EOF' #!/bin/bash # Find the command line limit formula # macosx.p = 10.7.5 # El capitan = 10.11.4 . `which find-first-fail` doit() { nfunc=$1 lfunc=$2 lfuncname=$3 nvar=$4 lvar=$5 lvarname=$6 onechar=$7 varval="$(perl -e 'print "x "x('$lvar'/2)')" varname=$(perl -e 'print "x"x'$lvarname) funcval="$(perl -e 'print "x "x('$lfunc'/2)')" funcname=$(perl -e 'print "x"x'$lfuncname) for a in `seq $nvar`; do eval "export v$varname$a='$varval'" ; done for a in `seq $nfunc`; do eval "f$funcname$a() { $funcval; }" ; done for a in `seq $nfunc`; do eval "export -f f$funcname$a" ; done myrun() { /bin/echo $(perl -e 'print "a"x('$2')." x"x('$1'/2)') } export -f myrun binlen=dummy binlen=$(find-first-fail -q myrun $onechar) perl -e ' $envc=(keys %ENV); $envn=length join"",(keys %ENV); $envv=length join"",(values %ENV); $onechar='$onechar'; $maxlen=5-39+262144 - $envn - $envv - $onechar*5 - $envc*10; print("Max len = $maxlen\n"); $bin='$binlen'; print("$bin=",$bin-$maxlen," $onechar $envc $envn $envv\n"); ' } export -f doit val="$(seq 2 100 1000)" val="10 20 50 100 200 500 1000" val="12 103 304 506 1005" parallel --timeout 20 --shuf --tag -k doit ::: $val ::: $val ::: $val ::: $val ::: $val ::: $val ::: $val # Test with random data (seq 10;seq 100;seq 100;seq 100;seq 100; seq 300 ;seq 1000) | shuf | parallel -n 7 --timeout 20 --tag -k doit EOF # Each should generate at least 2 commands par_many_args() { rm -f ~/.parallel/tmp/sshlogin/*/linelen pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho geny() { yes | head -c $1; } for a in `seq 6000`; do eval "export a$a=1" ; done geny 10000 | stdout parallel -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/( y){10,}//g' } par_many_var() { export LC_ALL=C rm -f ~/.parallel/tmp/sshlogin/*/linelen pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho gen() { seq -f %f 1000000000000000 1000000000050000 | head -c $1; } for a in `seq 6000`; do eval "export a$a=1" ; done gen 40000 | stdout parallel -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/\d{10,}.\d+ //g' } par_many_var_func() { export LC_ALL=C rm -f ~/.parallel/tmp/sshlogin/*/linelen gen() { seq -f %f 1000000000000000 1000000000050000 | head -c $1; } pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho for a in `seq 2000`; do eval "export a$a=1" ; done for a in `seq 2000`; do eval "a$a() { 1; }" ; done for a in `seq 2000`; do eval export -f a$a ; done gen 40000 | stdout parallel -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/\d{10,}.\d+ //g' } par_many_func() { export LC_ALL=C rm -f ~/.parallel/tmp/sshlogin/*/linelen gen() { seq -f %f 1000000000000000 1000000000050000 | head -c $1; } pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho for a in `seq 5000`; do eval "a$a() { 1; }" ; done for a in `seq 5000`; do eval export -f a$a ; done gen 40000 | stdout parallel -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/\d{10,}.\d+ //g' } par_big_func() { export LC_ALL=C rm -f ~/.parallel/tmp/sshlogin/*/linelen gen() { seq -f %f 1000000000000000 1000000000050000 | head -c $1; } pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho big=`seq 1000` for a in `seq 1`; do eval "a$a() { '$big'; }" ; done for a in `seq 1`; do eval export -f a$a ; done gen 80000 | stdout parallel --load 2 -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/\d{10,}.\d+ //g' } par_many_var_big_func() { export LC_ALL=C rm -f ~/.parallel/tmp/sshlogin/*/linelen gen() { seq -f %f 1000000000000000 1000000000050000 | head -c $1; } pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho big=`seq 1000` for a in `seq 5000`; do eval "export a$a=1" ; done for a in `seq 10`; do eval "a$a() { '$big'; }" ; done for a in `seq 10`; do eval export -f a$a ; done gen 40000 | stdout parallel -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/\d{10,}.\d+ //g' } par_big_func_name() { export LC_ALL=C rm -f ~/.parallel/tmp/sshlogin/*/linelen gen() { seq -f %f 1000000000000000 1000000000050000 | head -c $1; } pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho big=`perl -e print\"x\"x10000` for a in `seq 10`; do eval "export a$big$a=1" ; done gen 30000 | stdout parallel -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/\d{10,}.\d+ //g' } par_big_var_func_name() { export LC_ALL=C rm -f ~/.parallel/tmp/sshlogin/*/linelen gen() { seq -f %f 1000000000000000 1000000000050000 | head -c $1; } pecho() { perl -e 'print "@ARGV\n"' "$@"; } export -f pecho big=`perl -e print\"x\"x10000` for a in `seq 10`; do eval "export a$big$a=1" ; done for a in `seq 10`; do eval "a$big$a() { 1; }" ; done for a in `seq 10`; do eval export -f a$big$a ; done gen 80000 | stdout parallel --load 4 -Xkj1 'pecho {} {} {} {} | wc' | perl -pe 's/\d{10,}.\d+ //g' } #macsshlogin=ota@mac #macsshlogin=macosx.p macsshlogin=$(parallel --halt now,success=1 ssh {} echo {} ::: ota@mac macosx.p) scp /usr/local/bin/parallel $macsshlogin:bin/ export LC_ALL=C export -f $(compgen -A function | grep par_) compgen -A function | grep par_ | LC_ALL=C sort | env_parallel --timeout 1000% --tag -k -S 6/$macsshlogin 'PATH=$HOME/bin:$PATH; {}'