parallel/testsuite/tests-to-run/parallel-local-race01.sh

177 lines
4.8 KiB
Bash
Raw Permalink Normal View History

#!/bin/bash
# SPDX-FileCopyrightText: 2021-2023 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
#
# SPDX-License-Identifier: GPL-3.0-or-later
par_sem_2jobs() {
echo '### Test semaphore 2 jobs running simultaneously'
parallel --semaphore --id 2jobs -u -j2 'echo job1a 1; sleep 4; echo job1b 3'
sleep 0.5
parallel --semaphore --id 2jobs -u -j2 'echo job2a 2; sleep 4; echo job2b 5'
sleep 0.5
parallel --semaphore --id 2jobs -u -j2 'echo job3a 4; sleep 4; echo job3b 6'
parallel --semaphore --id 2jobs --wait
echo done
}
2023-07-21 02:33:22 +00:00
par_2jobs() {
echo '### Test similar example as from man page - run 2 jobs simultaneously'
echo 'Expect done: 1 2 5 3 4'
for i in 5 1 2 3 4 ; do
sleep 0.2
echo Scheduling $i
sem -j2 --id ex2jobs -u echo starting $i ";" sleep $i ";" echo done $i
done
sem --id ex2jobs --wait
}
par_change_content_--jobs_filename() {
echo '### Test of -j filename with file content changing (missing -k is correct)'
echo 1 >/tmp/jobs_to_run2
(sleep 3; echo 10 >/tmp/jobs_to_run2) &
parallel -j /tmp/jobs_to_run2 -v sleep {} ::: 3.3 2.{1..5} 0.{1..7}
}
par_csv_not_installed() {
echo '### Give error if CSV.pm is not installed when using --csv'
sudo parallel mv {} {}.hidden ::: /usr/share/perl5/Text/CSV.pm
stdout parallel --csv echo ::: this should give an error
sudo parallel mv {}.hidden {} ::: /usr/share/perl5/Text/CSV.pm
}
par_sem_dir() {
echo '### bug #58985: sem stall if .parallel/semaphores is chmod 0'
chmod 0 ~/.parallel/semaphores
sem echo
chmod 700 ~/.parallel/semaphores
}
2019-01-21 02:16:59 +00:00
par_parcat_mixing() {
echo 'parcat output should mix: a b a b'
2022-05-22 08:36:45 +00:00
mktempfifo() {
tmp=$(mktemp)
rm "$tmp"
mkfifo "$tmp"
echo "$tmp"
2019-01-21 02:16:59 +00:00
}
slow_output() {
string=$1
perl -e 'print "'$string'"x9000,"start\n"'
sleep 2
perl -e 'print "'$string'"x9000,"end\n"'
}
2022-05-22 08:36:45 +00:00
tmp1=$(mktempfifo)
tmp2=$(mktempfifo)
slow_output a > "$tmp1" &
2019-01-21 02:16:59 +00:00
sleep 1
slow_output b > "$tmp2" &
parcat "$tmp1" "$tmp2" | tr -s ab
2019-01-21 02:16:59 +00:00
}
par_tmux_termination() {
echo '### --tmux test - check termination'
TMPDIR=/tmp
2019-01-21 02:16:59 +00:00
doit() {
perl -e 'map {printf "$_%o%c\n",$_,$_}1..255' |
stdout parallel --tmux 'sleep 0.2;echo {}' :::: - ::: a b |
replace_tmpdir |
perl -pe 's:(/tms).....:$1XXXXX:;'
2019-01-21 02:16:59 +00:00
}
export -f doit
stdout parallel --timeout 120 doit ::: 1
}
par_linebuffer_tag_slow_output() {
echo "Test output tag with mixing halflines"
halfline() {
perl -e '$| = 1; map { print $ARGV[0]; sleep(1); print "$_\n" } split //, "Half\n"' $1
}
export -f halfline
parallel --delay 0.5 -j0 --tag --line-buffer halfline ::: a b
}
par_distribute_input_by_ability() {
echo "### bug #48290: round-robin does not distribute data"
echo "based on busy-ness"
echo "### Distribute input to jobs that are ready"
echo "Job-slot n is 50% slower than n+1, so the order should be 1..7"
seq 20000000 |
parallel --tagstring {#} -j7 --block 300k --round-robin --pipe \
'pv -qL{=$_=$job->seq()**3+9=}0000 |wc -c' |
sort -nk2 | field 1
}
par_print_before_halt_on_error() {
echo '### What is printed before the jobs are killed'
mytest() {
HALT=$1
(echo 0.1;
echo 3.2;
seq 0 7;
echo 0.3;
echo 8) |
parallel --tag --delay 0.1 -j4 -kq --halt $HALT \
perl -e 'sleep 1; sleep $ARGV[0]; print STDERR "",@ARGV,"\n"; '$HALT' > 0 ? exit shift : exit not shift;' {};
echo exit code $?
}
export -f mytest
parallel -j0 -k --tag mytest ::: -2 -1 0 1 2
}
par_bug56403() {
echo 'bug #56403: --pipe block by time.'
(
sleep 2; # make sure parallel is ready
echo job1a;
sleep 2;
echo job2b;
echo -n job3c;
sleep 2;
echo job3d
) | parallel --blocktimeout 1 -j1 --pipe --tagstring {#} -k cat
(
sleep 2; # make sure parallel is ready
echo job1a;
sleep 1;
echo job1b;
echo -n job2c;
sleep 4;
echo job2d
) | parallel --blocktimeout 3 -j1 --pipe --tagstring {#} -k cat
}
par_delay_Xauto() {
echo 'TODO: --retries for those that fail and --sshdelay'
echo '### bug #58911: --delay Xauto'
2022-05-22 08:36:45 +00:00
tmp=$(mktemp)
doit() {
perl -e '$a=shift;
$m = -M $a < 0.0000001;
system "touch", $a;
print "$m\n";
exit $m;' "$1";
}
export -f doit
before=`date +%s`
out=$(seq 30 | parallel --delay 0.03 -q doit "$tmp")
after=`date +%s`
# Round to 5 seconds
normaldiff=$(( (after-before)/5 ))
echo $normaldiff
before=`date +%s`
out=$(seq 30 | parallel --delay 0.03auto -q doit "$tmp")
after=`date +%s`
autodiff=$(( (after-before)/5 ))
echo $autodiff
rm "$tmp"
}
export -f $(compgen -A function | grep par_)
compgen -A function | grep par_ | sort |
# parallel --joblog /tmp/jl-`basename $0` -j10 --tag -k '{} 2>&1'
parallel --joblog /tmp/jl-`basename $0` -j1 --tag -k '{} 2>&1'