mirror of
https://git.savannah.gnu.org/git/parallel.git
synced 2024-10-18 12:59:39 +00:00
139 lines
3.6 KiB
Bash
139 lines
3.6 KiB
Bash
#!/bin/bash
|
|
|
|
# GNU Parallel SQL tests
|
|
# The tests must be able to run in parallel
|
|
|
|
export SQLITE=sqlite3:///%2Frun%2Fshm%2Fparallel.db
|
|
export PG=pg://`whoami`:`whoami`@lo/`whoami`
|
|
export MYSQL=mysql://`whoami`:`whoami`@lo/`whoami`
|
|
export CSV=csv:///%2Frun%2Fshm
|
|
|
|
export DEBUG=false
|
|
rm -f /run/shm/parallel.db
|
|
mkdir -p /run/shm/csv
|
|
|
|
p_showsqlresult() {
|
|
SERVERURL=$1
|
|
TABLE=$2
|
|
sql $SERVERURL "select Host,Command,V1,V2,Stdout,Stderr from $TABLE order by seq;"
|
|
}
|
|
|
|
p_wrapper() {
|
|
INNER=$1
|
|
SERVERURL=$(eval echo $2)
|
|
TABLE=TBL$RANDOM
|
|
DBURL=$SERVERURL/$TABLE
|
|
T1=$(tempfile)
|
|
T2=$(tempfile)
|
|
eval "$INNER"
|
|
echo Exit=$?
|
|
wait
|
|
echo Exit=$?
|
|
$DEBUG && sort -u $T1 $T2;
|
|
rm $T1 $T2
|
|
p_showsqlresult $SERVERURL $TABLE
|
|
$DEBUG || sql $SERVERURL "drop table $TABLE;" >/dev/null 2>/dev/null
|
|
}
|
|
|
|
p_template() {
|
|
(sleep 6;
|
|
parallel --sqlworker $DBURL "$@" sleep .3\;echo >$T1) &
|
|
parallel --sqlandworker $DBURL "$@" sleep .3\;echo ::: {1..5} ::: {a..e} >$T2;
|
|
}
|
|
|
|
par_sqlandworker() {
|
|
p_template
|
|
}
|
|
|
|
par_sqlandworker_lo() {
|
|
p_template -S lo
|
|
}
|
|
|
|
par_sqlandworker_results() {
|
|
p_template --results /tmp/out--sql
|
|
}
|
|
|
|
par_sqlandworker_linebuffer() {
|
|
p_template --linebuffer
|
|
}
|
|
|
|
par_sqlandworker_tag() {
|
|
p_template --tag
|
|
}
|
|
|
|
par_sqlandworker_linebuffer_tag() {
|
|
p_template --linebuffer --tag
|
|
}
|
|
|
|
par_sqlandworker_compress_linebuffer_tag() {
|
|
p_template --compress --linebuffer --tag
|
|
}
|
|
|
|
par_sqlandworker_unbuffer() {
|
|
p_template -u
|
|
}
|
|
|
|
par_sqlandworker_total_jobs() {
|
|
p_template echo {#} of '{=1 $_=total_jobs(); =};'
|
|
}
|
|
|
|
par_append() {
|
|
parallel --sqlmaster $DBURL sleep .3\;echo ::: {1..5} ::: {a..e} >$T2;
|
|
parallel --sqlmaster +$DBURL sleep .3\;echo ::: {11..15} ::: {A..E} >>$T2;
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T1
|
|
}
|
|
|
|
par_shuf() {
|
|
MD5=$(echo $SERVERURL | md5sum | perl -pe 's/(...).*/$1/')
|
|
T=/tmp/parallel-bug49791-$MD5
|
|
[ -e $T ] && rm -rf $T
|
|
export PARALLEL="--shuf --result $T"
|
|
parallel --sqlandworker $DBURL sleep .3\;echo \
|
|
::: {1..5} ::: {a..e} >$T2;
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
unset PARALLEL
|
|
wait;
|
|
# Did it compute correctly?
|
|
cat $T/1/*/*/*/stdout
|
|
# Did it shuffle (Compare job table to non-shuffled)
|
|
SHUF=$(sql $SERVERURL "select Host,Command,V1,V2,Stdout,Stderr from $TABLE order by seq;")
|
|
export PARALLEL="--result $T"
|
|
parallel --sqlandworker $DBURL sleep .3\;echo \
|
|
::: {1..5} ::: {a..e} >$T2;
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
parallel --sqlworker $DBURL sleep .3\;echo >$T2 &
|
|
unset PARALLEL
|
|
wait;
|
|
NOSHUF=$(sql $SERVERURL "select Host,Command,V1,V2,Stdout,Stderr from $TABLE order by seq;")
|
|
DIFFSIZE=$(diff <(echo "$SHUF") <(echo "$NOSHUF") | wc -c)
|
|
if [ $DIFFSIZE -gt 2500 ]; then
|
|
echo OK: Diff bigger than 2500 char
|
|
fi
|
|
[ -e $T ] && rm -rf $T
|
|
touch $T1
|
|
}
|
|
|
|
par_empty() {
|
|
true;
|
|
}
|
|
|
|
hostname=`hostname`
|
|
export -f $(compgen -A function | egrep 'p_|par_')
|
|
# Tested that -j0 in parallel is fastest (up to 15 jobs)
|
|
# -j5: SQLite complains about locked database.
|
|
compgen -A function | grep par_ | sort |
|
|
stdout parallel -vj4 -k --tag --joblog /tmp/jl-`basename $0` p_wrapper \
|
|
:::: - ::: \$MYSQL \$PG \$SQLITE \$CSV |
|
|
perl -pe 's/tbl\d+/TBL99999/gi;' |
|
|
perl -pe 's/(from TBL99999 order) .*/$1/g' |
|
|
perl -pe 's/ *\b'"$hostname"'\b */hostname/g' |
|
|
grep -v -- --------------- |
|
|
perl -pe 's/ *\bhost\b */host/g' |
|
|
perl -pe 's/ +/ /g'
|
|
|