parallel/testsuite/tests-to-run/parallel-tutorial.sh

#!/bin/bash
# SPDX-FileCopyrightText: 2021-2024 Ole Tange, http://ole.tange.dk and Free Software and Foundation, Inc.
#
# SPDX-License-Identifier: GPL-3.0-or-later

cleanup() {
    find {"$TMPDIR",/var/tmp,/tmp}/{fif,tms,par[^a]}* -mmin -10 -print0 2>/dev/null |
	parallel -0 rm 2>/dev/null
}

cleanup
touch ~/.parallel/will-cite
echo '### test parallel_tutorial'

unset DISPLAY
TMPDIR=/tmp/parllel-tutorial
mkdir -p "$TMPDIR"
cd "$TMPDIR"
pwd=$(pwd)
# If not run in dir parallel/testsuite: set testsuitedir to path of testsuite
testsuitedir=${testsuitedir:-$pwd}
srcdir=$(echo "$testsuitedir" | perl -pe 's=$ENV{HOME}==')
export SERVER1=parallel@lo
export SERVER2=csh@lo
export PARALLEL=-k
perl -ne '$/="\n\n"; /^Output/../^[^O]\S/ and next; /^  / and print;' "$testsuitedir"/../src/parallel_tutorial.pod |
    egrep -v 'curl|tty|parallel_tutorial|interactive|example.(com|net)' |
    egrep -v 'shellquote|works|num128|--filter-hosts|--tmux|my_id' |
    perl -pe 's/username@//;s/user@//;
              s/zenity/zenity --timeout=15/;
              s:/usr/bin/time:/usr/bin/time -f %e:;
              s:ignored_vars:ignored_vars|sort:;
              # Remove \n to join all joblogs into the previous block
              s:cat /tmp/log\n:cat /tmp/log;:;
              # Remove import (python code)
              s:import.*::;
              # When parallelized: Sleep to make sure the abc-files are made
              /%head1/ and $_.="sleep .3\n\n"x10;
' |
    stdout parallel --joblog /tmp/jl-`basename $0` -j6 -vd'\n\n' |
    replace_tmpdir |
    perl -pe '$|=1;
              # --pipe --roundrobin wc
              s: \d{6}  \d{6} \d{7}: 999999  999999 9999999:;
              # --tmux
              s:(/TMP|/tmp)(/tms).....:$1$2XXXXX:;
              # --files
              s:(/TMP/par).....(\....):$1XXXXX$2:;
              # --eta --progress
              s/ETA.*//g; s/local:.*//g;
              # Sat Apr  4 11:55:40 CEST 2015
              s/... ... .. ..:..:.. \D+ ..../DATE OUTPUT/;
              # Timestamp from --joblog
              s/\d{10}.\d{3}\s+..\d+/TIMESTAMP\t9.999/g;
              # Version
              s/20[0-3]\d{5}/VERSION/g;
              # [123] [abc] [ABC]
              s/^[123] [abc] [ABC]$/123 abc ABC/g;
              # Remote script
              s/(PARALLEL_PID\D+)\d+/${1}000000/g;
              # sql timing
              s/,[a-z0-9]*,\d+.\d+,\d+.\d+/,:,000000000.000,0.000/g;
              # /usr/bin/time -f %e
              s/^(\d+)\.\d+$/$1/;
              # --workdir ...
              s:parallel/tmp/[a-z0-9]+-\d+-1:TMPWORKDIR:g;
	      # .../privat/parallel2/
	      s='$srcdir'==;
              # + cat ... | (Bash outputs these in random order)
              s/\+ cat.*\n//;
              # + echo ... | (Bash outputs these in random order)
              s/\+ echo.*\n//;
              # + wc ... (Bash outputs these in random order)
              s/\+ wc.*\n//;
              # + command_X | (Bash outputs these in random order)
              s/.*command_[ABC].*\n//;
              # Due to multiple jobs "Second started" often ends up wrong
              s/Second started\n//;
              s/The second finished\n//;
              # Due to multiple jobs "tried 2" often ends up wrong
              s/tried 2\n//;
              # Due to order is often mixed up
              s/echo \d; exit \d\n/echo X; exit X\n/;
              # Race condition causes outdir to sometime exist
              s/(std(out|err)|seq): Permission denied/$1: No such file or directory/;
              # Race condition
              s/^4-(middle|end)\n//;
              # Race condition
	      s/^parallel: This job failed:\n//;
	      s/^echo .; exit .\n//;
              # Base 64 string with quotes
              s:['"'"'"\\+/a-z.0-9=]{50,}(\s['"'"'"\\+/a-z.0-9=]*)*:BASE64:ig;
              # Timings are often off
              s/^(\d)$/9/;
              s/^(\d\d)$/99/;
	      # Remove variable names - they vary
	      s/^[A-Z][A-Z0-9_]*\s$//;
	      # Fails often due to race
	      s/cat: input_file: No such file or directory\n//;
	      s{rsync: .* link_stat ".*/home/parallel/input_file.out" .*\n}{};
	      s{rsync error: some files/attrs were not transferred .*\n}{};
	      s{Give up after 2 secs\n}{};
	      s{parallel: Warning: Semaphore timed out. Exiting.\n}{};
	      s{parallel: Starting no more jobs. Waiting for 1 jobs to finish.}{};
	      s{.* GtkDialog .*\n}{};
	      s{tried 1}{};
	      s/^\s*\n//;
	      s/^Second done\n//;
	      # Changed citation
	      s/Tange, O. .* GNU Parallel .*//;
	      s:https.//doi.org/10.5281/.*::;
	      s/.software.tange_.*//;
	      s/title.*= .*Parallel .*//;
	      s/month.*= .*//;
	      s/doi.*=.*//;
	      s/url.*= .*doi.org.*//;
	      s/.Feel free to use .nocite.*//;
	      # tmpdir and files
	      s:/tmp/parallel-tutorial-tmpdir/par-job-\S+:script:g;
	      s:/tmp/par-job-\S+:script:g;
	      s:par......par:tempfile:g;
	      s:^tempfile\n::g;
	      #+(zenity:2012805): Gtk-WARNING **: 02:25:32.662: cannot open display:
	      s,.zenity.*cannot open display:,,;
	      # --progress => 1:local / 4 / 4
	      s,1:local / . / .,1:local / 9 / 9,;
	      # bash: -c: line 1: .set a="tempfile"; if( { test -d "$a" } ) echo "$a is a dir"
	      s{.*bash: .*set a=".*".*test -d.*is a dir.*\n}{};
	      # /usr/bin/bash: -c: line 1: syntax error near unexpected token .)
	      s{.*bash: .*syntax error near unexpected token.*\n}{};
	      # This is input_file
	      s{^This is input_file.*\n}{};
	      ' | uniq

echo "### 3+3 .par files (from --files), 1 .tms-file from tmux attach"
find {"$TMPDIR",/var/tmp}/{fif,tms,par[^a]}* -mmin -10 -type f -print0 2>/dev/null |
    parallel -0 grep . | sort
cleanup