### Test --pipe
echo '### -L >4GB'
### -L >4GB
  (head -c 5000000000 /dev/zero; echo FOO;    head -c 3000000000 /dev/zero; echo FOO;    head -c 1000000000 /dev/zero;) |    parallel --pipe  -L2 --block 1g -k LANG=c wc -c
8000000008
1000000000
echo '### Test 200M records with too small block';   (    echo start;    seq 1 44 | parallel -uj1 cat /tmp/blocktest\;true;    echo end;    echo start;    seq 1 44 | parallel -uj1 cat /tmp/blocktest\;true;    echo end;    echo start;    seq 1 44 | parallel -uj1 cat /tmp/blocktest\;true;    echo end;   ) | stdout parallel -k --block 200m -j2 --pipe --recend 'end\n' wc -c |   egrep -v '^0$'
### Test 200M records with too small block
parallel: Warning: A record was longer than 200000000. Increasing to --blocksize 260000001
303111434
303111434
303111434
echo '### Test -N with multiple jobslots and multiple args'
### Test -N with multiple jobslots and multiple args
seq 1 1 | parallel -j2 -k -N 3 --pipe 'cat;echo a'
1
a
seq 1 2 | parallel -j2 -k -N 3 --pipe 'cat;echo bb'
1
2
bb
seq 1 3 | parallel -j2 -k -N 3 --pipe 'cat;echo ccc'
1
2
3
ccc
seq 1 4 | parallel -j2 -k -N 3 --pipe 'cat;echo dddd'
1
2
3
dddd
4
dddd
seq 1 5 | parallel -j2 -k -N 3 --pipe 'cat;echo eeeee'
1
2
3
eeeee
4
5
eeeee
seq 1 6 | parallel -j2 -k -N 3 --pipe 'cat;echo ffffff'
1
2
3
ffffff
4
5
6
ffffff
seq 1 7 | parallel -j2 -k -N 3 --pipe 'cat;echo ggggggg'
1
2
3
ggggggg
4
5
6
ggggggg
7
ggggggg
seq 1 8 | parallel -j2 -k -N 3 --pipe 'cat;echo hhhhhhhh'
1
2
3
hhhhhhhh
4
5
6
hhhhhhhh
7
8
hhhhhhhh
seq 1 9 | parallel -j2 -k -N 3 --pipe 'cat;echo iiiiiiiii'
1
2
3
iiiiiiiii
4
5
6
iiiiiiiii
7
8
9
iiiiiiiii
seq 1 10 | parallel -j2 -k -N 3 --pipe 'cat;echo jjjjjjjjjj'
1
2
3
jjjjjjjjjj
4
5
6
jjjjjjjjjj
7
8
9
jjjjjjjjjj
10
jjjjjjjjjj
echo '### Test -l -N -L and -n with multiple jobslots and multiple args'
### Test -l -N -L and -n with multiple jobslots and multiple args
seq 1 12 | parallel -kj20 -l 2 --block 8 --pipe "cat; echo a"
1
2
3
4
a
5
6
7
8
a
9
10
a
11
12
a
seq 1 5 | parallel -kj2 -N 2 --pipe "cat; echo b"
1
2
b
3
4
b
5
b
seq 1 5 | parallel -kj2 -n 2 --pipe "cat; echo d"
1
2
d
3
4
d
5
d
echo '### Test -L --pipe'
### Test -L --pipe
seq 1 5 | parallel -kj2 -L 2 --pipe "cat; echo c"
1
2
3
4
c
5
c
echo '### Test output is the same for different block size'
### Test output is the same for different block size
echo -n 01a02a0a0a12a34a45a6a |   parallel -k -j1 --blocksize 100 --pipe --recend a  -N 3  'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
1>01a02a0a
2>0a12a34a
3>45a6a
echo -n 01a02a0a0a12a34a45a6a |   stdout parallel -k -j1 --blocksize 1 --pipe --recend a  -N 3  'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
parallel: Warning: A record was longer than 1. Increasing to --blocksize 3
parallel: Warning: A record was longer than 3. Increasing to --blocksize 5
1>01a02a0a
parallel: Warning: A record was longer than 5. Increasing to --blocksize 8
2>0a12a34a
3>45a6a
echo '### Test 10M records with too big block';   (    echo start;    seq 1 1 | parallel -uj1 cat /tmp/blocktest\;true;    echo end;    echo start;    seq 1 1 | parallel -uj1 cat /tmp/blocktest\;true;    echo end;    echo start;    seq 1 1 | parallel -uj1 cat /tmp/blocktest\;true;    echo end;   ) | stdout parallel -k --block 10M -j2 --pipe --recstart 'start\n' wc -c |   egrep -v '^0$'
### Test 10M records with too big block
6888906
6888906
6888906
echo '### Test --rrs -N1 --recend single';   echo 12a34a45a6 |   parallel -k --pipe --recend a -N1 --rrs 'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
### Test --rrs -N1 --recend single
1>12
2>34
3>45
4>6

echo '### Test --rrs -N1 --regexp --recend alternate';   echo 12a34b45a6 |   parallel -k --pipe --regexp --recend 'a|b' -N1 --rrs 'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
### Test --rrs -N1 --regexp --recend alternate
1>12
2>34
3>45
4>6

echo '### Test --rrs -N1 --recend single';   echo 12a34b45a6 |   parallel -k --pipe --recend 'b' -N1 --rrs 'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
### Test --rrs -N1 --recend single
1>12a34
2>45a6

echo '### Test --rrs --recend single';   echo 12a34a45a6 |   parallel -k --pipe --recend a --rrs 'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
### Test --rrs --recend single
1>123445
2>6

echo '### Test --rrs --regexp --recend alternate';   echo 12a34b45a6 |   parallel -k --pipe --regexp --recend 'a|b' --rrs 'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
### Test --rrs --regexp --recend alternate
1>123445
2>6

echo '### Test --rrs --recend single';   echo 12a34b45a6 |   parallel -k --pipe --recend 'b' --rrs 'echo -n "$PARALLEL_SEQ>"; cat; echo; sleep 0.1'
### Test --rrs --recend single
1>12a34
2>45a6

echo '### Test -N even';   seq 1 10 | parallel -j2 -k -N 2 --pipe cat";echo ole;sleep 0.\$PARALLEL_SEQ"
### Test -N even
1
2
ole
3
4
ole
5
6
ole
7
8
ole
9
10
ole
echo '### Test -N odd';   seq 1 11 | parallel -j2 -k -N 2 --pipe cat";echo ole;sleep 0.\$PARALLEL_SEQ"
### Test -N odd
1
2
ole
3
4
ole
5
6
ole
7
8
ole
9
10
ole
11
ole
echo '### Test -N even+2';   seq 1 12 | parallel -j2 -k -N 2 --pipe cat";echo ole;sleep 1.\$PARALLEL_SEQ"
### Test -N even+2
1
2
ole
3
4
ole
5
6
ole
7
8
ole
9
10
ole
11
12
ole
echo '### Test --recstart + --recend';   cat /tmp/blocktest | parallel --block 1M -k --recstart 44 --recend "44" -j10 --pipe sort -n |md5sum
### Test --recstart + --recend
3c20e43c58152da30261c5827a1f9084  -
echo '### Race condition bug - 1 - would block';   seq 1 80  | nice parallel -j0 'seq 1 10| parallel --block 1 --recend "" --pipe cat;true' >/dev/null
### Race condition bug - 1 - would block
echo '### Race condition bug - 2 - would block';   seq 1 100 | nice parallel -j100 --block 1 --recend "" --pipe cat >/dev/null
### Race condition bug - 2 - would block
echo '### Test --block size=1';   seq 1 10| parallel --block 1 --files --recend ""  --pipe sort -n | parallel -Xj1 sort -nm {} ";"rm {}
### Test --block size=1










0
1
1
2
3
4
5
6
7
8
9
echo '### Test --block size=1M -j10 --files - more jobs than data';   sort -n < /tmp/blocktest | md5sum;   cat /tmp/blocktest | parallel --files --recend "\n" -j10 --pipe sort -n | parallel -Xj1 sort -nm {} ";"rm {} | md5sum
### Test --block size=1M -j10 --files - more jobs than data
8a7095c1c23bfadc311fe6b16d950582  -
8a7095c1c23bfadc311fe6b16d950582  -
echo '### Test --block size=1M -j1 - more data than cpu';   cat /tmp/blocktest | parallel --files --recend "\n" -j1 --pipe sort -n | parallel -Xj1 sort -nm {} ";"rm {} | md5sum
### Test --block size=1M -j1 - more data than cpu
8a7095c1c23bfadc311fe6b16d950582  -
echo '### Test --block size=1M -j1 - more data than cpu';   cat /tmp/blocktest | parallel --files --recend "\n" -j2 --pipe sort -n | parallel -Xj1 sort -nm {} ";"rm {} | md5sum
### Test --block size=1M -j1 - more data than cpu
8a7095c1c23bfadc311fe6b16d950582  -
echo '### Test --pipe default settings';   cat /tmp/blocktest | parallel --pipe sort | sort -n | md5sum
### Test --pipe default settings
8a7095c1c23bfadc311fe6b16d950582  -