Length filtering for reads longer than 70 bps. time for R1 in ../Raw_data/*R1_001.fastq.gz; do R2=${R1/_R1_001.fastq.gz/_R2_001.fastq.gz}; R1out=${R1##*/}; R2out=${R2##*/}; echo ${R1} ${R2} ${R1out} ${R2out}; time paste <(pigz -dcp2 ${R1} | paste - - - - ) <(pigz -dcp2 ${R2} | paste - - - - ) | \ mawk -vFS="\t" -vMIN=70 'length($2)>=MIN && length($6)>=MIN' | \ tee >(cut -d$'\t' -f1-4 | tr '\t' '\n' | pigz -9cp8 > ${R1out}) | \ cut -d$'\t' -f5-8 | tr '\t' '\n' | pigz -9cp8 > ${R2out}; done