This notebook performs a simple NCBI BLASTn (Altschul et al. 1990) against two miRNA databases to attempt to identify miRNA in A.pulchra sRNAseq:
Utilizes a modified version, which includes cnidarian miRNA culled from literature by Jill Ahsley.
Relies on the following software:
fastx_collapser
: Collapses duplicate sequences in FastA/Q into single sequence.This allows usage of Bash variables across R Markdown chunks.
{
echo "#### Assign Variables ####"
echo ""
echo "# Trimmed FastQ naming pattern"
echo "export trimmed_fastqs_pattern='*fastp-adapters-polyG-31bp-merged.fq.gz'"
echo "# Data directories"
echo 'export deep_dive_dir=/home/shared/8TB_HDD_01/sam/gitrepos/deep-dive'
echo 'export deep_dive_data_dir="${deep_dive_dir}/data"'
echo 'export output_dir_top=${deep_dive_dir}/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase'
echo 'export trimmed_fastqs_dir="${deep_dive_dir}/D-Apul/output/08.2-Apul-sRNAseq-trimming-31bp-fastp-merged/trimmed-reads"'
echo 'export blast_dbs_dir="${deep_dive_dir}/data/blast_dbs"'
echo ""
echo "# Input/Output files"
echo 'export collapsed_reads_fasta="collapsed-reads-all.fasta"'
echo 'export concatenated_trimmed_reads_fastq="concatenated-trimmed-reads-all.fastq.gz"'
echo 'export mirbase_mature_fasta_name="cnidarian-mirbase-mature-v22.1.fasta"'
echo 'export mirbase_mature_fasta_no_U="cnidarian-mirbase-mature-v22.1-no_U.fa"'
echo 'export mirgene_mature_fasta_name="mirgene-mature-all-v2.1.fa"'
echo 'export mirgene_mature_fasta_no_U="mirgene-mature-all-v2.1-no_U.fa"'
echo ""
echo "# External data URLs"
echo 'export mirgenedb_fasta_url="https://www.mirgenedb.org/fasta/ALL?mat=1"'
echo ""
echo "# Paths to programs"
echo 'export ncbi_blast_dir="/home/shared/ncbi-blast-2.15.0+/bin/"'
echo 'export ncbi_blastn="${ncbi_blast_dir}/blastn"'
echo 'export ncbi_makeblast_db="${ncbi_blast_dir}/makeblastdb"'
echo 'export fastx_collapser="/home/shared/fastx_toolkit_0.0.13_binaries_Linux_2.6_amd64/bin/fastx_collapser"'
echo "# Set number of CPUs to use"
echo 'export threads=40'
echo ""
echo "# Initialize arrays"
echo 'export trimmed_fastqs_array=()'
} > .bashvars
cat .bashvars
#### Assign Variables ####
# Trimmed FastQ naming pattern
export trimmed_fastqs_pattern='*fastp-adapters-polyG-31bp-merged.fq.gz'
# Data directories
export deep_dive_dir=/home/shared/8TB_HDD_01/sam/gitrepos/deep-dive
export deep_dive_data_dir="${deep_dive_dir}/data"
export output_dir_top=${deep_dive_dir}/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase
export trimmed_fastqs_dir="${deep_dive_dir}/D-Apul/output/08.2-Apul-sRNAseq-trimming-31bp-fastp-merged/trimmed-reads"
export blast_dbs_dir="${deep_dive_dir}/data/blast_dbs"
# Input/Output files
export collapsed_reads_fasta="collapsed-reads-all.fasta"
export concatenated_trimmed_reads_fastq="concatenated-trimmed-reads-all.fastq.gz"
export mirbase_mature_fasta_name="cnidarian-mirbase-mature-v22.1.fasta"
export mirbase_mature_fasta_no_U="cnidarian-mirbase-mature-v22.1-no_U.fa"
export mirgene_mature_fasta_name="mirgene-mature-all-v2.1.fa"
export mirgene_mature_fasta_no_U="mirgene-mature-all-v2.1-no_U.fa"
# External data URLs
export mirgenedb_fasta_url="https://www.mirgenedb.org/fasta/ALL?mat=1"
# Paths to programs
export ncbi_blast_dir="/home/shared/ncbi-blast-2.15.0+/bin/"
export ncbi_blastn="${ncbi_blast_dir}/blastn"
export ncbi_makeblast_db="${ncbi_blast_dir}/makeblastdb"
export fastx_collapser="/home/shared/fastx_toolkit_0.0.13_binaries_Linux_2.6_amd64/bin/fastx_collapser"
# Set number of CPUs to use
export threads=40
# Initialize arrays
export trimmed_fastqs_array=()
# Load bash variables into memory
source .bashvars
# Download MirGeneDB, if it doesn't exist
if [ ! -f "${deep_dive_data_dir}/${mirgene_mature_fasta_name}" ]; then
wget \
--no-check-certificate \
--continue \
--no-host-directories \
--no-directories \
--no-parent \
--quiet \
--execute robots=off \
--output-document ${deep_dive_data_dir}/${mirgene_mature_fasta_name} \
${mirgenedb_fasta_url}
fi
ls -lh ${deep_dive_data_dir}
total 20M
drwxr-xr-x 2 sam sam 4.0K Apr 2 07:01 blast_dbs
-rw-rw-r-- 1 sam sam 3.8M Apr 2 06:51 cnidarian-mirbase-mature-v22.1.fasta
-rw-r--r-- 1 sam sam 3.8M Apr 2 07:00 cnidarian-mirbase-mature-v22.1-no_U.fa
-rw-r--r-- 1 sam sam 44K Apr 2 06:49 cnidarian_miRNAs.fasta
-rw-r--r-- 1 sam sam 3.7M Feb 16 12:36 mirbase-mature-v22.1.fa
-rw-r--r-- 1 sam sam 3.7M Dec 4 11:05 mirbase-mature-v22.1-no_spaces.fa
-rw-r--r-- 1 sam sam 3.7M Nov 17 07:59 mirbase-mature-v22.1-no_U.fa
-rw-r--r-- 1 sam sam 726K Nov 7 14:36 mirgene-mature-all-v2.1.fa
-rw-r--r-- 1 sam sam 726K Nov 17 07:59 mirgene-mature-all-v2.1-no_U.fa
# Load bash variables into memory
source .bashvars
head "${deep_dive_data_dir}"/[cm][ni]*.fa*
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/cnidarian-mirbase-mature-v22.1.fasta <==
>cel-let-7-5p MIMAT0000001 Caenorhabditis elegans let-7-5p
UGAGGUAGUAGGUUGUAUAGUU
>cel-let-7-3p MIMAT0015091 Caenorhabditis elegans let-7-3p
CUAUGCAAUUUUCUACCUUACC
>cel-lin-4-5p MIMAT0000002 Caenorhabditis elegans lin-4-5p
UCCCUGAGACCUCAAGUGUGA
>cel-lin-4-3p MIMAT0015092 Caenorhabditis elegans lin-4-3p
ACACCUGGGCUCUCCGGGUACC
>cel-miR-1-5p MIMAT0020301 Caenorhabditis elegans miR-1-5p
CAUACUUCCUUACAUGCCCAUA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/cnidarian-mirbase-mature-v22.1-no_U.fa <==
>cel-let-7-5p MIMAT0000001 Caenorhabditis elegans let-7-5p
TGAGGTAGTAGGTTGTATAGTT
>cel-let-7-3p MIMAT0015091 Caenorhabditis elegans let-7-3p
CTATGCAATTTTCTACCTTACC
>cel-lin-4-5p MIMAT0000002 Caenorhabditis elegans lin-4-5p
TCCCTGAGACCTCAAGTGTGA
>cel-lin-4-3p MIMAT0015092 Caenorhabditis elegans lin-4-3p
ACACCTGGGCTCTCCGGGTACC
>cel-miR-1-5p MIMAT0020301 Caenorhabditis elegans miR-1-5p
CATACTTCCTTACATGCCCATA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/cnidarian_miRNAs.fasta <==
>spi-mir-temp-1_Stylophora_pistillata_Liew_et_al._2014_Matches_miR-100_family.
ACCCGUAGAUCCGAACUUGUGG
>spi-mir-temp-2_Stylophora_pistillata_Liew_et_al._2014_NA
UAUCGAAUCCGUCAAAAAGAGA
>spi-mir-temp-3_Stylophora_pistillata_Liew_et_al._2014_NA
UCAGGGAUUGUGGUGAGUUAGUU
>spi-mir-temp-4_Stylophora_pistillata_Liew_et_al._2014_Exact_match_of_nve-miR-2023.
AAAGAAGUACAAGUGGUAGGG
>spi-mir-temp-5_Stylophora_pistillata_Liew_et_al._2014_NA
GAGGUCCGGAUGGUUGA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/mirbase-mature-v22.1.fa <==
>cel-let-7-5p MIMAT0000001 Caenorhabditis elegans let-7-5p
UGAGGUAGUAGGUUGUAUAGUU
>cel-let-7-3p MIMAT0015091 Caenorhabditis elegans let-7-3p
CUAUGCAAUUUUCUACCUUACC
>cel-lin-4-5p MIMAT0000002 Caenorhabditis elegans lin-4-5p
UCCCUGAGACCUCAAGUGUGA
>cel-lin-4-3p MIMAT0015092 Caenorhabditis elegans lin-4-3p
ACACCUGGGCUCUCCGGGUACC
>cel-miR-1-5p MIMAT0020301 Caenorhabditis elegans miR-1-5p
CAUACUUCCUUACAUGCCCAUA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/mirbase-mature-v22.1-no_spaces.fa <==
>cel-let-7-5p_MIMAT0000001_Caenorhabditis_elegans_let-7-5p
UGAGGUAGUAGGUUGUAUAGUU
>cel-let-7-3p_MIMAT0015091_Caenorhabditis_elegans_let-7-3p
CUAUGCAAUUUUCUACCUUACC
>cel-lin-4-5p_MIMAT0000002_Caenorhabditis_elegans_lin-4-5p
UCCCUGAGACCUCAAGUGUGA
>cel-lin-4-3p_MIMAT0015092_Caenorhabditis_elegans_lin-4-3p
ACACCUGGGCUCUCCGGGUACC
>cel-miR-1-5p_MIMAT0020301_Caenorhabditis_elegans_miR-1-5p
CAUACUUCCUUACAUGCCCAUA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/mirbase-mature-v22.1-no_U.fa <==
>cel-let-7-5p MIMAT0000001 Caenorhabditis elegans let-7-5p
TGAGGTAGTAGGTTGTATAGTT
>cel-let-7-3p MIMAT0015091 Caenorhabditis elegans let-7-3p
CTATGCAATTTTCTACCTTACC
>cel-lin-4-5p MIMAT0000002 Caenorhabditis elegans lin-4-5p
TCCCTGAGACCTCAAGTGTGA
>cel-lin-4-3p MIMAT0015092 Caenorhabditis elegans lin-4-3p
ACACCTGGGCTCTCCGGGTACC
>cel-miR-1-5p MIMAT0020301 Caenorhabditis elegans miR-1-5p
CATACTTCCTTACATGCCCATA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/mirgene-mature-all-v2.1.fa <==
>Aae-Bantam_3p
UGAGAUCAUUUUGAAAGCUGAUU
>Bge-Bantam_3p
UGAGAUCAUUGUGAAAGCUGAUU
>Bpl-Bantam_3p
UGAGAUCAUUGUGAAAACUGAU
>Cgi-Bantam_3p
UGAGAUCAUUGUGAAAACUGAUU
>Cte-Bantam_3p
UGAGAUCAUUGUGAAAACUAAUC
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/mirgene-mature-all-v2.1-no_U.fa <==
>Aae-Bantam_3p
TGAGATCATTTTGAAAGCTGATT
>Bge-Bantam_3p
TGAGATCATTGTGAAAGCTGATT
>Bpl-Bantam_3p
TGAGATCATTGTGAAAACTGAT
>Cgi-Bantam_3p
TGAGATCATTGTGAAAACTGATT
>Cte-Bantam_3p
TGAGATCATTGTGAAAACTAATC
U
to T
in miRNA FastAsThis is needed because the sRNAseq sequences do not have uracils (U
) - they have thymines (T
).
# Load bash variables into memory
source .bashvars
# Convert miRBase FastA
if [ ! -f "${deep_dive_data_dir}/${mirbase_mature_fasta_no_U}" ]; then
sed '/^[^>]/s/U/T/g' "${deep_dive_data_dir}/${mirbase_mature_fasta_name}" \
> "${deep_dive_data_dir}/${mirbase_mature_fasta_no_U}"
fi
# Convert MirGene FastA
if [ ! -f "${deep_dive_data_dir}/${mirgene_mature_fasta_no_U}" ]; then
sed '/^[^>]/s/U/T/g' "${deep_dive_data_dir}/${mirgene_mature_fasta_name}" \
> "${deep_dive_data_dir}/${mirgene_mature_fasta_no_U}"
fi
head "${deep_dive_data_dir}"/[cm][ni]*U.fa
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/cnidarian-mirbase-mature-v22.1-no_U.fa <==
>cel-let-7-5p MIMAT0000001 Caenorhabditis elegans let-7-5p
TGAGGTAGTAGGTTGTATAGTT
>cel-let-7-3p MIMAT0015091 Caenorhabditis elegans let-7-3p
CTATGCAATTTTCTACCTTACC
>cel-lin-4-5p MIMAT0000002 Caenorhabditis elegans lin-4-5p
TCCCTGAGACCTCAAGTGTGA
>cel-lin-4-3p MIMAT0015092 Caenorhabditis elegans lin-4-3p
ACACCTGGGCTCTCCGGGTACC
>cel-miR-1-5p MIMAT0020301 Caenorhabditis elegans miR-1-5p
CATACTTCCTTACATGCCCATA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/mirbase-mature-v22.1-no_U.fa <==
>cel-let-7-5p MIMAT0000001 Caenorhabditis elegans let-7-5p
TGAGGTAGTAGGTTGTATAGTT
>cel-let-7-3p MIMAT0015091 Caenorhabditis elegans let-7-3p
CTATGCAATTTTCTACCTTACC
>cel-lin-4-5p MIMAT0000002 Caenorhabditis elegans lin-4-5p
TCCCTGAGACCTCAAGTGTGA
>cel-lin-4-3p MIMAT0015092 Caenorhabditis elegans lin-4-3p
ACACCTGGGCTCTCCGGGTACC
>cel-miR-1-5p MIMAT0020301 Caenorhabditis elegans miR-1-5p
CATACTTCCTTACATGCCCATA
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/data/mirgene-mature-all-v2.1-no_U.fa <==
>Aae-Bantam_3p
TGAGATCATTTTGAAAGCTGATT
>Bge-Bantam_3p
TGAGATCATTGTGAAAGCTGATT
>Bpl-Bantam_3p
TGAGATCATTGTGAAAACTGAT
>Cgi-Bantam_3p
TGAGATCATTGTGAAAACTGATT
>Cte-Bantam_3p
TGAGATCATTGTGAAAACTAATC
# Load bash variables into memory
source .bashvars
# miRBase BLAST DB
## Make sure output directory exists
if [ ! -d "${blast_dbs_dir}" ]; then
mkdir --parents "${blast_dbs_dir}"
fi
## Check for pre-exising database
if [ ! -f "${blast_dbs_dir}/${mirgene_mature_fasta_no_U%.*}.blastdb.log" ]; then
${ncbi_makeblast_db} \
-in ${deep_dive_data_dir}/${mirgene_mature_fasta_no_U} \
-title ${mirgene_mature_fasta_no_U%.*} \
-dbtype nucl \
-out ${blast_dbs_dir}/${mirgene_mature_fasta_no_U%.*} \
-logfile ${blast_dbs_dir}/${mirgene_mature_fasta_no_U%.*}.blastdb.log
fi
# miRBase BLAST DB
## Make sure output directory exists
if [ ! -d "${blast_dbs_dir}" ]; then
mkdir --parents "${blast_dbs_dir}"
fi
## Check for pre-exising database
if [ ! -f "${blast_dbs_dir}/${mirbase_mature_fasta_no_U%.*}.blastdb.log" ]; then
${ncbi_makeblast_db} \
-in ${deep_dive_data_dir}/${mirbase_mature_fasta_no_U} \
-title ${mirbase_mature_fasta_no_U%.*} \
-dbtype nucl \
-out ${blast_dbs_dir}/${mirbase_mature_fasta_no_U%.*} \
-logfile ${blast_dbs_dir}/${mirbase_mature_fasta_no_U%.*}.blastdb.log
fi
# Load bash variables into memory
source .bashvars
# Make output directory, if it doens't exist
if [ ! -d "${output_dir_top}" ]; then
mkdir --parents "${output_dir_top}"
fi
# Check for existence of concatenated FastA before running
if [ ! -f "${output_dir_top}/${concatenated_trimmed_reads_fastq}" ]; then
cat ${trimmed_fastqs_dir}/${trimmed_fastqs_pattern} \
> "${output_dir_top}/${concatenated_trimmed_reads_fastq}"
fi
ls -lh "${output_dir_top}/${concatenated_trimmed_reads_fastq}"
-rw-r--r-- 1 sam sam 1.6G Apr 1 14:03 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/concatenated-trimmed-reads-all.fastq.gz
Uses fastx_collapser
to collapse to unique reads.
Requires undocumented quality setting. Have selected 30
as cuttoff: -Q30
.
# Load bash variables into memory
source .bashvars
# Check for existence of collapsed FastA before running
time \
if [ ! -f "${output_dir_top}/${collapsed_reads_fasta}" ]; then
zcat ${output_dir_top}/${concatenated_trimmed_reads_fastq} \
| ${fastx_collapser} \
-Q30 \
-o "${output_dir_top}/${collapsed_reads_fasta}"
fi
head "${output_dir_top}/${collapsed_reads_fasta}"
wc -l "${output_dir_top}/${collapsed_reads_fasta}"
real 0m0.000s
user 0m0.000s
sys 0m0.000s
>1-1843196
GCACTGGTGGTTCAGTGGTAGAATTCTCGCC
>2-1083086
TGAAAATCTTTCTTCTGAGGCGGAA
>3-967720
GCACTGGTGGTTCAGTGGTAGAATTCTCGCT
>4-832824
TCCAAGACCTGAGTTACCACTGACAAGC
>5-750080
GCACTGTGGTTCAGTGGTAGAATTCTCGCC
22165834 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/collapsed-reads-all.fasta
Runs BLASTn using the blastn-short
task for sequences < 30bp.
Look for top match (-max_hsps 1
& -max_target_seqs 1
) for each query.
Examining 5 or more matches is recommended
by
redirecting stdout: 2> /dev/null
# Load bash variables into memory
source .bashvars
time \
${ncbi_blastn} \
-db ${blast_dbs_dir}/${mirbase_mature_fasta_no_U%.*} \
-query ${output_dir_top}/${collapsed_reads_fasta} \
-out ${output_dir_top}/cnidarian-miRBase-BLASTn-eval_1000.outfmt6 \
-task blastn-short \
-max_hsps 1 \
-max_target_seqs 1 \
-outfmt 6 \
-num_threads ${threads} \
2> /dev/null
# Load bash variables into memory
source .bashvars
time \
${ncbi_blastn} \
-db ${blast_dbs_dir}/${mirgene_mature_fasta_no_U%.*} \
-query ${output_dir_top}/${collapsed_reads_fasta} \
-out ${output_dir_top}/MirGene-BLASTn-eval_1000.outfmt6 \
-task blastn-short \
-max_hsps 1 \
-max_target_seqs 1 \
-outfmt 6 \
-num_threads ${threads} \
2> /dev/null
Running this for simple comparison to the default blastn-short
value of 1000.
# Load bash variables into memory
source .bashvars
time \
${ncbi_blastn} \
-db ${blast_dbs_dir}/${mirbase_mature_fasta_no_U%.*} \
-query ${output_dir_top}/${collapsed_reads_fasta} \
-out ${output_dir_top}/cindarian-miRBase-BLASTn-eval_10.outfmt6 \
-task blastn-short \
-evalue 10 \
-max_hsps 1 \
-max_target_seqs 1 \
-outfmt 6 \
-num_threads ${threads} \
2> /dev/null
# Load bash variables into memory
source .bashvars
time \
${ncbi_blastn} \
-db ${blast_dbs_dir}/${mirgene_mature_fasta_no_U%.*} \
-query ${output_dir_top}/${collapsed_reads_fasta} \
-out ${output_dir_top}/MirGene-BLASTn-eval_10.outfmt6 \
-task blastn-short \
-evalue 10 \
-max_hsps 1 \
-max_target_seqs 1 \
-outfmt 6 \
-num_threads ${threads} \
2> /dev/null
Running this for simple comparison to the default blastn-short
value of 1000.
# Load bash variables into memory
source .bashvars
time \
${ncbi_blastn} \
-db ${blast_dbs_dir}/${mirbase_mature_fasta_no_U%.*} \
-query ${output_dir_top}/${collapsed_reads_fasta} \
-out ${output_dir_top}/cindarian-miRBase-BLASTn-eval_1.outfmt6 \
-task blastn-short \
-evalue 1 \
-max_hsps 1 \
-max_target_seqs 1 \
-outfmt 6 \
-num_threads ${threads} \
2> /dev/null
# Load bash variables into memory
source .bashvars
time \
${ncbi_blastn} \
-db ${blast_dbs_dir}/${mirgene_mature_fasta_no_U%.*} \
-query ${output_dir_top}/${collapsed_reads_fasta} \
-out ${output_dir_top}/MirGene-BLASTn-eval_1.outfmt6 \
-task blastn-short \
-evalue 1 \
-max_hsps 1 \
-max_target_seqs 1 \
-outfmt 6 \
-num_threads ${threads} \
2> /dev/null
# Load bash variables into memory
source .bashvars
head ${output_dir_top}/*eval_1000.outfmt6
echo ""
echo "-----------------------------------------"
echo ""
wc -l ${output_dir_top}/*eval_1000.outfmt6
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/cnidarian-miRBase-BLASTn-eval_1000.outfmt6 <==
1-1843196 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
2-1083086 ppy-miR-1255a 100.000 12 0 0 3 14 22 11 0.37 24.3
3-967720 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
4-832824 dme-miR-4971-5p 100.000 12 0 0 17 28 18 7 0.45 24.3
5-750080 ppc-miR-8214-5p 100.000 13 0 0 11 23 18 6 0.13 26.3
6-691325 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
7-659957 ami-miR-2184-5p 100.000 11 0 0 4 14 12 22 2.0 22.3
8-606529 cpo-miR-509c-3p 100.000 12 0 0 13 24 8 19 0.37 24.3
9-571297 adi-nve-F-miR-100_Acropora_digitifera__Praher_et_al._2021_NA 100.000 20 0 0 1 20 1 20 3.98e-06 40.1
10-528956 egr-miR-10227d-5p 100.000 11 0 0 14 24 20 10 1.7 22.3
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/MirGene-BLASTn-eval_1000.outfmt6 <==
1-1843196 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.78 22.3
2-1083086 Hsa-Mir-3611_3p 100.000 9 0 0 7 15 13 5 8.5 18.3
3-967720 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.78 22.3
4-832824 Mml-Mir-3200_3p 100.000 10 0 0 5 14 21 12 2.6 20.3
5-750080 Pma-Mir-96-P3o2_5p 100.000 11 0 0 15 25 9 19 0.74 22.3
6-691325 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.66 22.3
7-659957 Cpi-Mir-2184_5p 100.000 11 0 0 4 14 12 22 0.74 22.3
8-606529 Cpo-Mir-506-o3_3p 100.000 12 0 0 13 24 8 19 0.14 24.3
9-571297 Csc-Mir-10-P2r2_5p 100.000 19 0 0 2 20 3 21 7.12e-06 38.2
10-528956 Xla-Novel-4-P2_5p 100.000 10 0 0 10 19 10 1 2.5 20.3
-----------------------------------------
11082917 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/cnidarian-miRBase-BLASTn-eval_1000.outfmt6
11082917 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/MirGene-BLASTn-eval_1000.outfmt6
22165834 total
# Load bash variables into memory
source .bashvars
head ${output_dir_top}/*eval_10.outfmt6
echo ""
echo "-----------------------------------------"
echo ""
wc -l ${output_dir_top}/*eval_10.outfmt6
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/cindarian-miRBase-BLASTn-eval_10.outfmt6 <==
1-1843196 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
2-1083086 ppy-miR-1255a 100.000 12 0 0 3 14 22 11 0.37 24.3
3-967720 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
4-832824 dme-miR-4971-5p 100.000 12 0 0 17 28 18 7 0.45 24.3
5-750080 ppc-miR-8214-5p 100.000 13 0 0 11 23 18 6 0.13 26.3
6-691325 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
7-659957 ami-miR-2184-5p 100.000 11 0 0 4 14 12 22 2.0 22.3
8-606529 cpo-miR-509c-3p 100.000 12 0 0 13 24 8 19 0.37 24.3
9-571297 adi-nve-F-miR-100_Acropora_digitifera__Praher_et_al._2021_NA 100.000 20 0 0 1 20 1 20 3.98e-06 40.1
10-528956 egr-miR-10227d-5p 100.000 11 0 0 14 24 20 10 1.7 22.3
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/MirGene-BLASTn-eval_10.outfmt6 <==
1-1843196 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.78 22.3
2-1083086 Hsa-Mir-3611_3p 100.000 9 0 0 7 15 13 5 8.5 18.3
3-967720 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.78 22.3
4-832824 Mml-Mir-3200_3p 100.000 10 0 0 5 14 21 12 2.6 20.3
5-750080 Pma-Mir-96-P3o2_5p 100.000 11 0 0 15 25 9 19 0.74 22.3
6-691325 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.66 22.3
7-659957 Cpi-Mir-2184_5p 100.000 11 0 0 4 14 12 22 0.74 22.3
8-606529 Cpo-Mir-506-o3_3p 100.000 12 0 0 13 24 8 19 0.14 24.3
9-571297 Csc-Mir-10-P2r2_5p 100.000 19 0 0 2 20 3 21 7.12e-06 38.2
10-528956 Xla-Novel-4-P2_5p 100.000 10 0 0 10 19 10 1 2.5 20.3
-----------------------------------------
11059697 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/cindarian-miRBase-BLASTn-eval_10.outfmt6
10189571 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/MirGene-BLASTn-eval_10.outfmt6
21249268 total
# Load bash variables into memory
source .bashvars
head ${output_dir_top}/*eval_1.outfmt6
echo ""
echo "-----------------------------------------"
echo ""
wc -l ${output_dir_top}/*eval_1.outfmt6
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/cindarian-miRBase-BLASTn-eval_1.outfmt6 <==
1-1843196 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
2-1083086 ppy-miR-1255a 100.000 12 0 0 3 14 22 11 0.37 24.3
3-967720 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
4-832824 dme-miR-4971-5p 100.000 12 0 0 17 28 18 7 0.45 24.3
5-750080 ppc-miR-8214-5p 100.000 13 0 0 11 23 18 6 0.13 26.3
6-691325 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
8-606529 cpo-miR-509c-3p 100.000 12 0 0 13 24 8 19 0.37 24.3
9-571297 adi-nve-F-miR-100_Acropora_digitifera__Praher_et_al._2021_NA 100.000 20 0 0 1 20 1 20 3.98e-06 40.1
11-456706 dme-miR-4971-5p 100.000 12 0 0 17 28 18 7 0.45 24.3
12-455987 ppc-miR-8214-5p 100.000 13 0 0 12 24 18 6 0.11 26.3
==> /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/MirGene-BLASTn-eval_1.outfmt6 <==
1-1843196 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.78 22.3
3-967720 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.78 22.3
5-750080 Pma-Mir-96-P3o2_5p 100.000 11 0 0 15 25 9 19 0.74 22.3
6-691325 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.66 22.3
7-659957 Cpi-Mir-2184_5p 100.000 11 0 0 4 14 12 22 0.74 22.3
8-606529 Cpo-Mir-506-o3_3p 100.000 12 0 0 13 24 8 19 0.14 24.3
9-571297 Csc-Mir-10-P2r2_5p 100.000 19 0 0 2 20 3 21 7.12e-06 38.2
12-455987 Pma-Mir-96-P3o2_5p 100.000 11 0 0 16 26 9 19 0.78 22.3
13-415294 Pma-Mir-96-P3o2_5p 100.000 11 0 0 15 25 9 19 0.74 22.3
14-383875 Nve-Mir-10_5p 100.000 21 0 0 2 22 2 22 5.47e-07 42.1
-----------------------------------------
5108736 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/cindarian-miRBase-BLASTn-eval_1.outfmt6
4196511 /home/shared/8TB_HDD_01/sam/gitrepos/deep-dive/D-Apul/output/10.1-Apul-sRNAseq-BLASTn-31bp-fastp-merged-cnidarian_miRBase/MirGene-BLASTn-eval_1.outfmt6
9305247 total
The default e-value results in alignments for ~50% of sequences.
Decreasing the e-value to 10
resulted in fewer query alignments, as we’d expect, but only minimally.
Decreasing the e-value to 1
resulted in ~25% of query alignments.
For further analysis, we should probably discuss a reasonable e-value to use for filtering, as it might be worthwhile to test even lower e-value thresholds.