Module hocort.pipelines.kraken2_bowtie2
Expand source code
import time
import os
import tempfile
import logging
from hocort.pipelines.utils import debug_log_args
from hocort.pipelines.bowtie2 import Bowtie2
from hocort.pipelines.kraken2 import Kraken2
from hocort.parse.parser import ArgParser
logger = logging.getLogger(__file__)
class Kraken2Bowtie2():
"""
Kraken2Bowtie2 pipeline which first runs Kraken2, then runs Bowtie2 in 'end-to-end' mode. It maps reads to a genome and includes/excludes matching reads from the output FastQ file/-s.
"""
def __init__(self, dir=None):
"""
Constructor which sets temporary file directory if specified.
Parameters
----------
dir : string
Path where the temporary files are written.
Returns
-------
None
"""
self.temp_dir = tempfile.TemporaryDirectory(dir=dir)
logger.debug(self.temp_dir.name)
def run(self, bt2_idx, kr2_idx, seq1, out1, seq2=None, out2=None, mfilter=True, threads=1, bt2_options='', kr2_options=''):
"""
Run function which starts the pipeline.
Parameters
----------
bt2_idx : string
Path where the Bowtie2 index is located.
kr2_idx : string
Path where the Kraken2 index is located.
seq1 : string
Path where the first input FastQ file is located.
out1 : string
Path where the first output FastQ file will be written.
seq2 : string
Path where the second input FastQ file is located.
out2 : string
Path where the second output FastQ file will be written.
mfilter : bool
Whether to output mapped/unmapped sequences.
True: output unmapped sequences
False: output mapped sequences
threads : int
Number of threads to use.
bt2_options : string
An options string, for Bowtie2, where arguments passed to the tool may be configured.
kr2_options : string
An options string, for Kraken2, where arguments passed to the tool may be configured.
Returns
-------
returncode : int
Resulting returncode after the process is finished.
Raises
------
ValueError
If input FastQ_2 file is given without output FastQ_2.
If disallowed characters are found in input.
"""
debug_log_args(logger,
self.run.__name__,
locals())
if seq2 and not out2:
raise ValueError(f'Input FastQ_2 was given, but no output FastQ_2.')
logger.info(f'Running pipeline: {self.__class__.__name__}')
start_time = time.time()
kr2_out = self.temp_dir.name + '/out#.fastq' if seq2 and out2 else self.temp_dir.name + '/out_1.fastq'
returncode = Kraken2().run(kr2_idx,
seq1,
kr2_out,
seq2=seq2,
mfilter=mfilter,
threads=threads,
options=kr2_options)
if returncode != 0:
logger.error('Pipeline was terminated')
return 1
temp1 = f'{self.temp_dir.name}/out_1.fastq'
temp2 = None if seq2 == None else f'{self.temp_dir.name}/out_2.fastq'
returncode = Bowtie2().run(bt2_idx,
temp1,
out1,
seq2=temp2,
out2=out2,
preset='end-to-end',
threads=threads,
mfilter=mfilter,
options=bt2_options)
if returncode != 0:
logger.error('Pipeline was terminated')
return 1
end_time = time.time()
logger.info(f'Pipeline {self.__class__.__name__} run time: {end_time - start_time} seconds')
return 0
def interface(self, args):
"""
Main function for the user interface. Parses arguments and starts the pipeline.
Parameters
----------
args : list
This list is parsed by ArgumentParser.
Returns
-------
None
"""
parser = ArgParser(
description=f'{self.__class__.__name__} pipeline',
usage=f'hocort map {self.__class__.__name__} [-h] [--threads <int>] [--filter <bool>] --bowtie2_index <idx> --kraken2_index <idx> -i <fastq_1> [<fastq_2>] -o <fastq_1> [<fastq_2>]'
)
parser.add_argument(
'-b',
'--bowtie2_index',
required=True,
type=str,
metavar=('<idx>'),
help='str: path to Bowtie2 index (required)'
)
parser.add_argument(
'-k',
'--kraken2_index',
required=True,
type=str,
metavar=('<idx>'),
help='str: path to Kraken2 index (required)'
)
parser.add_argument(
'-i',
'--input',
required=True,
type=str,
nargs=('+'),
metavar=('<fastq_1>', '<fastq_2>'),
help='str: path to sequence files, max 2 (.gz compression supported) (required)'
)
parser.add_argument(
'-o',
'--output',
required=True,
type=str,
nargs=('+'),
metavar=('<fastq_1>', '<fastq_2>'),
help='str: path to output files, max 2 (.gz compression supported) (required)'
)
parser.add_argument(
'-t',
'--threads',
required=False,
type=int,
metavar=('<int>'),
default=os.cpu_count(),
help='int: number of threads (default: max available on machine)'
)
parser.add_argument(
'-f',
'--filter',
required=False,
choices=['true', 'false'],
default='true',
help='str: set to false to output mapped sequences, true to output unmapped sequences (default: true)'
)
parsed = parser.parse_args(args=args)
bt2_idx = parsed.bowtie2_index
kr2_idx = parsed.kraken2_index
seq = parsed.input
out = parsed.output
threads = parsed.threads if parsed.threads else 1
mfilter = True if parsed.filter == 'true' else False
seq1 = seq[0]
seq2 = None if len(seq) < 2 else seq[1]
out1 = out[0]
out2 = None if len(out) < 2 else out[1]
return self.run(bt2_idx,
kr2_idx,
seq1,
out1,
seq2=seq2,
out2=out2,
threads=threads,
mfilter=mfilter)Classes
class Kraken2Bowtie2 (dir=None)-
Kraken2Bowtie2 pipeline which first runs Kraken2, then runs Bowtie2 in 'end-to-end' mode. It maps reads to a genome and includes/excludes matching reads from the output FastQ file/-s.
Constructor which sets temporary file directory if specified.
Parameters
dir:string- Path where the temporary files are written.
Returns
None
Expand source code
class Kraken2Bowtie2(): """ Kraken2Bowtie2 pipeline which first runs Kraken2, then runs Bowtie2 in 'end-to-end' mode. It maps reads to a genome and includes/excludes matching reads from the output FastQ file/-s. """ def __init__(self, dir=None): """ Constructor which sets temporary file directory if specified. Parameters ---------- dir : string Path where the temporary files are written. Returns ------- None """ self.temp_dir = tempfile.TemporaryDirectory(dir=dir) logger.debug(self.temp_dir.name) def run(self, bt2_idx, kr2_idx, seq1, out1, seq2=None, out2=None, mfilter=True, threads=1, bt2_options='', kr2_options=''): """ Run function which starts the pipeline. Parameters ---------- bt2_idx : string Path where the Bowtie2 index is located. kr2_idx : string Path where the Kraken2 index is located. seq1 : string Path where the first input FastQ file is located. out1 : string Path where the first output FastQ file will be written. seq2 : string Path where the second input FastQ file is located. out2 : string Path where the second output FastQ file will be written. mfilter : bool Whether to output mapped/unmapped sequences. True: output unmapped sequences False: output mapped sequences threads : int Number of threads to use. bt2_options : string An options string, for Bowtie2, where arguments passed to the tool may be configured. kr2_options : string An options string, for Kraken2, where arguments passed to the tool may be configured. Returns ------- returncode : int Resulting returncode after the process is finished. Raises ------ ValueError If input FastQ_2 file is given without output FastQ_2. If disallowed characters are found in input. """ debug_log_args(logger, self.run.__name__, locals()) if seq2 and not out2: raise ValueError(f'Input FastQ_2 was given, but no output FastQ_2.') logger.info(f'Running pipeline: {self.__class__.__name__}') start_time = time.time() kr2_out = self.temp_dir.name + '/out#.fastq' if seq2 and out2 else self.temp_dir.name + '/out_1.fastq' returncode = Kraken2().run(kr2_idx, seq1, kr2_out, seq2=seq2, mfilter=mfilter, threads=threads, options=kr2_options) if returncode != 0: logger.error('Pipeline was terminated') return 1 temp1 = f'{self.temp_dir.name}/out_1.fastq' temp2 = None if seq2 == None else f'{self.temp_dir.name}/out_2.fastq' returncode = Bowtie2().run(bt2_idx, temp1, out1, seq2=temp2, out2=out2, preset='end-to-end', threads=threads, mfilter=mfilter, options=bt2_options) if returncode != 0: logger.error('Pipeline was terminated') return 1 end_time = time.time() logger.info(f'Pipeline {self.__class__.__name__} run time: {end_time - start_time} seconds') return 0 def interface(self, args): """ Main function for the user interface. Parses arguments and starts the pipeline. Parameters ---------- args : list This list is parsed by ArgumentParser. Returns ------- None """ parser = ArgParser( description=f'{self.__class__.__name__} pipeline', usage=f'hocort map {self.__class__.__name__} [-h] [--threads <int>] [--filter <bool>] --bowtie2_index <idx> --kraken2_index <idx> -i <fastq_1> [<fastq_2>] -o <fastq_1> [<fastq_2>]' ) parser.add_argument( '-b', '--bowtie2_index', required=True, type=str, metavar=('<idx>'), help='str: path to Bowtie2 index (required)' ) parser.add_argument( '-k', '--kraken2_index', required=True, type=str, metavar=('<idx>'), help='str: path to Kraken2 index (required)' ) parser.add_argument( '-i', '--input', required=True, type=str, nargs=('+'), metavar=('<fastq_1>', '<fastq_2>'), help='str: path to sequence files, max 2 (.gz compression supported) (required)' ) parser.add_argument( '-o', '--output', required=True, type=str, nargs=('+'), metavar=('<fastq_1>', '<fastq_2>'), help='str: path to output files, max 2 (.gz compression supported) (required)' ) parser.add_argument( '-t', '--threads', required=False, type=int, metavar=('<int>'), default=os.cpu_count(), help='int: number of threads (default: max available on machine)' ) parser.add_argument( '-f', '--filter', required=False, choices=['true', 'false'], default='true', help='str: set to false to output mapped sequences, true to output unmapped sequences (default: true)' ) parsed = parser.parse_args(args=args) bt2_idx = parsed.bowtie2_index kr2_idx = parsed.kraken2_index seq = parsed.input out = parsed.output threads = parsed.threads if parsed.threads else 1 mfilter = True if parsed.filter == 'true' else False seq1 = seq[0] seq2 = None if len(seq) < 2 else seq[1] out1 = out[0] out2 = None if len(out) < 2 else out[1] return self.run(bt2_idx, kr2_idx, seq1, out1, seq2=seq2, out2=out2, threads=threads, mfilter=mfilter)Methods
def interface(self, args)-
Main function for the user interface. Parses arguments and starts the pipeline.
Parameters
args:list- This list is parsed by ArgumentParser.
Returns
None
Expand source code
def interface(self, args): """ Main function for the user interface. Parses arguments and starts the pipeline. Parameters ---------- args : list This list is parsed by ArgumentParser. Returns ------- None """ parser = ArgParser( description=f'{self.__class__.__name__} pipeline', usage=f'hocort map {self.__class__.__name__} [-h] [--threads <int>] [--filter <bool>] --bowtie2_index <idx> --kraken2_index <idx> -i <fastq_1> [<fastq_2>] -o <fastq_1> [<fastq_2>]' ) parser.add_argument( '-b', '--bowtie2_index', required=True, type=str, metavar=('<idx>'), help='str: path to Bowtie2 index (required)' ) parser.add_argument( '-k', '--kraken2_index', required=True, type=str, metavar=('<idx>'), help='str: path to Kraken2 index (required)' ) parser.add_argument( '-i', '--input', required=True, type=str, nargs=('+'), metavar=('<fastq_1>', '<fastq_2>'), help='str: path to sequence files, max 2 (.gz compression supported) (required)' ) parser.add_argument( '-o', '--output', required=True, type=str, nargs=('+'), metavar=('<fastq_1>', '<fastq_2>'), help='str: path to output files, max 2 (.gz compression supported) (required)' ) parser.add_argument( '-t', '--threads', required=False, type=int, metavar=('<int>'), default=os.cpu_count(), help='int: number of threads (default: max available on machine)' ) parser.add_argument( '-f', '--filter', required=False, choices=['true', 'false'], default='true', help='str: set to false to output mapped sequences, true to output unmapped sequences (default: true)' ) parsed = parser.parse_args(args=args) bt2_idx = parsed.bowtie2_index kr2_idx = parsed.kraken2_index seq = parsed.input out = parsed.output threads = parsed.threads if parsed.threads else 1 mfilter = True if parsed.filter == 'true' else False seq1 = seq[0] seq2 = None if len(seq) < 2 else seq[1] out1 = out[0] out2 = None if len(out) < 2 else out[1] return self.run(bt2_idx, kr2_idx, seq1, out1, seq2=seq2, out2=out2, threads=threads, mfilter=mfilter) def run(self, bt2_idx, kr2_idx, seq1, out1, seq2=None, out2=None, mfilter=True, threads=1, bt2_options='', kr2_options='')-
Run function which starts the pipeline.
Parameters
bt2_idx:string- Path where the Bowtie2 index is located.
kr2_idx:string- Path where the Kraken2 index is located.
seq1:string- Path where the first input FastQ file is located.
out1:string- Path where the first output FastQ file will be written.
seq2:string- Path where the second input FastQ file is located.
out2:string- Path where the second output FastQ file will be written.
mfilter:bool- Whether to output mapped/unmapped sequences. True: output unmapped sequences False: output mapped sequences
threads:int- Number of threads to use.
bt2_options:string- An options string, for Bowtie2, where arguments passed to the tool may be configured.
kr2_options:string- An options string, for Kraken2, where arguments passed to the tool may be configured.
Returns
returncode:int- Resulting returncode after the process is finished.
Raises
ValueError- If input FastQ_2 file is given without output FastQ_2. If disallowed characters are found in input.
Expand source code
def run(self, bt2_idx, kr2_idx, seq1, out1, seq2=None, out2=None, mfilter=True, threads=1, bt2_options='', kr2_options=''): """ Run function which starts the pipeline. Parameters ---------- bt2_idx : string Path where the Bowtie2 index is located. kr2_idx : string Path where the Kraken2 index is located. seq1 : string Path where the first input FastQ file is located. out1 : string Path where the first output FastQ file will be written. seq2 : string Path where the second input FastQ file is located. out2 : string Path where the second output FastQ file will be written. mfilter : bool Whether to output mapped/unmapped sequences. True: output unmapped sequences False: output mapped sequences threads : int Number of threads to use. bt2_options : string An options string, for Bowtie2, where arguments passed to the tool may be configured. kr2_options : string An options string, for Kraken2, where arguments passed to the tool may be configured. Returns ------- returncode : int Resulting returncode after the process is finished. Raises ------ ValueError If input FastQ_2 file is given without output FastQ_2. If disallowed characters are found in input. """ debug_log_args(logger, self.run.__name__, locals()) if seq2 and not out2: raise ValueError(f'Input FastQ_2 was given, but no output FastQ_2.') logger.info(f'Running pipeline: {self.__class__.__name__}') start_time = time.time() kr2_out = self.temp_dir.name + '/out#.fastq' if seq2 and out2 else self.temp_dir.name + '/out_1.fastq' returncode = Kraken2().run(kr2_idx, seq1, kr2_out, seq2=seq2, mfilter=mfilter, threads=threads, options=kr2_options) if returncode != 0: logger.error('Pipeline was terminated') return 1 temp1 = f'{self.temp_dir.name}/out_1.fastq' temp2 = None if seq2 == None else f'{self.temp_dir.name}/out_2.fastq' returncode = Bowtie2().run(bt2_idx, temp1, out1, seq2=temp2, out2=out2, preset='end-to-end', threads=threads, mfilter=mfilter, options=bt2_options) if returncode != 0: logger.error('Pipeline was terminated') return 1 end_time = time.time() logger.info(f'Pipeline {self.__class__.__name__} run time: {end_time - start_time} seconds') return 0