1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238
|
"""
Support for reading and writing the `AXT`_ format used for pairwise
alignments.
.. _AXT: http://genome.ucsc.edu/goldenPath/help/axt.html
"""
from bx import interval_index_file
from bx.align import (
Alignment,
Component,
src_split,
)
# Tools for dealing with pairwise alignments in AXT format
class MultiIndexed:
"""Similar to 'indexed' but wraps more than one axt_file"""
def __init__(self, axt_filenames, keep_open=False):
self.indexes = [Indexed(axt_file, axt_file + ".index") for axt_file in axt_filenames]
def get(self, src, start, end):
blocks = []
for index in self.indexes:
blocks += index.get(src, start, end)
return blocks
class Indexed:
"""Indexed access to a axt using overlap queries, requires an index file"""
def __init__(
self,
axt_filename,
index_filename=None,
keep_open=False,
species1=None,
species2=None,
species_to_lengths=None,
support_ids=False,
):
if index_filename is None:
index_filename = axt_filename + ".index"
self.indexes = interval_index_file.Indexes(filename=index_filename)
self.axt_filename = axt_filename
# nota bene: (self.species1 = species1 or "species1") is incorrect if species1=""
self.species1 = species1
if self.species1 is None:
self.species1 = "species1"
self.species2 = species2
if self.species2 is None:
self.species2 = "species2"
self.species_to_lengths = species_to_lengths
self.support_ids = support_ids # for extra text at end of axt header lines
if keep_open:
self.f = open(axt_filename)
else:
self.f = None
def get(self, src, start, end):
intersections = self.indexes.find(src, start, end)
return (self.get_axt_at_offset(val) for start, end, val in intersections)
def get_axt_at_offset(self, offset):
if self.f:
self.f.seek(offset)
return read_next_axt(self.f, self.species1, self.species2, self.species_to_lengths, self.support_ids)
else:
f = open(self.axt_filename)
try:
f.seek(offset)
return read_next_axt(f, self.species1, self.species2, self.species_to_lengths, self.support_ids)
finally:
f.close()
class Reader:
"""Iterate over all axt blocks in a file in order"""
def __init__(self, file, species1=None, species2=None, species_to_lengths=None, support_ids=False):
self.file = file
# nota bene: (self.species1 = species1 or "species1") is incorrect if species1=""
self.species1 = species1
if self.species1 is None:
self.species1 = "species1"
self.species2 = species2
if self.species2 is None:
self.species2 = "species2"
self.species_to_lengths = species_to_lengths
self.support_ids = support_ids # for extra text at end of axt header lines
self.attributes = {}
def __next__(self):
return read_next_axt(self.file, self.species1, self.species2, self.species_to_lengths, self.support_ids)
def __iter__(self):
return ReaderIter(self)
def close(self):
self.file.close()
class ReaderIter:
def __init__(self, reader):
self.reader = reader
def __iter__(self):
return self
def __next__(self):
v = next(self.reader)
if not v:
raise StopIteration
return v
class Writer:
def __init__(self, file, attributes=None):
if attributes is None:
attributes = {}
self.file = file
self.block = 0
self.src_split = True
if "src_split" in attributes:
self.src_split = attributes["src_split"]
def write(self, alignment):
if len(alignment.components) != 2:
raise ValueError("%d-component alignment is not compatible with axt" % len(alignment.components))
c1 = alignment.components[0]
c2 = alignment.components[1]
if c1.strand != "+":
c1 = c1.reverse_complement()
c2 = c2.reverse_complement()
if self.src_split:
spec1, chr1 = src_split(c1.src)
spec2, chr2 = src_split(c2.src)
else:
chr1, chr2 = c1.src, c2.src
self.file.write(
"%d %s %d %d %s %d %d %s %s\n"
% (
self.block,
chr1,
c1.start + 1,
c1.start + c1.size,
chr2,
c2.start + 1,
c2.start + c2.size,
c2.strand,
alignment.score,
)
)
self.file.write(f"{c1.text}\n")
self.file.write(f"{c2.text}\n")
self.file.write("\n")
self.block += 1
def close(self):
self.file.close()
# ---- Helper methods ---------------------------------------------------------
# typical axt block:
# 0 chr19 3001012 3001075 chr11 70568380 70568443 - 3500 [optional text]
# TCAGCTCATAAATCACCTCCTGCCACAAGCCTGGCCTGGTCCCAGGAGAGTGTCCAGGCTCAGA
# TCTGTTCATAAACCACCTGCCATGACAAGCCTGGCCTGTTCCCAAGACAATGTCCAGGCTCAGA
# start and stop are origin-1, inclusive
# first species is always on plus strand
# when second species is on minus strand, start and stop are counted from sequence end
def read_next_axt(file, species1, species2, species_to_lengths=None, support_ids=False):
line = readline(file, skip_blank=True)
if not line:
return
fields = line.split()
if len(fields) < 9 or (not support_ids and len(fields) > 9):
raise ValueError(f"bad axt-block header: {line}")
attributes = {}
if len(fields) > 9:
attributes["id"] = "_".join(fields[9:])
seq1 = readline(file)
if not line or line.isspace():
raise ValueError(f"incomplete axt-block; header: {line}")
seq2 = readline(file)
if not line or line.isspace():
raise ValueError(f"incomplete axt-block; header: {line}")
# Build 2 component alignment
alignment = Alignment(attributes=attributes, species_to_lengths=species_to_lengths)
# Build component for species 1
component = Component()
component.src = fields[1]
if species1 != "":
component.src = species1 + "." + component.src
# axt intervals are origin-1 and inclusive on both ends
component.start = int(fields[2]) - 1
end = int(fields[3])
component.size = end - component.start
component.strand = "+"
component.text = seq1.strip()
alignment.add_component(component)
# Build component for species 2
component = Component()
component.src = fields[4]
if species2 != "":
component.src = species2 + "." + component.src
component.start = int(fields[5]) - 1
end = int(fields[6])
component.size = end - component.start
component.strand = fields[7]
component.text = seq2.strip()
alignment.add_component(component)
# add score
try:
alignment.score = int(fields[8])
except ValueError:
try:
alignment.score = float(fields[8])
except ValueError:
alignment.score = fields[8]
return alignment
def readline(file, skip_blank=False):
"""Read a line from provided file, skipping any blank or comment lines"""
while True:
line = file.readline()
if not line:
return None
if line[0] != "#" and not (skip_blank and line.isspace()):
return line
|