1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
# Author: Martin D. Smith
"""Validate DataSet XML files"""
from __future__ import absolute_import
from __future__ import print_function
import os
import re
from urlparse import urlparse
from urllib import unquote
import xml.etree.ElementTree as ET
import logging
XMLNS = "http://pacificbiosciences.com/PacBioDataModel.xsd"
log = logging.getLogger(__name__)
def validateResources(xmlroot, relTo='.'):
"""Validate the resources in an XML file.
Args:
xmlroot: The ET root of an xml tree
relTo: ('.') The path relative to which resources may reside. This will
work poorly if relTo is not set to the dirname of the incoming
XML file.
"""
stack = [xmlroot]
while stack:
element = stack.pop()
stack.extend(element.getchildren())
resId = element.get('ResourceId')
if resId:
parsedId = urlparse(resId)
rfn = unquote(urlparse(resId).path.strip())
if not os.path.exists(rfn):
if (not os.path.exists(os.path.join(relTo,
rfn)) and
not os.path.exists(os.path.join('.',
rfn))):
raise IOError("{f} not found".format(f=rfn))
def validateLxml(xml_fn, xsd_fn):
try:
from lxml import etree
schema = etree.XMLSchema(etree.parse(xsd_fn))
xml_file = etree.parse(xml_fn)
if not schema.validate(xml_file):
print(schema.error_log)
except ImportError:
log.debug('lxml not found, validation disabled')
def validateMiniXsv(xml_fn, xsd_fn):
try:
from minixsv import pyxsval
pyxsval.parseAndValidate(xml_fn, xsd_fn)
except ImportError:
log.debug('minixsv not found, validation disabled')
def validateXml(xmlroot, skipResources=False, relTo='.'):
if not skipResources:
validateResources(xmlroot, relTo)
# Conceal the first characters of UniqueIds if they are legal numbers that
# would for some odd reason be considered invalid. Let all illegal
# characters fall through to the validator.
try:
from pbcore.io.dataset.pyxb import DataSetXsd
log.debug('Validating with PyXb')
fixedString = re.sub('UniqueId="[0-9]', 'UniqueId="f',
ET.tostring(xmlroot))
fixedString = re.sub('Barcode="[0-9]', 'Barcode="f',
fixedString)
fixedString = re.sub('Pointer>[0-9]', 'Pointer>f',
fixedString)
DataSetXsd.CreateFromDocument(fixedString)
except ImportError:
log.info('PyXb not found, validation disabled')
def validateFile(xmlfn, skipResources=False):
if ':' in xmlfn:
xmlfn = urlparse(xmlfn).path.strip()
with open(xmlfn, 'r') as xmlfile:
root = ET.parse(xmlfile).getroot()
return validateXml(root, skipResources=skipResources,
relTo=os.path.dirname(xmlfn))
def validateString(xmlString, skipResources=False, relTo='.'):
validateXml(ET.fromstring(xmlString), skipResources, relTo)
|
