1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
|
//
// Copyright (C) 2020 Shrey Aryan
//
// @@ All Rights Reserved @@
// This file is part of the RDKit.
// The contents are covered by the terms of the BSD license
// which is included in the file license.txt, found at the root
// of the RDKit source tree.
//
#ifndef GENERAL_FILE_READER_H
#define GENERAL_FILE_READER_H
#include <RDGeneral/BadFileException.h>
#include <RDStreams/streams.h>
#include <boost/algorithm/string.hpp>
#include <iostream>
#include <memory>
#include <string>
#include <vector>
#include "MolSupplier.h"
#include "MultithreadedSDMolSupplier.h"
#include "MultithreadedSmilesMolSupplier.h"
namespace RDKit {
namespace GeneralMolSupplier {
struct SupplierOptions {
bool takeOwnership = true;
bool sanitize = true;
bool removeHs = true;
bool strictParsing = true;
std::string delimiter = "\t";
int smilesColumn = 0;
int nameColumn = 1;
bool titleLine = true;
std::string nameRecord = "";
int confId2D = -1;
int confId3D = 0;
unsigned int numWriterThreads = 0;
};
//! current supported file formats
const std::vector<std::string> supportedFileFormats{
"sdf", "mae", "maegz", "sdfgz", "smi", "csv", "txt", "tsv", "tdt"};
//! current supported compression formats
const std::vector<std::string> supportedCompressionFormats{"gz"};
//! given file path determines the file and compression format
//! returns true on success, otherwise false
//! Note: Error handeling is done in the getSupplier method
void determineFormat(const std::string path, std::string& fileFormat,
std::string& compressionFormat) {
//! filename without compression format
std::string basename;
//! Special case maegz.
//! NOTE: also supporting case-insensitive filesystems
if (boost::algorithm::iends_with(path, ".maegz")) {
fileFormat = "mae";
compressionFormat = "gz";
return;
} else if (boost::algorithm::iends_with(path, ".sdfgz")) {
fileFormat = "sdf";
compressionFormat = "gz";
return;
} else if (boost::algorithm::iends_with(path, ".gz")) {
compressionFormat = "gz";
basename = path.substr(0, path.size() - 3);
} else if (boost::algorithm::iends_with(path, ".zst") ||
boost::algorithm::iends_with(path, ".bz2") ||
boost::algorithm::iends_with(path, ".7z")) {
throw BadFileException(
"Unsupported compression extension (.zst, .bz2, .7z) given path: " +
path);
} else {
basename = path;
compressionFormat = "";
}
for (auto const& suffix : supportedFileFormats) {
if (boost::algorithm::iends_with(basename, "." + suffix)) {
fileFormat = suffix;
return;
}
}
throw BadFileException(
"Unsupported structure or compression extension given path: " + path);
}
//! returns a new MolSupplier object based on the file name instantiated
//! with the relevant options provided in the SupplierOptions struct
/*!
<b>Note:</b>
- the caller owns the memory and therefore the pointer must be deleted
*/
std::unique_ptr<MolSupplier> getSupplier(const std::string& path,
const struct SupplierOptions& opt) {
std::string fileFormat = "";
std::string compressionFormat = "";
//! get the file and compression format form the path
determineFormat(path, fileFormat, compressionFormat);
std::istream* strm;
if (compressionFormat.empty()) {
strm = new std::ifstream(path.c_str(), std::ios::in | std::ios::binary);
} else {
#if RDK_USE_BOOST_IOSTREAMS
strm = new gzstream(path);
#else
throw BadFileException("Unsupported fileFormat: " + fileFormat);
#endif
}
//! Dispatch to the appropriate supplier
if (fileFormat == "sdf") {
#ifdef RDK_BUILD_THREADSAFE_SSS
if (opt.numWriterThreads > 0) {
MultithreadedSDMolSupplier* sdsup = new MultithreadedSDMolSupplier(
strm, true, opt.sanitize, opt.removeHs, opt.strictParsing,
opt.numWriterThreads);
std::unique_ptr<MolSupplier> p(sdsup);
return p;
}
#endif
ForwardSDMolSupplier* sdsup = new ForwardSDMolSupplier(
strm, true, opt.sanitize, opt.removeHs, opt.strictParsing);
std::unique_ptr<MolSupplier> p(sdsup);
return p;
}
else if (fileFormat == "smi" || fileFormat == "csv" || fileFormat == "txt" ||
fileFormat == "tsv") {
#ifdef RDK_BUILD_THREADSAFE_SSS
if (opt.numWriterThreads > 0) {
MultithreadedSmilesMolSupplier* smsup =
new MultithreadedSmilesMolSupplier(
strm, true, opt.delimiter, opt.smilesColumn, opt.nameColumn,
opt.titleLine, opt.sanitize, opt.numWriterThreads);
std::unique_ptr<MolSupplier> p(smsup);
return p;
}
#endif
SmilesMolSupplier* smsup =
new SmilesMolSupplier(strm, true, opt.delimiter, opt.smilesColumn,
opt.nameColumn, opt.titleLine, opt.sanitize);
std::unique_ptr<MolSupplier> p(smsup);
return p;
}
#ifdef RDK_BUILD_MAEPARSER_SUPPORT
else if (fileFormat == "mae") {
MaeMolSupplier* maesup =
new MaeMolSupplier(strm, true, opt.sanitize, opt.removeHs);
std::unique_ptr<MolSupplier> p(maesup);
return p;
}
#endif
else if (fileFormat == "tdt") {
TDTMolSupplier* tdtsup = new TDTMolSupplier(
strm, true, opt.nameRecord, opt.confId2D, opt.confId3D, opt.sanitize);
std::unique_ptr<MolSupplier> p(tdtsup);
return p;
}
throw BadFileException("Unsupported fileFormat: " + fileFormat);
}
} // namespace GeneralMolSupplier
} // namespace RDKit
#endif
|
