1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
#ifdef RDK_BUILD_THREADSAFE_SSS
//
// Copyright (C) 2020 Shrey Aryan
//
// @@ All Rights Reserved @@
// This file is part of the RDKit.
// The contents are covered by the terms of the BSD license
// which is included in the file license.txt, found at the root
// of the RDKit source tree.
//
#include "MultithreadedMolSupplier.h"
namespace RDKit {
MultithreadedMolSupplier::~MultithreadedMolSupplier() {
endThreads();
// destroy all objects in the input queue
d_inputQueue->clear();
// delete the pointer to the input queue
delete d_inputQueue;
std::tuple<ROMol*, std::string, unsigned int> r;
while (d_outputQueue->pop(r)) {
ROMol* m = std::get<0>(r);
delete m;
}
// destroy all objects in the output queue
d_outputQueue->clear();
// delete the pointer to the output queue
delete d_outputQueue;
}
void MultithreadedMolSupplier::reader() {
std::string record;
unsigned int lineNum, index;
while (extractNextRecord(record, lineNum, index)) {
auto r = std::tuple<std::string, unsigned int, unsigned int>{
record, lineNum, index};
d_inputQueue->push(r);
}
d_inputQueue->setDone();
}
void MultithreadedMolSupplier::writer() {
std::tuple<std::string, unsigned int, unsigned int> r;
while (d_inputQueue->pop(r)) {
try {
ROMol* mol = processMoleculeRecord(std::get<0>(r), std::get<1>(r));
auto temp = std::tuple<ROMol*, std::string, unsigned int>{
mol, std::get<0>(r), std::get<2>(r)};
d_outputQueue->push(temp);
} catch (...) {
// fill the queue wih a null value
auto nullValue = std::tuple<ROMol*, std::string, unsigned int>{
nullptr, std::get<0>(r), std::get<2>(r)};
d_outputQueue->push(nullValue);
}
}
if (d_threadCounter != d_numWriterThreads) {
++d_threadCounter;
} else {
d_outputQueue->setDone();
}
}
ROMol* MultithreadedMolSupplier::next() {
std::tuple<ROMol*, std::string, unsigned int> r;
if (d_outputQueue->pop(r)) {
ROMol* mol = std::get<0>(r);
d_lastItemText = std::get<1>(r);
d_lastRecordId = std::get<2>(r);
return mol;
}
return nullptr;
}
void MultithreadedMolSupplier::endThreads() {
d_readerThread.join();
for (auto& thread : d_writerThreads) {
thread.join();
}
}
void MultithreadedMolSupplier::startThreads() {
// run the reader function in a seperate thread
d_readerThread = std::thread(&MultithreadedMolSupplier::reader, this);
// run the writer function in seperate threads
for (unsigned int i = 0; i < d_numWriterThreads; i++) {
d_writerThreads.emplace_back(
std::thread(&MultithreadedMolSupplier::writer, this));
}
}
bool MultithreadedMolSupplier::atEnd() {
return (d_outputQueue->isEmpty() && d_outputQueue->getDone());
}
unsigned int MultithreadedMolSupplier::getLastRecordId() const {
return d_lastRecordId;
}
std::string MultithreadedMolSupplier::getLastItemText() const {
return d_lastItemText;
}
void MultithreadedMolSupplier::reset() {
UNDER_CONSTRUCTION("reset() not supported for MultithreadedMolSupplier();");
}
} // namespace RDKit
#endif
|
