1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565
|
// --------------------------------------------------------------------------
// OpenMS -- Open-Source Mass Spectrometry
// --------------------------------------------------------------------------
// Copyright The OpenMS Team -- Eberhard Karls University Tuebingen,
// ETH Zurich, and Freie Universitaet Berlin 2002-2013.
//
// This software is released under a three-clause BSD license:
// * Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
// * Neither the name of any author or any participating institution
// may be used to endorse or promote products derived from this software
// without specific prior written permission.
// For a full list of authors, refer to the file AUTHORS.
// --------------------------------------------------------------------------
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
// ARE DISCLAIMED. IN NO EVENT SHALL ANY OF THE AUTHORS OR THE CONTRIBUTING
// INSTITUTIONS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
// OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
// WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
// OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
// ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//
// --------------------------------------------------------------------------
// $Maintainer: Chris Bielow, Stephan Aiche $
// $Authors: Chris Bielow, Stephan Aiche, Andreas Bertsch $
// --------------------------------------------------------------------------
/**
Generously provided by the BALL people, taken from version 1.2
with slight modifications
Originally implemented by OK who refused to take any responsibility
for the code ;)
*/
#include <limits>
#include <string>
#include <cstring>
#include <cstdio>
#include <algorithm> // std::min
#include <OpenMS/CONCEPT/LogStream.h>
#include <OpenMS/CONCEPT/StreamHandler.h>
#ifdef _OPENMP
#include <omp.h>
#endif
#define BUFFER_LENGTH 32768
using namespace std;
namespace OpenMS
{
namespace Logger
{
const time_t LogStreamBuf::MAX_TIME = numeric_limits<time_t>::max();
const std::string LogStreamBuf::UNKNOWN_LOG_LEVEL = "UNKNOWN_LOG_LEVEL";
LogStreamBuf::LogStreamBuf(std::string log_level) :
std::streambuf(),
pbuf_(0),
level_(log_level),
stream_list_(),
incomplete_line_(),
log_cache_counter_(0),
log_cache_(),
log_time_cache_()
{
pbuf_ = new char[BUFFER_LENGTH];
std::streambuf::setp(pbuf_, pbuf_ + BUFFER_LENGTH - 1);
}
LogStreamBuf::~LogStreamBuf()
{
sync();
#ifdef _OPENMP
#pragma omp critical
#endif
{
clearCache();
if (incomplete_line_.size() > 0)
distribute_(incomplete_line_);
delete[] pbuf_;
pbuf_ = 0;
}
}
int LogStreamBuf::overflow(int c)
{
if (c != traits_type::eof())
{
*pptr() = c;
pbump(1);
sync();
return c;
}
else
{
return traits_type::eof();
}
}
LogStreamBuf * LogStream::rdbuf()
{
return (LogStreamBuf *)std::ios::rdbuf();
}
LogStreamBuf * LogStream::operator->()
{
return rdbuf();
}
void LogStream::setLevel(std::string level)
{
if (rdbuf() == 0)
{
return;
}
// set the new level
rdbuf()->level_ = level;
}
std::string LogStream::getLevel()
{
if (rdbuf() != 0)
{
return rdbuf()->level_;
}
else
{
return LogStreamBuf::UNKNOWN_LOG_LEVEL;
}
}
// caching methods
Size LogStreamBuf::getNextLogCounter_()
{
return ++log_cache_counter_;
}
bool LogStreamBuf::isInCache_(std::string const & line)
{
//cout << "LogCache (count)" << log_cache_.count(line) << endl;
if (log_cache_.count(line) == 0)
{
return false;
}
else
{
// increment counter
log_cache_[line].counter++;
// remove old entry
log_time_cache_.erase(log_cache_[line].timestamp);
// update timestamp
Size counter_value = getNextLogCounter_();
log_cache_[line].timestamp = counter_value;
log_time_cache_[counter_value] = line;
return true;
}
}
std::string LogStreamBuf::addToCache_(std::string const & line)
{
std::string extra_message = "";
if (log_cache_.size() > 1) // check if we need to remove one of the entries
{
// get smallest key
map<Size, string>::iterator it = log_time_cache_.begin();
// check if message occurred more then once
if (log_cache_[it->second].counter != 0)
{
std::stringstream stream;
stream << "<" << it->second << "> occurred " << ++log_cache_[it->second].counter << " times";
extra_message = stream.str();
}
log_cache_.erase(it->second);
log_time_cache_.erase(it);
}
Size counter_value = getNextLogCounter_();
log_cache_[line].counter = 0;
log_cache_[line].timestamp = counter_value;
log_time_cache_[counter_value] = line;
return extra_message;
}
void LogStreamBuf::clearCache()
{
// if there are any streams in our list, we
// copy the line into that streams, too and flush them
map<std::string, LogCacheStruct>::iterator it = log_cache_.begin();
for (; it != log_cache_.end(); ++it)
{
if ((it->second).counter != 0)
{
std::stringstream stream;
stream << "<" << it->first << "> occurred " << ++(it->second).counter << " times";
distribute_(stream.str());
}
}
// remove all entries from cache
log_cache_.clear();
log_time_cache_.clear();
}
int LogStreamBuf::sync()
{
#ifdef _OPENMP
#pragma omp critical
#endif
{
// sync our streambuffer...
if (pptr() != pbase())
{
// check if we have attached streams, so we don't waste time to
// prepare the output
if (!stream_list_.empty())
{
char * line_start = pbase();
char * line_end = pbase();
static char buf[BUFFER_LENGTH];
while (line_end < pptr())
{
// search for the first end of line
for (; line_end < pptr() && *line_end != '\n'; line_end++)
{
}
if (line_end >= pptr())
{
// Copy the incomplete line to the incomplete_line_ buffer
size_t length = line_end - line_start;
length = std::min(length, (size_t)(BUFFER_LENGTH - 1));
strncpy(&(buf[0]), line_start, length);
// if length was too large, we copied one byte less than BUFFER_LENGTH to have
// room for the final \0
buf[length] = '\0';
incomplete_line_ += &(buf[0]);
// mark everything as read
line_end = pptr() + 1;
}
else
{
// note: pptr() - pbase() should be bounded by BUFFER_LENGTH, so this should always work
memcpy(&(buf[0]), line_start, line_end - line_start + 1);
buf[line_end - line_start] = '\0';
// assemble the string to be written
// (consider leftovers of the last buffer from incomplete_line_)
std::string outstring = incomplete_line_;
incomplete_line_ = "";
outstring += &(buf[0]);
// avoid adding empty lines to the cache
if (outstring.empty())
{
distribute_(outstring);
}
// check if we have already seen this log message
else if (!isInCache_(outstring))
{
// add line to the log cache
std::string extra_message = addToCache_(outstring);
// send outline (and extra_message) to attached streams
if (!extra_message.empty())
distribute_(extra_message);
distribute_(outstring);
}
// update the line pointers (increment both)
line_start = ++line_end;
}
}
}
// remove all processed lines from the buffer
pbump((int)(pbase() - pptr()));
}
} // ! OMP
return 0;
}
void LogStreamBuf::distribute_(std::string outstring)
{
// if there are any streams in our list, we
// copy the line into that streams, too and flush them
std::list<StreamStruct>::iterator list_it = stream_list_.begin();
for (; list_it != stream_list_.end(); ++list_it)
{
*(list_it->stream) << expandPrefix_(list_it->prefix, time(0)).c_str()
<< outstring.c_str() << std::endl;
if (list_it->target != 0)
{
list_it->target->logNotify();
}
}
}
string LogStreamBuf::expandPrefix_
(const std::string & prefix, time_t time) const
{
string::size_type index = 0;
Size copied_index = 0;
string result("");
while ((index = prefix.find("%", index)) != String::npos)
{
// append any constant parts of the string to the result
if (copied_index < index)
{
result.append(prefix.substr(copied_index, index - copied_index));
copied_index = (SignedSize)index;
}
if (index < prefix.size())
{
char buffer[64] = "";
char * buf = &(buffer[0]);
switch (prefix[index + 1])
{
case '%': // append a '%' (escape sequence)
result.append("%");
break;
case 'y': // append the message type (error/warning/information)
result.append(level_);
break;
case 'T': // time: HH:MM:SS
strftime(buf, 64, "%H:%M:%S", localtime(&time));
result.append(buf);
break;
case 't': // time: HH:MM
strftime(buf, 64, "%H:%M", localtime(&time));
result.append(buf);
break;
case 'D': // date: DD.MM.YYYY
strftime(buf, 64, "%Y/%m/%d", localtime(&time));
result.append(buf);
break;
case 'd': // date: DD.MM.
strftime(buf, 64, "%m/%d", localtime(&time));
result.append(buf);
break;
case 'S': // time+date: DD.MM.YYYY, HH:MM:SS
strftime(buf, 64, "%Y/%m/%d, %H:%M:%S", localtime(&time));
result.append(buf);
break;
case 's': // time+date: DD.MM., HH:MM
strftime(buf, 64, "%m/%d, %H:%M", localtime(&time));
result.append(buf);
break;
default:
break;
}
index += 2;
copied_index += 2;
}
}
if (copied_index < prefix.size())
{
result.append(prefix.substr(copied_index, prefix.size() - copied_index));
}
return result;
}
LogStreamNotifier::LogStreamNotifier() :
registered_at_(0)
{
}
LogStreamNotifier::~LogStreamNotifier()
{
unregister();
}
void LogStreamNotifier::logNotify()
{
}
void LogStreamNotifier::unregister()
{
if (registered_at_ == 0)
return;
registered_at_->remove(stream_);
registered_at_ = 0;
}
void LogStreamNotifier::registerAt(LogStream & log)
{
unregister();
registered_at_ = &log;
log.insertNotification(stream_, *this);
}
// keep the given buffer
LogStream::LogStream(LogStreamBuf * buf, bool delete_buf, std::ostream * stream) :
std::ios(buf),
std::ostream(buf),
delete_buffer_(delete_buf)
{
if (stream != 0)
{
insert(*stream);
}
}
LogStream::~LogStream()
{
if (delete_buffer_)
{
// delete the streambuffer
delete rdbuf();
// set it to 0
std::ios(0);
}
}
void LogStream::insert(std::ostream & stream)
{
if (!bound_() || hasStream_(stream))
{
return;
}
// we didn't find it - create a new entry in the list
LogStreamBuf::StreamStruct s_struct;
s_struct.stream = &stream;
rdbuf()->stream_list_.push_back(s_struct);
}
void LogStream::remove(std::ostream & stream)
{
if (!bound_())
return;
StreamIterator it = findStream_(stream);
if (it != rdbuf()->stream_list_.end())
{
rdbuf()->sync();
// HINT: we do NOT clear the cache (because we cannot access it from here)
// and we do not flush incomplete_line_!!!
rdbuf()->stream_list_.erase(it);
}
}
void LogStream::insertNotification(std::ostream & s, LogStreamNotifier & target)
{
if (!bound_())
return;
insert(s);
StreamIterator it = findStream_(s);
(*it).target = ⌖
}
LogStream::StreamIterator LogStream::findStream_(const std::ostream & s)
{
StreamIterator list_it = rdbuf()->stream_list_.begin();
for (; list_it != rdbuf()->stream_list_.end(); ++list_it)
{
if (list_it->stream == &s)
{
return list_it;
}
}
return list_it;
}
bool LogStream::hasStream_(std::ostream & stream)
{
if (!bound_())
return false;
return findStream_(stream) != rdbuf()->stream_list_.end();
}
void LogStream::setPrefix(const std::ostream & s, const string & prefix)
{
if (!bound_())
return;
StreamIterator it = findStream_(s);
if (it != rdbuf()->stream_list_.end())
{
(*it).prefix = prefix;
}
}
void LogStream::setPrefix(const string & prefix)
{
if (!bound_())
return;
for (StreamIterator it = rdbuf()->stream_list_.begin(); it != rdbuf()->stream_list_.end(); ++it)
{
(*it).prefix = prefix;
}
}
void LogStream::flush()
{
std::ostream::flush();
}
bool LogStream::bound_() const
{
LogStream * non_const_this = const_cast<LogStream *>(this);
return non_const_this->rdbuf() != 0;
}
} // namespace Logger
// global StreamHandler
OPENMS_DLLAPI StreamHandler STREAM_HANDLER;
// global default logstream
OPENMS_DLLAPI Logger::LogStream Log_fatal(new Logger::LogStreamBuf("FATAL_ERROR"), true, &cerr);
OPENMS_DLLAPI Logger::LogStream Log_error(new Logger::LogStreamBuf("ERROR"), true, &cerr);
OPENMS_DLLAPI Logger::LogStream Log_warn(new Logger::LogStreamBuf("WARNING"), true, &cout);
OPENMS_DLLAPI Logger::LogStream Log_info(new Logger::LogStreamBuf("INFO"), true, &cout);
OPENMS_DLLAPI Logger::LogStream Log_debug(new Logger::LogStreamBuf("DEBUG"), false); // last param should be 'true', but segfaults...
} // namespace OpenMS
|