1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670
|
<?php
namespace SimpleSAML\Module\metarefresh;
use Exception;
use RobRichards\XMLSecLibs\XMLSecurityDSig;
use SAML2\DOMDocumentFactory;
use SimpleSAML\Configuration;
use SimpleSAML\Logger;
use SimpleSAML\Metadata;
use SimpleSAML\Utils;
/**
* @package SimpleSAMLphp
* @author Andreas Åkre Solberg <andreas.solberg@uninett.no>
*/
class MetaLoader
{
/** @var int|null */
private $expire;
/** @var array */
private $metadata = [];
/** @var object|null */
private $oldMetadataSrc;
/** @var string|null */
private $stateFile;
/** @var bool*/
private $changed = false;
/** @var array */
private $state = [];
/** @var array */
private $types = [
'saml20-idp-remote',
'saml20-sp-remote',
'shib13-idp-remote',
'shib13-sp-remote',
'attributeauthority-remote'
];
/**
* Constructor
*
* @param int|null $expire
* @param string|null $stateFile
* @param object|null $oldMetadataSrc
*/
public function __construct($expire = null, $stateFile = null, $oldMetadataSrc = null)
{
$this->expire = $expire;
$this->oldMetadataSrc = $oldMetadataSrc;
$this->stateFile = $stateFile;
// Read file containing $state from disk
if (!is_null($stateFile) && is_readable($stateFile)) {
include($stateFile);
}
if (isset($state)) {
$this->state = $state;
}
}
/**
* Get the types of entities that will be loaded.
*
* @return array The entity types allowed.
*/
public function getTypes()
{
return $this->types;
}
/**
* Set the types of entities that will be loaded.
*
* @param string|array $types Either a string with the name of one single type allowed, or an array with a list of
* types. Pass an empty array to reset to all types of entities.
* @return void
*/
public function setTypes($types)
{
if (!is_array($types)) {
$types = [$types];
}
$this->types = $types;
}
/**
* This function processes a SAML metadata file.
*
* @param $source array
* @return void
*/
public function loadSource(array $source)
{
if (preg_match('@^https?://@i', $source['src'])) {
// Build new HTTP context
$context = $this->createContext($source);
// GET!
try {
/** @var array $response We know this because we set the third parameter to `true` */
$response = Utils\HTTP::fetch($source['src'], $context, true);
list($data, $responseHeaders) = $response;
} catch (Exception $e) {
Logger::warning('metarefresh: ' . $e->getMessage());
}
// We have response headers, so the request succeeded
if (!isset($responseHeaders)) {
// No response headers, this means the request failed in some way, so re-use old data
Logger::debug('No response from '.$source['src'].' - attempting to re-use cached metadata');
$this->addCachedMetadata($source);
return;
} elseif (preg_match('@^HTTP/1\.[01]\s304\s@', $responseHeaders[0])) {
// 304 response
Logger::debug('Received HTTP 304 (Not Modified) - attempting to re-use cached metadata');
$this->addCachedMetadata($source);
return;
} elseif (!preg_match('@^HTTP/1\.[01]\s200\s@', $responseHeaders[0])) {
// Other error
Logger::debug('Error from '.$source['src'].' - attempting to re-use cached metadata');
$this->addCachedMetadata($source);
return;
}
} else {
// Local file.
$data = file_get_contents($source['src']);
$responseHeaders = null;
}
// Everything OK. Proceed.
if (isset($source['conditionalGET']) && $source['conditionalGET']) {
// Stale or no metadata, so a fresh copy
Logger::debug('Downloaded fresh copy');
}
try {
$entities = $this->loadXML($data, $source);
} catch (Exception $e) {
Logger::debug('XML parser error when parsing ' . $source['src'] . ' - attempting to re-use cached metadata');
Logger::debug('XML parser returned: ' . $e->getMessage());
$this->addCachedMetadata($source);
return;
}
foreach ($entities as $entity) {
if (isset($source['blacklist'])) {
if (!empty($source['blacklist']) && in_array($entity->getEntityId(), $source['blacklist'], true)) {
Logger::info('Skipping "'.$entity->getEntityId().'" - blacklisted.'."\n");
continue;
}
}
if (isset($source['whitelist'])) {
if (!empty($source['whitelist']) && !in_array($entity->getEntityId(), $source['whitelist'], true)) {
Logger::info('Skipping "'.$entity->getEntityId().'" - not in the whitelist.'."\n");
continue;
}
}
/* Do we have an attribute whitelist? */
if (isset($source['attributewhitelist']) && !empty($source['attributewhitelist'])) {
$idpMetadata = $entity->getMetadata20IdP();
if (!isset($idpMetadata)) {
/* Skip non-IdPs */
continue;
}
/* Do a recursive comparison for each whitelist of the attributewhitelist with the idpMetadata for this
* IdP. At least one of these whitelists should match */
$match = false;
foreach ($source['attributewhitelist'] as $whitelist) {
if ($this->containsArray($whitelist, $idpMetadata)) {
$match = true;
break;
}
}
if (!$match) {
/* No match found -> next IdP */
continue;
}
Logger::debug('Whitelisted entityID: ' . $entity->getEntityID());
}
if (array_key_exists('certificates', $source) && ($source['certificates'] !== null)) {
if (!$entity->validateSignature($source['certificates'])) {
Logger::info(
'Skipping "'.$entity->getEntityId().'" - could not verify signature using certificate.'."\n"
);
continue;
}
}
if (array_key_exists('validateFingerprint', $source) && $source['validateFingerprint'] !== null) {
if (!array_key_exists('certificates', $source) || $source['certificates'] == null) {
$algo = isset($source['validateFingerprintAlgorithm'])
? $source['validateFingerprintAlgorithm']
: XMLSecurityDSig::SHA1;
if (!$entity->validateFingerprint($source['validateFingerprint'], $algo)) {
Logger::info(
'Skipping "'.$entity->getEntityId().'" - could not verify signature using fingerprint.'."\n"
);
continue;
}
} else {
Logger::info('Skipping validation with fingerprint since option certificate is set.'."\n");
}
}
$template = null;
if (array_key_exists('template', $source)) {
$template = $source['template'];
}
if (array_key_exists('regex-template', $source)) {
foreach ($source['regex-template'] as $e => $t) {
if (preg_match($e, $entity->getEntityID())) {
if (is_array($template)) {
$template = array_merge($template, $t);
} else {
$template = $t;
}
}
}
}
if (in_array('shib13-sp-remote', $this->types, true)) {
$this->addMetadata($source['src'], $entity->getMetadata1xSP(), 'shib13-sp-remote', $template);
}
if (in_array('shib13-idp-remote', $this->types, true)) {
$this->addMetadata($source['src'], $entity->getMetadata1xIdP(), 'shib13-idp-remote', $template);
}
if (in_array('saml20-sp-remote', $this->types, true)) {
$this->addMetadata($source['src'], $entity->getMetadata20SP(), 'saml20-sp-remote', $template);
}
if (in_array('saml20-idp-remote', $this->types, true)) {
$this->addMetadata($source['src'], $entity->getMetadata20IdP(), 'saml20-idp-remote', $template);
}
if (in_array('attributeauthority-remote', $this->types, true)) {
$attributeAuthorities = $entity->getAttributeAuthorities();
if (!empty($attributeAuthorities)) {
$this->addMetadata(
$source['src'],
$attributeAuthorities[0],
'attributeauthority-remote',
$template
);
}
}
}
$this->saveState($source, $responseHeaders);
}
/*
* Recursively checks whether array $dst contains array $src. If $src
* is not an array, a literal comparison is being performed.
*/
private function containsArray($src, $dst)
{
if (is_array($src)) {
if (!is_array($dst)) {
return false;
}
$dstKeys = array_keys($dst);
/* Loop over all src keys */
foreach ($src as $srcKey => $srcval) {
if (is_int($srcKey)) {
/* key is number, check that the key appears as one
* of the destination keys: if not, then src has
* more keys than dst */
if (!array_key_exists($srcKey, $dst)) {
return false;
}
/* loop over dest keys, to find value: we don't know
* whether they are in the same order */
$submatch = false;
foreach ($dstKeys as $dstKey) {
if ($this->containsArray($srcval, $dst[$dstKey])) {
$submatch = true;
break;
}
}
if (!$submatch) {
return false;
}
} else {
/* key is regexp: find matching keys */
/** @var array|false $matchingDstKeys */
$matchingDstKeys = preg_grep($srcKey, $dstKeys);
if (!is_array($matchingDstKeys)) {
return false;
}
$match = false;
foreach ($matchingDstKeys as $dstKey) {
if ($this->containsArray($srcval, $dst[$dstKey])) {
/* Found a match */
$match = true;
break;
}
}
if (!$match) {
/* none of the keys has a matching value */
return false;
}
}
}
/* each src key/value matches */
return true;
} else {
/* src is not an array, do a regexp match against dst */
return (preg_match($src, $dst) === 1);
}
}
/**
* Create HTTP context, with any available caches taken into account
*
* @param array $source
* @return array
*/
private function createContext(array $source)
{
$config = Configuration::getInstance();
$name = $config->getString('technicalcontact_name', null);
$mail = $config->getString('technicalcontact_email', null);
$rawheader = "User-Agent: SimpleSAMLphp metarefresh, run by $name <$mail>\r\n";
if (isset($source['conditionalGET']) && $source['conditionalGET']) {
if (array_key_exists($source['src'], $this->state)) {
$sourceState = $this->state[$source['src']];
if (isset($sourceState['last-modified'])) {
$rawheader .= 'If-Modified-Since: '.$sourceState['last-modified']."\r\n";
}
if (isset($sourceState['etag'])) {
$rawheader .= 'If-None-Match: '.$sourceState['etag']."\r\n";
}
}
}
return ['http' => ['header' => $rawheader]];
}
/**
* @param array $source
* @return void
*/
private function addCachedMetadata(array $source)
{
if (isset($this->oldMetadataSrc)) {
foreach ($this->types as $type) {
foreach ($this->oldMetadataSrc->getMetadataSet($type) as $entity) {
if (array_key_exists('metarefresh:src', $entity)) {
if ($entity['metarefresh:src'] == $source['src']) {
$this->addMetadata($source['src'], $entity, $type);
}
}
}
}
}
}
/**
* Store caching state data for a source
*
* @param array $source
* @param array|null $responseHeaders
* @return void
*/
private function saveState(array $source, $responseHeaders)
{
if (isset($source['conditionalGET']) && $source['conditionalGET']) {
// Headers section
if ($responseHeaders !== null) {
$candidates = ['last-modified', 'etag'];
foreach ($candidates as $candidate) {
if (array_key_exists($candidate, $responseHeaders)) {
$this->state[$source['src']][$candidate] = $responseHeaders[$candidate];
}
}
}
if (!empty($this->state[$source['src']])) {
// Timestamp when this src was requested.
$this->state[$source['src']]['requested_at'] = $this->getTime();
$this->changed = true;
}
}
}
/**
* Parse XML metadata and return entities
*
* @param string $data
* @param array $source
* @return \SimpleSAML\Metadata\SAMLParser[]
* @throws \Exception
*/
private function loadXML($data, array $source)
{
try {
$doc = DOMDocumentFactory::fromString($data);
} catch (Exception $e) {
throw new Exception('Failed to read XML from ' . $source['src']);
}
return Metadata\SAMLParser::parseDescriptorsElement($doc->documentElement);
}
/**
* This function writes the state array back to disk
*
* @return void
*/
public function writeState()
{
if ($this->changed && !is_null($this->stateFile)) {
Logger::debug('Writing: ' . $this->stateFile);
Utils\System::writeFile(
$this->stateFile,
"<?php\n/* This file was generated by the metarefresh module at ".$this->getTime().".\n".
" Do not update it manually as it will get overwritten. */\n".
'$state = '.var_export($this->state, true).";\n\n",
0644
);
}
}
/**
* This function writes the metadata to stdout.
*
* @return void
*/
public function dumpMetadataStdOut()
{
foreach ($this->metadata as $category => $elements) {
echo '/* The following data should be added to metadata/'.$category.'.php. */'."\n";
foreach ($elements as $m) {
$filename = $m['filename'];
$entityID = $m['metadata']['entityid'];
echo "\n";
echo '/* The following metadata was generated from '.$filename.' on '.$this->getTime().'. */'."\n";
echo '$metadata[\''.addslashes($entityID).'\'] = '.var_export($m['metadata'], true).';'."\n";
}
echo "\n";
echo '/* End of data which should be added to metadata/'.$category.'.php. */'."\n";
echo "\n";
}
}
/**
* This function adds metadata from the specified file to the list of metadata.
* This function will return without making any changes if $metadata is NULL.
*
* @param string $filename The filename the metadata comes from.
* @param array|null $metadata The metadata.
* @param string $type The metadata type.
* @param array|null $template The template.
* @return void
*/
private function addMetadata($filename, $metadata, $type, array $template = null)
{
if ($metadata === null) {
return;
}
if (isset($template)) {
$metadata = array_merge($metadata, $template);
}
$metadata['metarefresh:src'] = $filename;
if (!array_key_exists($type, $this->metadata)) {
$this->metadata[$type] = [];
}
// If expire is defined in constructor...
if (!empty($this->expire)) {
// If expire is already in metadata
if (array_key_exists('expire', $metadata)) {
// Override metadata expire with more restrictive global config
if ($this->expire < $metadata['expire']) {
$metadata['expire'] = $this->expire;
}
// If expire is not already in metadata use global config
} else {
$metadata['expire'] = $this->expire;
}
}
$this->metadata[$type][] = ['filename' => $filename, 'metadata' => $metadata];
}
/**
* This function writes the metadata to an ARP file
*
* @param \SimpleSAML\Configuration $config
* @return void
*/
public function writeARPfile(Configuration $config)
{
assert($config instanceOf \SimpleSAML\Configuration);
$arpfile = $config->getValue('arpfile');
$types = ['saml20-sp-remote'];
$md = [];
foreach ($this->metadata as $category => $elements) {
if (!in_array($category, $types, true)) {
continue;
}
$md = array_merge($md, $elements);
}
// $metadata, $attributemap, $prefix, $suffix
$arp = new ARP(
$md,
$config->getValue('attributemap', ''),
$config->getValue('prefix', ''),
$config->getValue('suffix', '')
);
$arpxml = $arp->getXML();
Logger::info('Writing ARP file: '.$arpfile."\n");
file_put_contents($arpfile, $arpxml);
}
/**
* This function writes the metadata to to separate files in the output directory.
*
* @param string $outputDir
* @return void
*/
public function writeMetadataFiles($outputDir)
{
while (strlen($outputDir) > 0 && $outputDir[strlen($outputDir) - 1] === '/') {
$outputDir = substr($outputDir, 0, strlen($outputDir) - 1);
}
if (!file_exists($outputDir)) {
Logger::info('Creating directory: '.$outputDir."\n");
$res = @mkdir($outputDir, 0777, true);
if ($res === false) {
throw new Exception('Error creating directory: ' . $outputDir);
}
}
foreach ($this->types as $type) {
$filename = $outputDir.'/'.$type.'.php';
if (array_key_exists($type, $this->metadata)) {
$elements = $this->metadata[$type];
Logger::debug('Writing: '.$filename);
$content = '<?php'."\n".'/* This file was generated by the metarefresh module at ';
$content .= $this->getTime()."\nDo not update it manually as it will get overwritten\n".'*/'."\n";
foreach ($elements as $m) {
$entityID = $m['metadata']['entityid'];
$content .= "\n".'$metadata[\'';
$content .= addslashes($entityID).'\'] = '.var_export($m['metadata'], true).';'."\n";
}
Utils\System::writeFile($filename, $content, 0644);
} elseif (is_file($filename)) {
if (unlink($filename)) {
Logger::debug('Deleting stale metadata file: '.$filename);
} else {
Logger::warning('Could not delete stale metadata file: '.$filename);
}
}
}
}
/**
* Save metadata for loading with the 'serialize' metadata loader.
*
* @param string $outputDir The directory we should save the metadata to.
* @return void
*/
public function writeMetadataSerialize($outputDir)
{
assert(is_string($outputDir));
$metaHandler = new Metadata\MetaDataStorageHandlerSerialize(['directory' => $outputDir]);
// First we add all the metadata entries to the metadata handler
foreach ($this->metadata as $set => $elements) {
foreach ($elements as $m) {
$entityId = $m['metadata']['entityid'];
Logger::debug(
'metarefresh: Add metadata entry '.
var_export($entityId, true).' in set '.var_export($set, true).'.'
);
$metaHandler->saveMetadata($entityId, $set, $m['metadata']);
}
}
// Then we delete old entries which should no longer exist
$ct = time();
foreach ($metaHandler->getMetadataSets() as $set) {
foreach ($metaHandler->getMetadataSet($set) as $entityId => $metadata) {
if (!array_key_exists('expire', $metadata) || !is_int($metadata['expire'])) {
Logger::warning(
'metarefresh: Metadata entry without valid expire timestamp: ' . var_export($entityId, true) .
' in set ' . var_export($set, true) . '.'
);
continue;
}
$expire = $metadata['expire'];
if ($expire > $ct) {
continue;
}
/** @var int $stamp */
$stamp = date('l jS \of F Y h:i:s A', $expire);
Logger::debug('metarefresh: ' . $entityId . ' expired ' . $stamp);
Logger::debug(
'metarefresh: Delete expired metadata entry ' .
var_export($entityId, true) . ' in set ' . var_export($set, true) .
'. (' . ($ct - $expire) . ' sec)'
);
$metaHandler->deleteMetadata($entityId, $set);
}
}
}
/**
* @return string
*/
private function getTime()
{
// The current date, as a string
return gmdate('Y-m-d\\TH:i:s\\Z');
}
}
|