1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
|
# This file is part of the qpopplerview package.
#
# Copyright (c) 2010 - 2014 by Wilbert Berendsen
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
# See http://www.gnu.org/licenses/ for more information.
"""
Caching of generated images.
"""
import time
import weakref
try:
import popplerqt5
except ImportError:
from . import popplerqt5_dummy as popplerqt5
from PyQt5.QtCore import Qt, QThread
from PyQt5.QtGui import QImage, QPainter, QFont
from . import render
from . import rectangles
from .locking import lock
__all__ = ['maxsize', 'setmaxsize', 'image', 'generate', 'clear', 'links', 'options']
_cache = weakref.WeakKeyDictionary()
_schedulers = weakref.WeakKeyDictionary()
_options = weakref.WeakKeyDictionary()
_links = weakref.WeakKeyDictionary()
# cache size
_maxsize = 104857600 # 100M
_currentsize = 0
_globaloptions = None
def setmaxsize(maxsize):
"""Sets the maximum cache size in Megabytes."""
global _maxsize
_maxsize = maxsize * 1048576
purge()
def maxsize():
"""Returns the maximum cache size in Megabytes."""
return _maxsize / 1048576
def clear(document=None):
"""Clears the whole cache or the cache for the given Poppler.Document."""
if document:
try:
del _cache[document]
except KeyError:
pass
else:
_cache.clear()
global _currentsize
_currentsize = 0
def image(page, exact=True):
"""Returns a rendered image for given Page if in cache.
If exact is True (default), the function returns None if the exact size was
not in the cache. If exact is False, the function may return a temporary
rendering of the page scaled from a different size, if that was available.
"""
document = page.document()
pageKey = (page.pageNumber(), page.rotation())
sizeKey = (page.physWidth(), page.physHeight())
if exact:
try:
entry = _cache[document][pageKey][sizeKey]
except KeyError:
return
else:
entry[1] = time.time()
return entry[0]
try:
sizes = _cache[document][pageKey].keys()
except KeyError:
return
# find the closest size (assuming aspect ratio has not changed)
if sizes:
sizes = sorted(sizes, key=lambda s: abs(1 - s[0] / float(page.physWidth())))
return _cache[document][pageKey][sizes[0]][0]
def generate(page):
"""Schedule an image to be generated for the cache."""
# Poppler-Qt4 crashes when different pages from a Document are rendered at the same time,
# so we schedule them to be run in sequence.
document = page.document()
try:
scheduler = _schedulers[document]
except KeyError:
scheduler = _schedulers[document] = Scheduler()
scheduler.schedulejob(page)
def add(image, document, pageNumber, rotation, width, height):
"""(Internal) Adds an image to the cache."""
pageKey = (pageNumber, rotation)
sizeKey = (width, height)
_cache.setdefault(document, {}).setdefault(pageKey, {})[sizeKey] = [image, time.time()]
# maintain cache size
global _maxsize, _currentsize
_currentsize += image.byteCount()
if _currentsize > _maxsize:
purge()
def purge():
"""Removes old images from the cache to limit the space used.
(Not necessary to call, as the cache will monitor its size automatically.)
"""
# make a list of the images, sorted on time, newest first
images = iter(sorted((
(time, document, pageKey, sizeKey, image.byteCount())
for document, pageKeys in _cache.items()
for pageKey, sizeKeys in pageKeys.items()
for sizeKey, (image, time) in sizeKeys.items()),
reverse=True))
# sum the size of the newest images
global _maxsize, _currentsize
byteCount = 0
for item in images:
byteCount += item[4]
if byteCount > _maxsize:
break
_currentsize = byteCount
# delete the other images
for time, document, pageKey, sizeKey, byteCount in images:
del _cache[document][pageKey][sizeKey]
def links(page):
"""Returns a position-searchable list of the links in the page."""
document, pageNumber = page.document(), page.pageNumber()
try:
return _links[document][pageNumber]
except KeyError:
with lock(document):
links = rectangles.Rectangles(document.page(pageNumber).links(),
lambda link: link.linkArea().normalized().getCoords())
_links.setdefault(document, {})[pageNumber] = links
return links
def options(document=None):
"""Returns a RenderOptions object for a document or the global one if no document is given."""
global _globaloptions, _options
if document:
try:
return _options[document]
except KeyError:
result = _options[document] = render.RenderOptions()
return result
if not _globaloptions:
_globaloptions = render.RenderOptions()
# enable antialiasing by default
_globaloptions.setRenderHint(popplerqt5.Poppler.Document.Antialiasing |
popplerqt5.Poppler.Document.TextAntialiasing)
return _globaloptions
def setoptions(options, document=None):
"""Sets a RenderOptions instance for the given document or as the global one if no document is given.
Use None for the options to unset (delete) the options.
"""
global _globaloptions, _options
if not document:
_globaloptions = options
elif options:
_options[document] = options
else:
try:
del _options[document]
except KeyError:
pass
class Scheduler(object):
"""Manages running rendering jobs in sequence for a Document."""
def __init__(self):
self._schedule = [] # order
self._jobs = {} # jobs on key
self._waiting = weakref.WeakKeyDictionary() # jobs on page
self._running = None
def schedulejob(self, page):
"""Creates or retriggers an existing Job.
If a Job was already scheduled for the page, it is canceled.
The page's update() method will be called when the Job has completed.
"""
# uniquely identify the image to be generated
key = (page.pageNumber(), page.rotation(), page.physWidth(), page.physHeight())
try:
job = self._jobs[key]
except KeyError:
job = self._jobs[key] = Job(page)
job.key = key
else:
self._schedule.remove(job)
self._schedule.append(job)
self._waiting[page] = job
self.checkStart()
def checkStart(self):
"""Starts a job if none is running and at least one is waiting."""
while self._schedule and not self._running:
job = self._schedule[-1]
document = job.document()
if document and job in self._waiting.values():
self._running = Runner(self, document, job)
break
else:
self.done(job)
def done(self, job):
"""Called when the job has completed."""
del self._jobs[job.key]
self._schedule.remove(job)
self._running = None
for page in list(self._waiting):
if self._waiting[page] is job:
page.update()
del self._waiting[page]
class Job(object):
"""Simply contains data needed to create an image later."""
def __init__(self, page):
self.document = weakref.ref(page.document())
self.pageNumber = page.pageNumber()
self.rotation = page.rotation()
self.width = page.physWidth()
self.height = page.physHeight()
class Runner(QThread):
"""Immediately runs a Job in a background thread."""
def __init__(self, scheduler, document, job):
super(Runner, self).__init__()
self.scheduler = scheduler
self.job = job
self.document = document # keep reference now so that it does not die during this thread
self.finished.connect(self.slotFinished)
self.start()
def run(self):
"""Main method of this thread, called by Qt on start()."""
page = self.document.page(self.job.pageNumber)
pageSize = page.pageSize()
if self.job.rotation & 1:
pageSize.transpose()
xres = 72.0 * self.job.width / pageSize.width()
yres = 72.0 * self.job.height / pageSize.height()
threshold = options().oversampleThreshold() or options(self.document).oversampleThreshold()
multiplier = 2 if xres < threshold else 1
with lock(self.document):
options().write(self.document)
options(self.document).write(self.document)
self.image = page.renderToImage(xres * multiplier, yres * multiplier, 0, 0, self.job.width * multiplier, self.job.height * multiplier, self.job.rotation)
if self.image.isNull():
self.image = QImage( self.job.width, self.job.height, QImage.Format_RGB32 )
self.image.fill( Qt.white )
p = QPainter(self.image)
p.setFont(QFont("Helvetica",self.job.height/20))
p.drawText(self.image.rect(), Qt.AlignCenter,
_("Failed to render page") );
elif multiplier == 2:
self.image = self.image.scaledToWidth(self.job.width, Qt.SmoothTransformation)
def slotFinished(self):
"""Called when the thread has completed."""
add(self.image, self.document, self.job.pageNumber, self.job.rotation, self.job.width, self.job.height)
self.scheduler.done(self.job)
self.scheduler.checkStart()
|