1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468
|
/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*-
* vi:set noexpandtab tabstop=8 shiftwidth=8:
*
* Copyright (C) 2021 Endless OS Foundation LLC
*
* Author: Philip Withnall <pwithnall@endlessos.org>
*
* SPDX-License-Identifier: GPL-2.0-or-later
*/
/**
* SECTION:gs-worker-thread
* @short_description: A worker thread which executes queued #GTasks until stopped
*
* #GsWorkerThread is a thread-safe wrapper around a #GTask queue and a single
* worker thread which executes tasks on that queue.
*
* Tasks can be added to the queue using gs_worker_thread_queue(). The worker
* thread (which is created when #GsWorkerThread is constructed) will execute
* them in (priority, queue order) order. Each #GTaskThreadFunc is responsible
* for calling `g_task_return_*()` on its #GTask to complete that task.
*
* The priority passed to gs_worker_thread_queue() will be used to adjust the
* worker thread’s I/O priority (using `ioprio_set()`) when executing that task.
*
* It is intended that gs_worker_thread_queue() is an alternative to using
* g_task_run_in_thread(). g_task_run_in_thread() queues tasks into a single
* process-wide thread pool, so they are mixed in with other tasks, and it can
* become hard to ensure the thread pool isn’t overwhelmed and that tasks are
* executed in the right order.
*
* The worker thread will continue executing tasks until
* gs_worker_thread_shutdown_async() is called. This must be called before the
* final reference to the #GsWorkerThread is dropped.
*
* Since: 42
*/
#include "config.h"
#include <glib.h>
#include <glib-object.h>
#include "gs-ioprio.h"
#include "gs-worker-thread.h"
typedef enum {
GS_WORKER_THREAD_STATE_RUNNING = 0,
GS_WORKER_THREAD_STATE_SHUTTING_DOWN = 1,
GS_WORKER_THREAD_STATE_SHUT_DOWN = 2,
} GsWorkerThreadState;
struct _GsWorkerThread
{
GObject parent;
gchar *name; /* (nullable) (owned) */
GsWorkerThreadState worker_state; /* (atomic) */
GMainContext *worker_context; /* (owned); may be NULL before setup or after shutdown */
GThread *worker_thread; /* (atomic); may be NULL before setup or after shutdown */
GMutex queue_mutex;
GQueue queue;
};
typedef enum {
PROP_NAME = 1,
} GsWorkerThreadProperty;
static GParamSpec *props[PROP_NAME + 1] = { NULL, };
G_DEFINE_TYPE (GsWorkerThread, gs_worker_thread, G_TYPE_OBJECT)
typedef struct {
GTaskThreadFunc work_func;
GTask *task; /* (owned) */
gint priority;
} WorkData;
static void
work_data_free (WorkData *data)
{
g_clear_object (&data->task);
g_free (data);
}
G_DEFINE_AUTOPTR_CLEANUP_FUNC (WorkData, work_data_free)
static void
gs_worker_thread_get_property (GObject *object,
guint prop_id,
GValue *value,
GParamSpec *pspec)
{
GsWorkerThread *self = GS_WORKER_THREAD (object);
switch ((GsWorkerThreadProperty) prop_id) {
case PROP_NAME:
g_value_set_string (value, self->name);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gs_worker_thread_set_property (GObject *object,
guint prop_id,
const GValue *value,
GParamSpec *pspec)
{
GsWorkerThread *self = GS_WORKER_THREAD (object);
switch ((GsWorkerThreadProperty) prop_id) {
case PROP_NAME:
/* Construct only */
g_assert (self->name == NULL);
self->name = g_value_dup_string (value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gs_worker_thread_dispose (GObject *object)
{
GsWorkerThread *self = GS_WORKER_THREAD (object);
/* Should have stopped by now. */
g_assert (self->worker_thread == NULL);
g_clear_pointer (&self->name, g_free);
g_clear_pointer (&self->worker_context, g_main_context_unref);
g_mutex_lock (&self->queue_mutex);
g_queue_clear_full (&self->queue, (GDestroyNotify) work_data_free);
g_mutex_unlock (&self->queue_mutex);
G_OBJECT_CLASS (gs_worker_thread_parent_class)->dispose (object);
}
static void
gs_worker_thread_finalize (GObject *object)
{
GsWorkerThread *self = GS_WORKER_THREAD (object);
g_mutex_clear (&self->queue_mutex);
G_OBJECT_CLASS (gs_worker_thread_parent_class)->finalize (object);
}
static gpointer thread_cb (gpointer data);
static void
gs_worker_thread_constructed (GObject *object)
{
GsWorkerThread *self = GS_WORKER_THREAD (object);
G_OBJECT_CLASS (gs_worker_thread_parent_class)->constructed (object);
/* Start up a worker thread and its #GMainContext. The worker will run
* and process events on @worker_context until @worker_state changes
* from %GS_WORKER_THREAD_STATE_RUNNING. */
self->worker_state = GS_WORKER_THREAD_STATE_RUNNING;
self->worker_context = g_main_context_new ();
self->worker_thread = g_thread_new (self->name, thread_cb, self);
}
static void
gs_worker_thread_class_init (GsWorkerThreadClass *klass)
{
GObjectClass *object_class = G_OBJECT_CLASS (klass);
object_class->constructed = gs_worker_thread_constructed;
object_class->get_property = gs_worker_thread_get_property;
object_class->set_property = gs_worker_thread_set_property;
object_class->dispose = gs_worker_thread_dispose;
object_class->finalize = gs_worker_thread_finalize;
/**
* GsWorkerThread:name: (not nullable):
*
* Name for the worker thread to use in debug output. This must be set.
*
* Since: 42
*/
props[PROP_NAME] =
g_param_spec_string ("name",
"Name",
"Name for the worker thread to use in debug output.",
NULL,
G_PARAM_READWRITE | G_PARAM_CONSTRUCT_ONLY | G_PARAM_STATIC_STRINGS | G_PARAM_EXPLICIT_NOTIFY);
g_object_class_install_properties (object_class, G_N_ELEMENTS (props), props);
}
static void
gs_worker_thread_run_queue (GsWorkerThread *self)
{
g_mutex_lock (&self->queue_mutex);
while (!g_queue_is_empty (&self->queue)) {
g_autoptr(WorkData) data = g_queue_pop_head (&self->queue);
GTask *task;
gpointer source_object;
gpointer task_data;
GCancellable *cancellable;
/* thus the other threads can queue more work */
g_mutex_unlock (&self->queue_mutex);
task = data->task;
source_object = g_task_get_source_object (task);
task_data = g_task_get_task_data (task);
cancellable = g_task_get_cancellable (task);
/* Set the I/O priority of the thread to match the priority of the task. */
gs_ioprio_set (data->priority);
data->work_func (task, source_object, task_data, cancellable);
g_mutex_lock (&self->queue_mutex);
}
g_mutex_unlock (&self->queue_mutex);
}
static gpointer
thread_cb (gpointer data)
{
GsWorkerThread *self = GS_WORKER_THREAD (data);
g_autoptr(GMainContextPusher) pusher = g_main_context_pusher_new (self->worker_context);
while (g_atomic_int_get (&self->worker_state) != GS_WORKER_THREAD_STATE_SHUT_DOWN) {
g_main_context_iteration (self->worker_context, TRUE);
gs_worker_thread_run_queue (self);
}
return NULL;
}
static void
gs_worker_thread_init (GsWorkerThread *self)
{
g_mutex_init (&self->queue_mutex);
g_queue_init (&self->queue);
}
/**
* gs_worker_thread_new:
* @name: (not nullable): name for the worker thread
*
* Create and start a new #GsWorkerThread.
*
* @name will be used to set the thread name and in debug output.
*
* Returns: (transfer full): a new #GsWorkerThread
* Since: 42
*/
GsWorkerThread *
gs_worker_thread_new (const gchar *name)
{
g_return_val_if_fail (name != NULL, NULL);
return g_object_new (GS_TYPE_WORKER_THREAD,
"name", name,
NULL);
}
static gint
gs_worker_thread_cmp (gconstpointer a,
gconstpointer b,
gpointer user_data)
{
const WorkData *dta = a;
const WorkData *dtb = b;
return dta->priority - dtb->priority;
}
/**
* gs_worker_thread_queue:
* @self: a #GsWorkerThread
* @priority: (default G_PRIORITY_DEFAULT): priority to queue the task at,
* typically #G_PRIORITY_DEFAULT
* @work_func: (not nullable) (scope async): function to run the task
* @task: (transfer full) (not nullable): the #GTask containing context data to
* pass to @work_func
*
* Queue @task to be run in the worker thread at the given @priority.
*
* This function takes ownership of @task.
*
* @priority sets the order of the task in the queue, and also affects the I/O
* priority of the worker thread when the task is executed — high priorities
* result in a high I/O priority, low priorities result in an idle I/O priority,
* as per `ioprio_set()`.
*
* When the task is run, @work_func will be executed and passed @task and the
* source object, task data and cancellable set on @task.
*
* @work_func is responsible for calling `g_task_return_*()` on @task once the
* task is complete.
*
* If a task is cancelled using its #GCancellable after it’s queued to the
* #GsWorkerThread, @work_func will still be executed. @work_func is responsible
* for checking whether the #GCancellable has been cancelled.
*
* It is an error to call this function after gs_worker_thread_shutdown_async()
* has called.
*
* Since: 42
*/
void
gs_worker_thread_queue (GsWorkerThread *self,
gint priority,
GTaskThreadFunc work_func,
GTask *task)
{
g_autoptr(WorkData) data = NULL;
g_autoptr(GMutexLocker) locker = NULL;
g_return_if_fail (GS_IS_WORKER_THREAD (self));
g_return_if_fail (work_func != NULL);
g_return_if_fail (G_IS_TASK (task));
g_assert (g_atomic_int_get (&self->worker_state) == GS_WORKER_THREAD_STATE_RUNNING ||
g_task_get_source_tag (task) == gs_worker_thread_shutdown_async);
data = g_new0 (WorkData, 1);
data->work_func = work_func;
data->task = g_steal_pointer (&task);
data->priority = priority;
locker = g_mutex_locker_new (&self->queue_mutex);
g_queue_insert_sorted (&self->queue, g_steal_pointer (&data), gs_worker_thread_cmp, NULL);
g_main_context_wakeup (self->worker_context);
}
/**
* gs_worker_thread_is_in_worker_context:
* @self: a #GsWorkerThread
*
* Returns whether the calling thread is the worker thread.
*
* This is intended to be used as a precondition check to ensure that worker
* code is not accidentally run from the wrong thread.
*
* |[
* static void
* do_work (MyPlugin *self)
* {
* g_assert (gs_worker_thread_is_in_worker_context (self->worker_thread));
*
* // do some work
* }
* ]|
*
* Returns: %TRUE if running in the worker context, %FALSE otherwise
* Since: 42
*/
gboolean
gs_worker_thread_is_in_worker_context (GsWorkerThread *self)
{
return g_main_context_is_owner (self->worker_context);
}
static void shutdown_cb (GTask *task,
gpointer source_object,
gpointer task_data,
GCancellable *cancellable);
/**
* gs_worker_thread_shutdown_async:
* @self: a #GsWorkerThread
* @cancellable: (nullable): a #GCancellable, or %NULL
* @callback: callback for once the asynchronous operation is complete
* @user_data: data to pass to @callback
*
* Shut down the worker thread.
*
* The thread will finish processing whatever task it’s currently processing
* (if any), will return %G_IO_ERROR_CANCELLED for all remaining queued
* tasks, and will then join the main process.
*
* This is a no-op if called subsequently.
*
* Since: 42
*/
void
gs_worker_thread_shutdown_async (GsWorkerThread *self,
GCancellable *cancellable,
GAsyncReadyCallback callback,
gpointer user_data)
{
g_autoptr(GTask) task = NULL;
g_return_if_fail (GS_IS_WORKER_THREAD (self));
g_return_if_fail (cancellable == NULL || G_IS_CANCELLABLE (cancellable));
task = g_task_new (self, cancellable, callback, user_data);
g_task_set_source_tag (task, gs_worker_thread_shutdown_async);
/* Already called? */
if (g_atomic_int_get (&self->worker_state) != GS_WORKER_THREAD_STATE_RUNNING) {
g_task_return_boolean (task, TRUE);
return;
}
/* Signal the worker thread to stop processing tasks. */
g_atomic_int_set (&self->worker_state, GS_WORKER_THREAD_STATE_SHUTTING_DOWN);
gs_worker_thread_queue (self, G_MAXINT /* lowest priority */,
shutdown_cb, g_steal_pointer (&task));
}
static void
shutdown_cb (GTask *task,
gpointer source_object,
gpointer task_data,
GCancellable *cancellable)
{
GsWorkerThread *self = GS_WORKER_THREAD (source_object);
gboolean updated_state;
updated_state = g_atomic_int_compare_and_exchange (&self->worker_state,
GS_WORKER_THREAD_STATE_SHUTTING_DOWN,
GS_WORKER_THREAD_STATE_SHUT_DOWN);
g_assert (updated_state);
/* Tidy up. We can’t join the thread here as this function is executing
* within the thread and that would deadlock. */
g_clear_pointer (&self->worker_context, g_main_context_unref);
g_task_return_boolean (task, TRUE);
}
/**
* gs_worker_thread_shutdown_finish:
* @self: a #GsWorkerThread
* @result: a #GAsyncResult
* @error: return location for a #GError, or %NULL
*
* Finish an asynchronous shutdown operation started with
* gs_worker_thread_shutdown_async();
*
* Returns: %TRUE on success, %FALSE otherwise
* Since: 42
*/
gboolean
gs_worker_thread_shutdown_finish (GsWorkerThread *self,
GAsyncResult *result,
GError **error)
{
gboolean success;
g_return_val_if_fail (GS_IS_WORKER_THREAD (self), FALSE);
g_return_val_if_fail (g_async_result_is_tagged (result, gs_worker_thread_shutdown_async), FALSE);
g_return_val_if_fail (g_task_is_valid (result, self), FALSE);
g_return_val_if_fail (error == NULL || *error == NULL, FALSE);
success = g_task_propagate_boolean (G_TASK (result), error);
if (success)
g_thread_join (g_steal_pointer (&self->worker_thread));
return success;
}
|