File: host_function_worker_thread_pool.h

package info (click to toggle)
intel-compute-runtime 26.05.37020.3-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 83,596 kB
  • sloc: cpp: 976,037; lisp: 2,096; sh: 704; makefile: 162
file content (50 lines) | stat: -rw-r--r-- 1,251 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
/*
 * Copyright (C) 2025 Intel Corporation
 *
 * SPDX-License-Identifier: MIT
 *
 */

#pragma once

#include "shared/source/command_stream/host_function.h"
#include "shared/source/helpers/non_copyable_or_moveable.h"

#include <deque>
#include <functional>
#include <memory>
#include <mutex>
#include <semaphore>
#include <stop_token>
#include <thread>

namespace NEO {

class GraphicsAllocation;
struct HostFunction;
class HostFunctionStreamer;

class HostFunctionThreadPool : public NonCopyableAndNonMovableClass {
  public:
    explicit HostFunctionThreadPool(int32_t threadsInThreadPoolLimit);
    ~HostFunctionThreadPool();

    void registerHostFunctionToExecute(HostFunctionStreamer *streamer, HostFunction &&hostFunction);
    void registerThread() noexcept;
    void shutdown() noexcept;

  private:
    void executeHostFunction() noexcept;
    void workerLoop(std::stop_token st) noexcept;

    std::mutex hostFunctionsMutex;
    std::deque<std::jthread> threads;
    std::deque<std::pair<HostFunctionStreamer *, HostFunction>> hostFunctions;
    std::counting_semaphore<> semaphore{0};
    uint32_t threadsLimit = 0;
    bool unlimitedThreads = false;
};

static_assert(NonCopyableAndNonMovable<HostFunctionThreadPool>);

} // namespace NEO