1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
|
#ifndef ZSV_SELECT_PARALLEL_H
#define ZSV_SELECT_PARALLEL_H
#include <sys/types.h> // Required for off_t
#include <pthread.h> // Required for pthread_t
/**
* @brief Data structure passed to each worker thread (Chunk 2, 3, 4)
* Uses in-memory output buffer to avoid I/O lock contention.
*/
struct zsv_chunk_data {
#ifdef __linux__
char *tmp_output_filename; // use temp file because we can use zero-copy file concatenation
#else
void *tmp_f; // use zsv_memfile * because we cannot do zero-copy file concatenation
#endif
off_t start_offset;
off_t end_offset; // Stop processing when current offset exceeds this
off_t actual_next_row_start;
struct zsv_opts *opts; // Configuration options (read-only)
enum zsv_status status;
int id;
unsigned char skip : 1;
unsigned char _ : 7;
};
/**
* @brief Structure to manage thread handles and chunk data for parallel processing.
*/
struct zsv_parallel_data {
struct zsv_select_data *main_data;
unsigned num_chunks;
pthread_t *threads; // array of N (num_chunks) pointers
struct zsv_chunk_data *chunk_data; // array of N chunk datas
};
static struct zsv_parallel_data *zsv_parallel_data_new(unsigned num_chunks);
static void zsv_chunk_data_clear_output(struct zsv_chunk_data *c);
static void zsv_parallel_data_delete(struct zsv_parallel_data *pdata);
#endif
|
