1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318
|
/**
* Copyright (C) 2025 Niklas Haas
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#ifndef SWSCALE_OPS_H
#define SWSCALE_OPS_H
#include <assert.h>
#include <stdbool.h>
#include <stdalign.h>
#include "graph.h"
typedef enum SwsPixelType {
SWS_PIXEL_NONE = 0,
SWS_PIXEL_U8,
SWS_PIXEL_U16,
SWS_PIXEL_U32,
SWS_PIXEL_F32,
SWS_PIXEL_TYPE_NB
} SwsPixelType;
const char *ff_sws_pixel_type_name(SwsPixelType type);
int ff_sws_pixel_type_size(SwsPixelType type) av_const;
bool ff_sws_pixel_type_is_int(SwsPixelType type) av_const;
typedef enum SwsOpType {
SWS_OP_INVALID = 0,
/* Defined for all types; but implemented for integers only */
SWS_OP_READ, /* gather raw pixels from planes */
SWS_OP_WRITE, /* write raw pixels to planes */
SWS_OP_SWAP_BYTES, /* swap byte order (for differing endianness) */
SWS_OP_SWIZZLE, /* rearrange channel order, or duplicate channels */
/* Bit manipulation operations. Defined for integers only. */
SWS_OP_UNPACK, /* split tightly packed data into components */
SWS_OP_PACK, /* compress components into tightly packed data */
SWS_OP_LSHIFT, /* logical left shift of raw pixel values by (u8) */
SWS_OP_RSHIFT, /* right shift of raw pixel values by (u8) */
/* Generic arithmetic. Defined and implemented for all types */
SWS_OP_CLEAR, /* clear pixel values */
SWS_OP_CONVERT, /* convert (cast) between formats */
SWS_OP_MIN, /* numeric minimum (q4) */
SWS_OP_MAX, /* numeric maximum (q4) */
SWS_OP_SCALE, /* multiplication by scalar (q) */
/* Floating-point only arithmetic operations. */
SWS_OP_LINEAR, /* generalized linear affine transform */
SWS_OP_DITHER, /* add dithering noise */
SWS_OP_TYPE_NB,
} SwsOpType;
enum SwsCompFlags {
SWS_COMP_GARBAGE = 1 << 0, /* contents are undefined / garbage data */
SWS_COMP_EXACT = 1 << 1, /* value is an exact integer */
SWS_COMP_ZERO = 1 << 2, /* known to be a constant zero */
SWS_COMP_SWAPPED = 1 << 3, /* byte order is swapped */
};
typedef union SwsConst {
/* Generic constant value */
AVRational q4[4];
AVRational q;
unsigned u;
} SwsConst;
static_assert(sizeof(SwsConst) == sizeof(AVRational) * 4,
"First field of SwsConst should span the entire union");
typedef struct SwsComps {
unsigned flags[4]; /* knowledge about (output) component contents */
bool unused[4]; /* which input components are definitely unused */
/* Keeps track of the known possible value range, or {0, 0} for undefined
* or (unknown range) floating point inputs */
AVRational min[4], max[4];
} SwsComps;
typedef struct SwsReadWriteOp {
uint8_t elems; /* number of elements (of type `op.type`) to read/write */
uint8_t frac; /* fractional pixel step factor (log2) */
bool packed; /* read multiple elements from a single plane */
/** Examples:
* rgba = 4x u8 packed
* yuv444p = 3x u8
* rgb565 = 1x u16 <- use SWS_OP_UNPACK to unpack
* monow = 1x u8 (frac 3)
* rgb4 = 1x u8 (frac 1)
*/
} SwsReadWriteOp;
typedef struct SwsPackOp {
/**
* Packed bits are assumed to be LSB-aligned within the underlying
* integer type; i.e. (msb) 0 ... X Y Z W (lsb).
*/
uint8_t pattern[4]; /* bit depth pattern, from MSB to LSB */
} SwsPackOp;
typedef struct SwsSwizzleOp {
/**
* Input component for each output component:
* Out[x] := In[swizzle.in[x]]
*/
union {
uint32_t mask;
uint8_t in[4];
struct { uint8_t x, y, z, w; };
};
} SwsSwizzleOp;
#define SWS_SWIZZLE(X,Y,Z,W) ((SwsSwizzleOp) { .in = {X, Y, Z, W} })
typedef struct SwsConvertOp {
SwsPixelType to; /* type of pixel to convert to */
bool expand; /* if true, integers are expanded to the full range */
} SwsConvertOp;
typedef struct SwsDitherOp {
AVRational *matrix; /* tightly packed dither matrix (refstruct) */
int size_log2; /* size (in bits) of the dither matrix */
int8_t y_offset[4]; /* row offset for each component, or -1 for ignored */
} SwsDitherOp;
typedef struct SwsLinearOp {
/**
* Generalized 5x5 affine transformation:
* [ Out.x ] = [ A B C D E ]
* [ Out.y ] = [ F G H I J ] * [ x y z w 1 ]
* [ Out.z ] = [ K L M N O ]
* [ Out.w ] = [ P Q R S T ]
*
* The mask keeps track of which components differ from an identity matrix.
* There may be more efficient implementations of particular subsets, for
* example the common subset of {A, E, G, J, M, O} can be implemented with
* just three fused multiply-add operations.
*/
AVRational m[4][5];
uint32_t mask; /* m[i][j] <-> 1 << (5 * i + j) */
} SwsLinearOp;
#define SWS_MASK(I, J) (1 << (5 * (I) + (J)))
#define SWS_MASK_OFF(I) SWS_MASK(I, 4)
#define SWS_MASK_ROW(I) (0x1F << (5 * (I)))
#define SWS_MASK_COL(J) (0x8421 << J)
enum {
SWS_MASK_ALL = (1 << 20) - 1,
SWS_MASK_LUMA = SWS_MASK(0, 0) | SWS_MASK_OFF(0),
SWS_MASK_ALPHA = SWS_MASK(3, 3) | SWS_MASK_OFF(3),
SWS_MASK_DIAG3 = SWS_MASK(0, 0) | SWS_MASK(1, 1) | SWS_MASK(2, 2),
SWS_MASK_OFF3 = SWS_MASK_OFF(0) | SWS_MASK_OFF(1) | SWS_MASK_OFF(2),
SWS_MASK_MAT3 = SWS_MASK(0, 0) | SWS_MASK(0, 1) | SWS_MASK(0, 2) |
SWS_MASK(1, 0) | SWS_MASK(1, 1) | SWS_MASK(1, 2) |
SWS_MASK(2, 0) | SWS_MASK(2, 1) | SWS_MASK(2, 2),
SWS_MASK_DIAG4 = SWS_MASK_DIAG3 | SWS_MASK(3, 3),
SWS_MASK_OFF4 = SWS_MASK_OFF3 | SWS_MASK_OFF(3),
SWS_MASK_MAT4 = SWS_MASK_ALL & ~SWS_MASK_OFF4,
};
/* Helper function to compute the correct mask */
uint32_t ff_sws_linear_mask(SwsLinearOp);
typedef struct SwsOp {
SwsOpType op; /* operation to perform */
SwsPixelType type; /* pixel type to operate on */
union {
SwsLinearOp lin;
SwsReadWriteOp rw;
SwsPackOp pack;
SwsSwizzleOp swizzle;
SwsConvertOp convert;
SwsDitherOp dither;
SwsConst c;
};
/**
* Metadata about the operation's input/output components. Discarded
* and regenerated automatically by `ff_sws_op_list_update_comps()`.
*
* Note that backends may rely on the presence and accuracy of this
* metadata for all operations, during ff_sws_ops_compile().
*/
SwsComps comps;
} SwsOp;
/**
* Frees any allocations associated with an SwsOp and sets it to {0}.
*/
void ff_sws_op_uninit(SwsOp *op);
/**
* Apply an operation to an AVRational. No-op for read/write operations.
*/
void ff_sws_apply_op_q(const SwsOp *op, AVRational x[4]);
/**
* Helper struct for representing a list of operations.
*/
typedef struct SwsOpList {
SwsOp *ops;
int num_ops;
/* Purely informative metadata associated with this operation list */
SwsFormat src, dst;
/* Input/output plane pointer swizzle mask */
SwsSwizzleOp order_src, order_dst;
/**
* Source component metadata associated with pixel values from each
* corresponding component (in plane/memory order, i.e. not affected by
* `order_src`). Lets the optimizer know additional information about
* the value range and/or pixel data to expect.
*
* The default value of {0} is safe to pass in the case that no additional
* information is known.
*/
SwsComps comps_src;
} SwsOpList;
SwsOpList *ff_sws_op_list_alloc(void);
void ff_sws_op_list_free(SwsOpList **ops);
/**
* Returns a duplicate of `ops`, or NULL on OOM.
*/
SwsOpList *ff_sws_op_list_duplicate(const SwsOpList *ops);
/**
* Returns the input operation for a given op list, or NULL if there is none
* (e.g. for a pure CLEAR-only operation list).
*
* This will always be an op of type SWS_OP_READ.
*/
const SwsOp *ff_sws_op_list_input(const SwsOpList *ops);
/**
* Returns the output operation for a given op list, or NULL if there is none.
*
* This will always be an op of type SWS_OP_WRITE.
*/
const SwsOp *ff_sws_op_list_output(const SwsOpList *ops);
/**
* Returns whether an op list represents a true no-op operation, i.e. may be
* eliminated entirely from an execution graph.
*/
bool ff_sws_op_list_is_noop(const SwsOpList *ops);
/**
* Returns the size of the largest pixel type used in `ops`.
*/
int ff_sws_op_list_max_size(const SwsOpList *ops);
/**
* These will take over ownership of `op` and set it to {0}, even on failure.
*/
int ff_sws_op_list_append(SwsOpList *ops, SwsOp *op);
int ff_sws_op_list_insert_at(SwsOpList *ops, int index, SwsOp *op);
void ff_sws_op_list_remove_at(SwsOpList *ops, int index, int count);
/**
* Print out the contents of an operation list.
*/
void ff_sws_op_list_print(void *log_ctx, int log_level, int log_level_extra,
const SwsOpList *ops);
/**
* Infer + propagate known information about components. Called automatically
* when needed by the optimizer and compiler.
*/
void ff_sws_op_list_update_comps(SwsOpList *ops);
/**
* Fuse compatible and eliminate redundant operations, as well as replacing
* some operations with more efficient alternatives.
*/
int ff_sws_op_list_optimize(SwsOpList *ops);
enum SwsOpCompileFlags {
/* Automatically optimize the operations when compiling */
SWS_OP_FLAG_OPTIMIZE = 1 << 0,
};
/**
* Resolves an operation list to a graph pass. The first and last operations
* must be a read/write respectively. `flags` is a list of SwsOpCompileFlags.
*
* Note: `ops` may be modified by this function.
*/
int ff_sws_compile_pass(SwsGraph *graph, SwsOpList *ops, int flags,
const SwsFormat *dst, SwsPass *input, SwsPass **output);
#endif
|