1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359
|
/*
* Copyright 2011 INRIA Saclay
* Copyright 2012 Ecole Normale Superieure
* Copyright 2020 Cerebras Systems
*
* Use of this software is governed by the MIT license
*
* Written by Sven Verdoolaege, INRIA Saclay - Ile-de-France,
* Parc Club Orsay Universite, ZAC des vignes, 4 rue Jacques Monod,
* 91893 Orsay, France
* and Ecole Normale Superieure, 45 rue d'Ulm, 75230 Paris, France
* and Cerebras Systems, 175 S San Antonio Rd, Los Altos, CA, USA
*/
#include <isl_pw_macro.h>
/* Given a function "cmp" that returns the set of elements where
* "el1" is "better" than "el2", return this set.
*/
static __isl_give isl_set *FN(PW,better)(__isl_keep EL *el1, __isl_keep EL *el2,
__isl_give isl_set *(*cmp)(__isl_take EL *el1, __isl_take EL *el2))
{
return cmp(FN(EL,copy)(el1), FN(EL,copy)(el2));
}
/* Return a list containing the domains of the pieces of "pw".
*/
static __isl_give isl_set_list *FN(PW,extract_domains)(__isl_keep PW *pw)
{
int i;
isl_ctx *ctx;
isl_set_list *list;
if (!pw)
return NULL;
ctx = FN(PW,get_ctx)(pw);
list = isl_set_list_alloc(ctx, pw->n);
for (i = 0; i < pw->n; ++i)
list = isl_set_list_add(list, isl_set_copy(pw->p[i].set));
return list;
}
/* Given sets B ("set"), C ("better") and A' ("out"), return
*
* (B \cap C) \cup ((B \setminus C) \setminus A')
*/
static __isl_give isl_set *FN(PW,better_or_out)(__isl_take isl_set *set,
__isl_take isl_set *better, __isl_take isl_set *out)
{
isl_set *set_better, *set_out;
set_better = isl_set_intersect(isl_set_copy(set), isl_set_copy(better));
set_out = isl_set_subtract(isl_set_subtract(set, better), out);
return isl_set_union(set_better, set_out);
}
/* Given sets A ("set"), C ("better") and B' ("out"), return
*
* (A \setminus C) \cup ((A \cap C) \setminus B')
*/
static __isl_give isl_set *FN(PW,worse_or_out)(__isl_take isl_set *set,
__isl_take isl_set *better, __isl_take isl_set *out)
{
isl_set *set_worse, *set_out;
set_worse = isl_set_subtract(isl_set_copy(set), isl_set_copy(better));
set_out = isl_set_subtract(isl_set_intersect(set, better), out);
return isl_set_union(set_worse, set_out);
}
/* Internal data structure used by isl_pw_*_union_opt_cmp
* that keeps track of a piecewise expression with updated cells.
* "pw" holds the original piecewise expression.
* "list" holds the updated cells.
*/
S(PW,union_opt_cmp_data) {
PW *pw;
isl_set_list *cell;
};
/* Free all memory allocated for "data".
*/
static void FN(PW,union_opt_cmp_data_clear)(S(PW,union_opt_cmp_data) *data)
{
isl_set_list_free(data->cell);
FN(PW,free)(data->pw);
}
/* Given (potentially) updated cells "i" of data_i->pw and "j" of data_j->pw and
* a set "better" where the piece from data_j->pw is better
* than the piece from data_i->pw,
* (further) update the specified cells such that only the better elements
* remain on the (non-empty) intersection.
*
* Let C be the set "better".
* Let A be the cell data_i->cell[i] and B the cell data_j->cell[j].
*
* The elements in C need to be removed from A, except for those parts
* that lie outside of B. That is,
*
* A <- (A \setminus C) \cup ((A \cap C) \setminus B')
*
* Conversely, the elements in B need to be restricted to C, except
* for those parts that lie outside of A. That is
*
* B <- (B \cap C) \cup ((B \setminus C) \setminus A')
*
* Since all pairs of pieces are considered, the domains are updated
* several times. A and B refer to these updated domains
* (kept track of in data_i->cell[i] and data_j->cell[j]), while A' and B' refer
* to the original domains of the pieces. It is safe to use these
* original domains because the difference between, say, A' and A is
* the domains of pw2-pieces that have been removed before and
* those domains are disjoint from B. A' is used instead of A
* because the continued updating of A may result in this domain
* getting broken up into more disjuncts.
*/
static isl_stat FN(PW,union_opt_cmp_split)(S(PW,union_opt_cmp_data) *data_i,
int i, S(PW,union_opt_cmp_data) *data_j, int j,
__isl_take isl_set *better)
{
isl_set *set_i, *set_j;
set_i = isl_set_list_get_set(data_i->cell, i);
set_j = FN(PW,get_domain_at)(data_j->pw, j);
set_i = FN(PW,worse_or_out)(set_i, isl_set_copy(better), set_j);
data_i->cell = isl_set_list_set_set(data_i->cell, i, set_i);
set_i = FN(PW,get_domain_at)(data_i->pw, i);
set_j = isl_set_list_get_set(data_j->cell, j);
set_j = FN(PW,better_or_out)(set_j, better, set_i);
data_j->cell = isl_set_list_set_set(data_j->cell, j, set_j);
return isl_stat_ok;
}
/* Given (potentially) updated cells "i" of data_i->pw and "j" of data_j->pw and
* a function "cmp" that returns the set of elements where
* "el1" is "better" than "el2",
* (further) update the specified cells such that only the "better" elements
* remain on the (non-empty) intersection.
*/
static isl_stat FN(PW,union_opt_cmp_pair)(S(PW,union_opt_cmp_data) *data_i,
int i, S(PW,union_opt_cmp_data) *data_j, int j,
__isl_give isl_set *(*cmp)(__isl_take EL *el1, __isl_take EL *el2))
{
isl_set *better;
EL *el_i, *el_j;
el_i = FN(PW,peek_base_at)(data_i->pw, i);
el_j = FN(PW,peek_base_at)(data_j->pw, j);
better = FN(PW,better)(el_j, el_i, cmp);
return FN(PW,union_opt_cmp_split)(data_i, i, data_j, j, better);
}
/* Given (potentially) updated cells "i" of data_i->pw and "j" of data_j->pw and
* a function "cmp" that returns the set of elements where
* "el1" is "better" than "el2",
* (further) update the specified cells such that only the "better" elements
* remain on the (non-empty) intersection.
*
* The base computation is performed by isl_pw_*_union_opt_cmp_pair,
* which splits the cells according to the set of elements
* where the piece from data_j->pw is better than the piece from data_i->pw.
*
* In some cases, there may be a subset of the intersection
* where both pieces have the same value and can therefore
* both be considered to be "better" than the other.
* This can result in unnecessary splitting on this subset.
* Avoid some of these cases by checking whether
* data_i->pw is always better than data_j->pw on the intersection.
* In particular, do this for the special case where this intersection
* is equal to the cell "j" and data_i->pw is better on its entire cell.
*
* Similarly, if data_i->pw is never better than data_j->pw,
* then no splitting will occur and there is no need to check
* where data_j->pw is better than data_i->pw.
*/
static isl_stat FN(PW,union_opt_cmp_two)(S(PW,union_opt_cmp_data) *data_i,
int i, S(PW,union_opt_cmp_data) *data_j, int j,
__isl_give isl_set *(*cmp)(__isl_take EL *el1, __isl_take EL *el2))
{
isl_bool is_subset, is_empty;
isl_set *better, *set_i, *set_j;
EL *el_i, *el_j;
set_i = FN(PW,peek_domain_at)(data_i->pw, i);
set_j = FN(PW,peek_domain_at)(data_j->pw, j);
is_subset = isl_set_is_subset(set_j, set_i);
if (is_subset < 0)
return isl_stat_error;
if (!is_subset)
return FN(PW,union_opt_cmp_pair)(data_i, i, data_j, j, cmp);
el_i = FN(PW,peek_base_at)(data_i->pw, i);
el_j = FN(PW,peek_base_at)(data_j->pw, j);
better = FN(PW,better)(el_i, el_j, cmp);
is_empty = isl_set_is_empty(better);
if (is_empty >= 0 && is_empty)
return FN(PW,union_opt_cmp_split)(data_j, j, data_i, i, better);
is_subset = isl_set_is_subset(set_i, better);
if (is_subset >= 0 && is_subset)
return FN(PW,union_opt_cmp_split)(data_j, j, data_i, i, better);
isl_set_free(better);
if (is_empty < 0 || is_subset < 0)
return isl_stat_error;
return FN(PW,union_opt_cmp_pair)(data_i, i, data_j, j, cmp);
}
/* Given two piecewise expressions data1->pw and data2->pw, replace
* their domains
* by the sets in data1->cell and data2->cell and combine the results into
* a single piecewise expression.
* The pieces of data1->pw and data2->pw are assumed to have been sorted
* according to the function value expressions.
* The pieces of the result are also sorted in this way.
*
* Run through the pieces of data1->pw and data2->pw in order until they
* have both been exhausted, picking the piece from data1->pw or data2->pw
* depending on which should come first, together with the corresponding
* domain from data1->cell or data2->cell. In cases where the next pieces
* in both data1->pw and data2->pw have the same function value expression,
* construct only a single piece in the result with as domain
* the union of the domains in data1->cell and data2->cell.
*/
static __isl_give PW *FN(PW,merge)(S(PW,union_opt_cmp_data) *data1,
S(PW,union_opt_cmp_data) *data2)
{
int i, j;
PW *res;
PW *pw1 = data1->pw;
PW *pw2 = data2->pw;
isl_set_list *list1 = data1->cell;
isl_set_list *list2 = data2->cell;
if (!pw1 || !pw2)
return NULL;
res = FN(PW,alloc_size)(isl_space_copy(pw1->dim), pw1->n + pw2->n);
i = 0; j = 0;
while (i < pw1->n || j < pw2->n) {
int cmp;
isl_set *set;
EL *el;
if (i < pw1->n && j < pw2->n)
cmp = FN(EL,plain_cmp)(pw1->p[i].FIELD,
pw2->p[j].FIELD);
else
cmp = i < pw1->n ? -1 : 1;
if (cmp < 0) {
set = isl_set_list_get_set(list1, i);
el = FN(EL,copy)(pw1->p[i].FIELD);
++i;
} else if (cmp > 0) {
set = isl_set_list_get_set(list2, j);
el = FN(EL,copy)(pw2->p[j].FIELD);
++j;
} else {
set = isl_set_union(isl_set_list_get_set(list1, i),
isl_set_list_get_set(list2, j));
el = FN(EL,copy)(pw1->p[i].FIELD);
++i;
++j;
}
res = FN(PW,add_piece)(res, set, el);
}
return res;
}
/* Given a function "cmp" that returns the set of elements where
* "el1" is "better" than "el2", return a piecewise
* expression defined on the union of the definition domains
* of "pw1" and "pw2" that maps to the "best" of "pw1" and
* "pw2" on each cell. If only one of the two input functions
* is defined on a given cell, then it is considered the best.
*
* Run through all pairs of pieces in "pw1" and "pw2".
* If the domains of these pieces intersect, then the intersection
* needs to be distributed over the two pieces based on "cmp".
*
* After the updated domains have been computed, the result is constructed
* from "pw1", "pw2", data[0].cell and data[1].cell. If there are any pieces
* in "pw1" and "pw2" with the same function value expression, then
* they are combined into a single piece in the result.
* In order to be able to do this efficiently, the pieces of "pw1" and
* "pw2" are first sorted according to their function value expressions.
*/
static __isl_give PW *FN(PW,union_opt_cmp)(
__isl_take PW *pw1, __isl_take PW *pw2,
__isl_give isl_set *(*cmp)(__isl_take EL *el1, __isl_take EL *el2))
{
S(PW,union_opt_cmp_data) data[2] = { { pw1, NULL }, { pw2, NULL } };
int i, j;
isl_size n1, n2;
PW *res = NULL;
isl_ctx *ctx;
if (!pw1 || !pw2)
goto error;
ctx = isl_space_get_ctx(pw1->dim);
if (!isl_space_is_equal(pw1->dim, pw2->dim))
isl_die(ctx, isl_error_invalid,
"arguments should live in the same space", goto error);
if (FN(PW,is_empty)(pw1)) {
FN(PW,free)(pw1);
return pw2;
}
if (FN(PW,is_empty)(pw2)) {
FN(PW,free)(pw2);
return pw1;
}
for (i = 0; i < 2; ++i) {
data[i].pw = FN(PW,sort_unique)(data[i].pw);
data[i].cell = FN(PW,extract_domains)(data[i].pw);
}
n1 = FN(PW,n_piece)(data[0].pw);
n2 = FN(PW,n_piece)(data[1].pw);
if (n1 < 0 || n2 < 0)
goto error;
for (i = 0; i < n1; ++i) {
for (j = 0; j < n2; ++j) {
isl_bool disjoint;
isl_set *set_i, *set_j;
set_i = FN(PW,peek_domain_at)(data[0].pw, i);
set_j = FN(PW,peek_domain_at)(data[1].pw, j);
disjoint = isl_set_is_disjoint(set_i, set_j);
if (disjoint < 0)
goto error;
if (disjoint)
continue;
if (FN(PW,union_opt_cmp_two)(&data[0], i,
&data[1], j, cmp) < 0)
goto error;
}
}
res = FN(PW,merge)(&data[0], &data[1]);
for (i = 0; i < 2; ++i)
FN(PW,union_opt_cmp_data_clear)(&data[i]);
return res;
error:
for (i = 0; i < 2; ++i)
FN(PW,union_opt_cmp_data_clear)(&data[i]);
return FN(PW,free)(res);
}
|