1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340
|
# frozen-string-literal: true
module Sequel
module Plugins
# = Overview
#
# The rcte_tree plugin deals with tree structured data stored
# in the database using the adjacency list model (where child rows
# have a foreign key pointing to the parent rows), using recursive
# common table expressions to load all ancestors in a single query,
# all descendants in a single query, and all descendants to a given
# level (where level 1 is children, level 2 is children and grandchildren
# etc.) in a single query.
#
# = Usage
#
# The rcte_tree plugin adds four associations to the model: parent, children, ancestors, and
# descendants. Both the parent and children are fairly standard many_to_one
# and one_to_many associations, respectively. However, the ancestors and
# descendants associations are special. Both the ancestors and descendants
# associations will automatically set the parent and children associations,
# respectively, for current object and all of the ancestor or descendant
# objects, whenever they are loaded (either eagerly or lazily). Additionally,
# the descendants association can take a level argument when called eagerly,
# which limits the returned objects to only that many levels in the tree (see
# the Overview).
#
# Model.plugin :rcte_tree
#
# # Lazy loading
# model = Model.first
# model.parent
# model.children
# model.ancestors # Populates :parent association for all ancestors
# model.descendants # Populates :children association for all descendants
#
# # Eager loading - also populates the :parent and children associations
# # for all ancestors and descendants
# Model.where(id: [1, 2]).eager(:ancestors, :descendants).all
#
# # Eager loading children and grandchildren
# Model.where(id: [1, 2]).eager(descendants: 2).all
# # Eager loading children, grandchildren, and great grandchildren
# Model.where(id: [1, 2]).eager(descendants: 3).all
#
# = Options
#
# You can override the options for any specific association by making
# sure the plugin options contain one of the following keys:
#
# :parent :: hash of options for the parent association
# :children :: hash of options for the children association
# :ancestors :: hash of options for the ancestors association
# :descendants :: hash of options for the descendants association
#
# Note that you can change the name of the above associations by specifying
# a :name key in the appropriate hash of options above. For example:
#
# Model.plugin :rcte_tree, parent: {name: :mother},
# children: {name: :daughters}, descendants: {name: :offspring}
#
# Any other keys in the main options hash are treated as options shared by
# all of the associations. Here's a few options that affect the plugin:
#
# :key :: The foreign key in the table that points to the primary key
# of the parent (default: :parent_id)
# :primary_key :: The primary key to use (default: the model's primary key)
# :key_alias :: The symbol identifier to use for aliasing when eager
# loading (default: :x_root_x)
# :cte_name :: The symbol identifier to use for the common table expression
# (default: :t)
# :level_alias :: The symbol identifier to use when eagerly loading descendants
# up to a given level (default: :x_level_x)
module RcteTree
# Create the appropriate parent, children, ancestors, and descendants
# associations for the model.
def self.apply(model, opts=OPTS)
model.plugin :tree, opts
opts = opts.dup
opts[:class] = model
opts[:methods_module] = Module.new
model.send(:include, opts[:methods_module])
key = opts[:key] ||= :parent_id
prkey = opts[:primary_key] ||= model.primary_key
ka = opts[:key_alias] ||= :x_root_x
t = opts[:cte_name] ||= :t
c_all = if model.dataset.recursive_cte_requires_column_aliases?
# Work around Oracle/ruby-oci8 bug that returns integers as BigDecimals in recursive queries.
conv_bd = model.db.database_type == :oracle
col_aliases = model.dataset.columns
model_table = model.table_name
col_aliases.map{|c| SQL::QualifiedIdentifier.new(model_table, c)}
else
[SQL::ColumnAll.new(model.table_name)]
end
bd_conv = lambda{|v| conv_bd && v.is_a?(BigDecimal) ? v.to_i : v}
key_array = Array(key)
prkey_array = Array(prkey)
if key.is_a?(Array)
key_conv = lambda{|m| key_array.map{|k| m[k]}}
key_present = lambda{|m| key_conv[m].all?}
prkey_conv = lambda{|m| prkey_array.map{|k| m[k]}}
key_aliases = (0...key_array.length).map{|i| :"#{ka}_#{i}"}
ancestor_base_case_columns = prkey_array.zip(key_aliases).map{|k, ka_| SQL::AliasedExpression.new(k, ka_)} + c_all
descendant_base_case_columns = key_array.zip(key_aliases).map{|k, ka_| SQL::AliasedExpression.new(k, ka_)} + c_all
recursive_case_columns = prkey_array.zip(key_aliases).map{|k, ka_| SQL::QualifiedIdentifier.new(t, ka_)} + c_all
extract_key_alias = lambda{|m| key_aliases.map{|ka_| bd_conv[m.values.delete(ka_)]}}
else
key_present = key_conv = lambda{|m| m[key]}
prkey_conv = lambda{|m| m[prkey]}
key_aliases = [ka]
ancestor_base_case_columns = [SQL::AliasedExpression.new(prkey, ka)] + c_all
descendant_base_case_columns = [SQL::AliasedExpression.new(key, ka)] + c_all
recursive_case_columns = [SQL::QualifiedIdentifier.new(t, ka)] + c_all
extract_key_alias = lambda{|m| bd_conv[m.values.delete(ka)]}
end
parent = opts.merge(opts.fetch(:parent, OPTS)).fetch(:name, :parent)
childrena = opts.merge(opts.fetch(:children, OPTS)).fetch(:name, :children)
opts[:reciprocal] = nil
a = opts.merge(opts.fetch(:ancestors, OPTS))
ancestors = a.fetch(:name, :ancestors)
a[:read_only] = true unless a.has_key?(:read_only)
a[:eager_grapher] = proc do |_|
raise Sequel::Error, "the #{ancestors} association for #{self} does not support eager graphing"
end
a[:eager_loader_key] = key
a[:dataset] ||= proc do
base_ds = model.where(prkey_array.zip(key_array.map{|k| get_column_value(k)}))
recursive_ds = model.join(t, key_array.zip(prkey_array))
if c = a[:conditions]
(base_ds, recursive_ds) = [base_ds, recursive_ds].map do |ds|
(c.is_a?(Array) && !Sequel.condition_specifier?(c)) ? ds.where(*c) : ds.where(c)
end
end
table_alias = model.dataset.schema_and_table(model.table_name)[1].to_sym
model.from(SQL::AliasedExpression.new(t, table_alias)).
with_recursive(t, col_aliases ? base_ds.select(*col_aliases) : base_ds.select_all,
recursive_ds.select(*c_all),
:args=>col_aliases)
end
aal = Array(a[:after_load])
aal << proc do |m, ancs|
unless m.associations.has_key?(parent)
parent_map = {prkey_conv[m]=>m}
child_map = {}
child_map[key_conv[m]] = m if key_present[m]
m.associations[parent] = nil
ancs.each do |obj|
obj.associations[parent] = nil
parent_map[prkey_conv[obj]] = obj
if ok = key_conv[obj]
child_map[ok] = obj
end
end
parent_map.each do |parent_id, obj|
if child = child_map[parent_id]
child.associations[parent] = obj
end
end
end
end
a[:after_load] ||= aal
a[:eager_loader] ||= proc do |eo|
id_map = eo[:id_map]
parent_map = {}
children_map = {}
Sequel.synchronize_with(eo[:mutex]) do
eo[:rows].each do |obj|
parent_map[prkey_conv[obj]] = obj
(children_map[key_conv[obj]] ||= []) << obj
obj.associations[ancestors] = []
obj.associations[parent] = nil
end
end
r = model.association_reflection(ancestors)
base_case = model.where(prkey=>id_map.keys).
select(*ancestor_base_case_columns)
recursive_case = model.join(t, key_array.zip(prkey_array)).
select(*recursive_case_columns)
if c = r[:conditions]
(base_case, recursive_case) = [base_case, recursive_case].map do |ds|
(c.is_a?(Array) && !Sequel.condition_specifier?(c)) ? ds.where(*c) : ds.where(c)
end
end
table_alias = model.dataset.schema_and_table(model.table_name)[1].to_sym
ds = model.from(SQL::AliasedExpression.new(t, table_alias)).
with_recursive(t, base_case, recursive_case,
:args=>((key_aliases + col_aliases) if col_aliases))
ds = r.apply_eager_dataset_changes(ds)
ds = ds.select_append(ka) unless ds.opts[:select] == nil
model.eager_load_results(r, eo.merge(:loader=>false, :initialize_rows=>false, :dataset=>ds, :id_map=>nil)) do |obj|
opk = prkey_conv[obj]
if idm_obj = parent_map[opk]
key_aliases.each{|ka_| idm_obj.values[ka_] = obj.values[ka_]}
obj = idm_obj
else
obj.associations[parent] = nil
parent_map[opk] = obj
(children_map[key_conv[obj]] ||= []) << obj
end
id_map[extract_key_alias[obj]].each do |root|
root.associations[ancestors] << obj
end
end
Sequel.synchronize_with(eo[:mutex]) do
parent_map.each do |parent_id, obj|
if children = children_map[parent_id]
children.each do |child|
child.associations[parent] = obj
end
end
end
end
end
model.one_to_many ancestors, a
d = opts.merge(opts.fetch(:descendants, OPTS))
descendants = d.fetch(:name, :descendants)
d[:read_only] = true unless d.has_key?(:read_only)
d[:eager_grapher] = proc do |_|
raise Sequel::Error, "the #{descendants} association for #{self} does not support eager graphing"
end
la = d[:level_alias] ||= :x_level_x
d[:dataset] ||= proc do
base_ds = model.where(key_array.zip(prkey_array.map{|k| get_column_value(k)}))
recursive_ds = model.join(t, prkey_array.zip(key_array))
if c = d[:conditions]
(base_ds, recursive_ds) = [base_ds, recursive_ds].map do |ds|
(c.is_a?(Array) && !Sequel.condition_specifier?(c)) ? ds.where(*c) : ds.where(c)
end
end
table_alias = model.dataset.schema_and_table(model.table_name)[1].to_sym
model.from(SQL::AliasedExpression.new(t, table_alias)).
with_recursive(t, col_aliases ? base_ds.select(*col_aliases) : base_ds.select_all,
recursive_ds.select(*c_all),
:args=>col_aliases)
end
dal = Array(d[:after_load])
dal << proc do |m, descs|
unless m.associations.has_key?(childrena)
parent_map = {prkey_conv[m]=>m}
children_map = {}
m.associations[childrena] = []
descs.each do |obj|
obj.associations[childrena] = []
if opk = prkey_conv[obj]
parent_map[opk] = obj
end
if ok = key_conv[obj]
(children_map[ok] ||= []) << obj
end
end
children_map.each do |parent_id, objs|
parent_obj = parent_map[parent_id]
parent_obj.associations[childrena] = objs
objs.each do |obj|
obj.associations[parent] = parent_obj
end
end
end
end
d[:after_load] = dal
d[:eager_loader] ||= proc do |eo|
id_map = eo[:id_map]
associations = eo[:associations]
parent_map = {}
children_map = {}
Sequel.synchronize_with(eo[:mutex]) do
eo[:rows].each do |obj|
parent_map[prkey_conv[obj]] = obj
obj.associations[descendants] = []
obj.associations[childrena] = []
end
end
r = model.association_reflection(descendants)
base_case = model.where(key=>id_map.keys).
select(*descendant_base_case_columns)
recursive_case = model.join(t, prkey_array.zip(key_array)).
select(*recursive_case_columns)
if c = r[:conditions]
(base_case, recursive_case) = [base_case, recursive_case].map do |ds|
(c.is_a?(Array) && !Sequel.condition_specifier?(c)) ? ds.where(*c) : ds.where(c)
end
end
if associations.is_a?(Integer)
level = associations
no_cache_level = level - 1
associations = {}
base_case = base_case.select_append(SQL::AliasedExpression.new(Sequel.cast(0, Integer), la))
recursive_case = recursive_case.select_append(SQL::AliasedExpression.new(SQL::QualifiedIdentifier.new(t, la) + 1, la)).where(SQL::QualifiedIdentifier.new(t, la) < level - 1)
end
table_alias = model.dataset.schema_and_table(model.table_name)[1].to_sym
ds = model.from(SQL::AliasedExpression.new(t, table_alias)).
with_recursive(t, base_case, recursive_case,
:args=>((key_aliases + col_aliases + (level ? [la] : [])) if col_aliases))
ds = r.apply_eager_dataset_changes(ds)
ds = ds.select_append(ka) unless ds.opts[:select] == nil
model.eager_load_results(r, eo.merge(:loader=>false, :initialize_rows=>false, :dataset=>ds, :id_map=>nil, :associations=>OPTS)) do |obj|
if level
no_cache = no_cache_level == obj.values.delete(la)
end
opk = prkey_conv[obj]
if idm_obj = parent_map[opk]
key_aliases.each{|ka_| idm_obj.values[ka_] = obj.values[ka_]}
obj = idm_obj
else
obj.associations[childrena] = [] unless no_cache
parent_map[opk] = obj
end
if root = id_map[extract_key_alias[obj]].first
root.associations[descendants] << obj
end
(children_map[key_conv[obj]] ||= []) << obj
end
Sequel.synchronize_with(eo[:mutex]) do
children_map.each do |parent_id, objs|
objs = objs.uniq
parent_obj = parent_map[parent_id]
parent_obj.associations[childrena] = objs
objs.each do |obj|
obj.associations[parent] = parent_obj
end
end
end
end
model.one_to_many descendants, d
end
end
end
end
|