1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
|
/*
* Copyright (c) 2018-2021 Arm Limited.
*
* SPDX-License-Identifier: MIT
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to
* deal in the Software without restriction, including without limitation the
* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
* sell copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
#ifndef ARM_COMPUTE_GRAPH_GRAPH_BUILDER_H
#define ARM_COMPUTE_GRAPH_GRAPH_BUILDER_H
#include "arm_compute/graph/ITensorAccessor.h"
#include "arm_compute/graph/LayerDescriptors.h"
#include "arm_compute/graph/Types.h"
namespace arm_compute
{
namespace graph
{
// Forward declaration
class Graph;
/** Graph builder class
*
* Builds and compiles a graph
*/
class GraphBuilder final
{
public:
/** Adds a Const node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] desc Tensor descriptor of the node
* @param[in] accessor (Optional) Accessor of the const node data
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_const_node(Graph &g, NodeParams params, const TensorDescriptor &desc, ITensorAccessorUPtr accessor = nullptr);
/** Adds an input layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] desc Tensor descriptor of the Tensor
* @param[in] accessor (Optional) Accessor of the input node data
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_input_node(Graph &g, NodeParams params, const TensorDescriptor &desc, ITensorAccessorUPtr accessor = nullptr);
/** Adds an output layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the output node as a NodeID-Index pair
* @param[in] accessor (Optional) Accessor of the output node data
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_output_node(Graph &g, NodeParams params, NodeIdxPair input, ITensorAccessorUPtr accessor = nullptr);
/** Adds an activation layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the activation layer node as a NodeID-Index pair
* @param[in] act_info Activation layer information
* @param[in] out_quant_info (Optional) Output quantization info
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_activation_node(Graph &g,
NodeParams params,
NodeIdxPair input,
ActivationLayerInfo act_info,
const QuantizationInfo &out_quant_info = QuantizationInfo());
/** Adds an activation layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the activation layer node as a NodeID-Index pair
* @param[in] op Reduction Operation: min or max
* @param[in] axis Axis to perform reduction operation across
* @param[in] out_data_type (Optional) Output data type
* @param[in] out_quant_info (Optional) Output quantization info
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_arg_min_max_node(Graph &g,
NodeParams params,
NodeIdxPair input,
ReductionOperation op,
unsigned int axis,
DataType out_data_type = DataType::UNKNOWN,
const QuantizationInfo &out_quant_info = QuantizationInfo());
/** Adds a batch normalization layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the batch normalization layer node as a NodeID-Index pair
* @param[in] epsilon Epsilon parameter
* @param[in] mean_accessor Const Node ID that contains the mean values
* @param[in] var_accessor Const Node ID that contains the variance values
* @param[in] beta_accessor Const Node ID that contains the beta values. Can be EmptyNodeID
* @param[in] gamma_accessor Const Node ID that contains the gamma values. Can be EmptyNodeID
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_batch_normalization_node(Graph &g,
NodeParams params,
NodeIdxPair input,
float epsilon,
ITensorAccessorUPtr mean_accessor = nullptr,
ITensorAccessorUPtr var_accessor = nullptr,
ITensorAccessorUPtr beta_accessor = nullptr,
ITensorAccessorUPtr gamma_accessor = nullptr);
/** Adds a bounding box transform layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the bounding box transform layer node as a NodeID-Index pair
* @param[in] deltas Deltas input to the bounding box transform layer node as a NodeID-Index pair
* @param[in] info Bounding Box Transform information
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_bounding_box_transform_node(
Graph &g, NodeParams params, NodeIdxPair input, NodeIdxPair deltas, BoundingBoxTransformInfo info);
/** Adds an channel shuffle layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the activation layer node as a NodeID-Index pair
* @param[in] num_groups Number of groups
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_channel_shuffle_node(Graph &g, NodeParams params, NodeIdxPair input, unsigned int num_groups);
/** Adds a convolution layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the convolution layer node as a NodeID-Index pair
* @param[in] kernel_spatial_extend Spatial extend of convolution kernels
* @param[in] depth Number of convolution kernels
* @param[in] conv_info Convolution layer information
* @param[in] num_groups (Optional) Number of groups for a grouped convolution. Defaults to 1
* @param[in] method (Optional) Convolution method to use
* @param[in] fast_math_hint (Optional) Fast math hint
* @param[in] weights_accessor (Optional) Accessor of the weights node data
* @param[in] bias_accessor (Optional) Accessor of the bias node data
* @param[in] weights_quant_info (Optional) Weights quantization info
* @param[in] out_quant_info (Optional) Output quantization info
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_convolution_node(Graph &g,
NodeParams params,
NodeIdxPair input,
Size2D kernel_spatial_extend,
unsigned int depth,
PadStrideInfo conv_info,
unsigned int num_groups = 1,
ConvolutionMethod method = ConvolutionMethod::Default,
FastMathHint fast_math_hint = FastMathHint::Disabled,
ITensorAccessorUPtr weights_accessor = nullptr,
ITensorAccessorUPtr bias_accessor = nullptr,
const QuantizationInfo &weights_quant_info = QuantizationInfo(),
const QuantizationInfo &out_quant_info = QuantizationInfo());
/** Adds a deconvolution layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the convolution layer node as a NodeID-Index pair
* @param[in] kernel_spatial_extend Spatial extend of convolution kernels
* @param[in] depth Number of convolution kernels
* @param[in] deconv_info Convolution layer information
* @param[in] weights_accessor (Optional) Accessor of the weights node data
* @param[in] bias_accessor (Optional) Accessor of the bias node data
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_deconvolution_node(Graph &g,
NodeParams params,
NodeIdxPair input,
Size2D kernel_spatial_extend,
unsigned int depth,
PadStrideInfo deconv_info,
ITensorAccessorUPtr weights_accessor = nullptr,
ITensorAccessorUPtr bias_accessor = nullptr);
/** Adds a depth concatenate node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] inputs Inputs to the concatenate layer node as a NodeID-Index pair
* @param[in] concat_descriptor Concatenation layer descriptor
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_concatenate_node(Graph &g,
NodeParams params,
const std::vector<NodeIdxPair> &inputs,
const descriptors::ConcatLayerDescriptor &concat_descriptor);
/** Adds an depth to space layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the depth to space layer node as a NodeID-Index pair
* @param[in] block_shape Block shape to reshape tensor with
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_depth_to_space_node(Graph &g, NodeParams params, NodeIdxPair input, int32_t block_shape);
/** Adds a depth-wise convolution layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the depthwise convolution layer node as a NodeID-Index pair
* @param[in] kernel_spatial_extend Spatial extend of convolution kernels
* @param[in] conv_info Convolution layer information
* @param[in] depth_multiplier (Optional) Depth multiplier parameter.
* @param[in] method (Optional) Convolution method to use
* @param[in] weights_accessor (Optional) Accessor of the weights node data
* @param[in] bias_accessor (Optional) Accessor of the bias node data
* @param[in] quant_info (Optional) Weights quantization info
* @param[in] out_quant_info (Optional) Output quantization info
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_depthwise_convolution_node(Graph &g,
NodeParams params,
NodeIdxPair input,
Size2D kernel_spatial_extend,
PadStrideInfo conv_info,
int depth_multiplier = 1,
DepthwiseConvolutionMethod method = DepthwiseConvolutionMethod::Default,
ITensorAccessorUPtr weights_accessor = nullptr,
ITensorAccessorUPtr bias_accessor = nullptr,
const QuantizationInfo &quant_info = QuantizationInfo(),
const QuantizationInfo &out_quant_info = QuantizationInfo());
/** Adds an element-wise layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input0 First input to the element-wise operation layer node as a NodeID-Index pair
* @param[in] input1 Second input to the element-wise operation layer node as a NodeID-Index pair
* @param[in] operation Element-wise operation to perform
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_elementwise_node(
Graph &g, NodeParams params, NodeIdxPair input0, NodeIdxPair input1, EltwiseOperation operation);
/** Adds a dequantization node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the dequantization node as a NodeID-Index pair
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_dequantization_node(Graph &g, NodeParams params, NodeIdxPair input);
/** Adds a detection output layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input_loc Location input to the detection output layer node as a NodeID-Index pair
* @param[in] input_conf Confidence input to the detection output layer node as a NodeID-Index pair
* @param[in] input_priorbox PriorBox input to the detection output layer node as a NodeID-Index pair
* @param[in] detect_info Detection output layer parameters
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_detection_output_node(Graph &g,
NodeParams params,
NodeIdxPair input_loc,
NodeIdxPair input_conf,
NodeIdxPair input_priorbox,
const DetectionOutputLayerInfo &detect_info);
/** Adds a detection post process layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input_box_encoding Boxes input to the detection output layer node as a NodeID-Index pair
* @param[in] input_class_prediction Class prediction input to the detection output layer node as a NodeID-Index pair
* @param[in] detect_info Detection output layer parameters
* @param[in] anchors_accessor (Optional) Const Node ID that contains the anchor values
* @param[in] anchor_quant_info (Optional) Anchor quantization info
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_detection_post_process_node(Graph &g,
NodeParams params,
NodeIdxPair input_box_encoding,
NodeIdxPair input_class_prediction,
const DetectionPostProcessLayerInfo &detect_info,
ITensorAccessorUPtr anchors_accessor = nullptr,
const QuantizationInfo &anchor_quant_info = QuantizationInfo());
/** Adds a Dummy node to the graph
*
* @note this node if for debugging purposes. Just alters the shape of the graph pipeline as requested.
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the dummy node as a NodeID-Index pair
* @param[in] shape Output shape
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_dummy_node(Graph &g, NodeParams params, NodeIdxPair input, TensorShape shape);
/** Adds a flatten layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the flatten layer node as a NodeID-Index pair
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_flatten_node(Graph &g, NodeParams params, NodeIdxPair input);
/** Adds a fully connected layer node to the graph
*
* @param[in] g Graph to add the layer to
* @param[in] params Common node parameters
* @param[in] input Input to the fully connected layer node as a NodeID-Index pair
* @param[in] num_outputs Number of output neurons
* @param[in] weights_nid Node ID of the weights node data
* @param[in] bias_nid (Optional) Node ID of the bias node data. Defaults to EmptyNodeID
* @param[in] fc_info (Optional) Fully connected layer metadata
* @param[in] out_quant_info (Optional) Output quantization info
* @param[in] fast_math_hint (Optional) Fast math hint
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_fully_connected_layer(Graph &g,
NodeParams params,
NodeIdxPair input,
unsigned int num_outputs,
NodeID weights_nid,
NodeID bias_nid = EmptyNodeID,
const FullyConnectedLayerInfo fc_info = FullyConnectedLayerInfo(),
const QuantizationInfo &out_quant_info = QuantizationInfo(),
FastMathHint fast_math_hint = FastMathHint::Disabled);
/** Adds a fully connected layer node to the graph
*
* @param[in] g Graph to add the layer to
* @param[in] params Common node parameters
* @param[in] input Input to the fully connected layer node as a NodeID-Index pair
* @param[in] num_outputs Number of output neurons
* @param[in] weights_accessor (Optional) Accessor of the weights node data
* @param[in] bias_accessor (Optional) Accessor of the bias node data
* @param[in] fc_info (Optional) Fully connected layer metadata
* @param[in] weights_quant_info (Optional) Weights quantization info
* @param[in] out_quant_info (Optional) Output quantization info
* @param[in] fast_math_hint (Optional) Fast math hint
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_fully_connected_layer(Graph &g,
NodeParams params,
NodeIdxPair input,
unsigned int num_outputs,
ITensorAccessorUPtr weights_accessor = nullptr,
ITensorAccessorUPtr bias_accessor = nullptr,
const FullyConnectedLayerInfo fc_info = FullyConnectedLayerInfo(),
const QuantizationInfo &weights_quant_info = QuantizationInfo(),
const QuantizationInfo &out_quant_info = QuantizationInfo(),
FastMathHint fast_math_hint = FastMathHint::Disabled);
/** Adds a generate proposals layer node to the graph
*
* @param[in] g Graph to add the layer to
* @param[in] params Common node parameters
* @param[in] scores Input scores to the generate proposals layer node as a NodeID-Index pair
* @param[in] deltas Input deltas to the generate proposals layer node as a NodeID-Index pair
* @param[in] anchors Input anchors to the generate proposals layer node as a NodeID-Index pair
* @param[in] info Generate proposals operation information
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_generate_proposals_node(Graph &g,
NodeParams params,
NodeIdxPair scores,
NodeIdxPair deltas,
NodeIdxPair anchors,
GenerateProposalsInfo info);
/** Adds a L2 Normalize layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the normalization layer node as a NodeID-Index pair
* @param[in] axis Axis to perform normalization on
* @param[in] epsilon Lower bound value for the normalization
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_l2_normalize_node(Graph &g, NodeParams params, NodeIdxPair input, int axis, float epsilon);
/** Adds a normalization layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the normalization layer node as a NodeID-Index pair
* @param[in] norm_info Normalization layer information
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_normalization_node(Graph &g, NodeParams params, NodeIdxPair input, NormalizationLayerInfo norm_info);
/** Adds a normalize planar YUV layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the normalize planar YUV layer node as a NodeID-Index pair
* @param[in] mean_accessor Const Node ID that contains the mean values
* @param[in] std_accessor Const Node ID that contains the variance values
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_normalize_planar_yuv_node(Graph &g,
NodeParams params,
NodeIdxPair input,
ITensorAccessorUPtr mean_accessor = nullptr,
ITensorAccessorUPtr std_accessor = nullptr);
/** Adds a pad layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the reshape layer node as a NodeID-Index pair
* @param[in] paddings The padding for each spatial dimension of the input tensor. The pair padding[i]
* specifies the front and the end padding in the i-th dimension.
* @param[in] pad_value Padding value to be used. Defaults to 0
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_pad_node(Graph &g,
NodeParams params,
NodeIdxPair input,
const PaddingList &paddings,
PixelValue pad_value = PixelValue());
/** Adds a permute layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the reshape layer node as a NodeID-Index pair
* @param[in] perm Permutation vector
* @param[in] layout (Optional) Data layout to assign to permuted tensor.
* If UNKNOWN then the input's layout will be used.
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_permute_node(Graph &g,
NodeParams params,
NodeIdxPair input,
PermutationVector perm,
DataLayout layout = DataLayout::UNKNOWN);
/** Adds a pooling layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the pooling layer node as a NodeID-Index pair
* @param[in] pool_info Pooling layer information
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_pooling_node(Graph &g, NodeParams params, NodeIdxPair input, PoolingLayerInfo pool_info);
/** Adds a prelu layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the PRelu node as a NodeID-Index pair
* @param[in] alpha Alpha input to the PRelu node as a NodeID-Index pair
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_prelu_node(Graph &g, NodeParams params, NodeIdxPair input, NodeIdxPair alpha);
/** Adds a print layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the print layer node as a NodeID-Index pair
* @param[in] stream Output stream.
* @param[in] format_info (Optional) Format info.
* @param[in] transform (Optional) Transformation function to be applied to the input tensor before printing.
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_print_node(Graph &g,
NodeParams params,
NodeIdxPair input,
std::ostream &stream,
const IOFormatInfo &format_info = IOFormatInfo(),
const std::function<ITensor *(ITensor *)> transform = nullptr);
/** Adds a priorbox layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input0 First input to the priorbox layer node as a NodeID-Index pair
* @param[in] input1 Second input to the priorbox layer node as a NodeID-Index pair
* @param[in] prior_info PriorBox parameters
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_priorbox_node(
Graph &g, NodeParams params, NodeIdxPair input0, NodeIdxPair input1, const PriorBoxLayerInfo &prior_info);
/** Adds a quantization layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the quantization layer node as a NodeID-Index pair
* @param[in] out_quant_info Output quantization info
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_quantization_node(Graph &g, NodeParams params, NodeIdxPair input, const QuantizationInfo &out_quant_info);
/** Adds a reduction sum layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the reorg layer node as a NodeID-Index pair
* @param[in] op Reduction operation
* @param[in] axis Reduction axis
* @param[in] keep_dims (Optional) Whether to keep the reduced dimension after the operation. Defaults to true.
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_reduction_operation_node(
Graph &g, NodeParams params, NodeIdxPair input, ReductionOperation op, int axis, bool keep_dims = true);
/** Adds a reorg layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the reorg layer node as a NodeID-Index pair
* @param[in] stride Stride value to use for reorganizing the values in the output tensor.
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_reorg_node(Graph &g, NodeParams params, NodeIdxPair input, int stride);
/** Adds a reshape layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the reshape layer node as a NodeID-Index pair
* @param[in] shape Output reshaped shape
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_reshape_node(Graph &g, NodeParams params, NodeIdxPair input, TensorShape shape);
/** Adds a resize layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the reshape layer node as a NodeID-Index pair
* @param[in] policy Interpolation policy
* @param[in] width_scale Width scaling factor
* @param[in] height_scale Height scaling factor
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_resize_node(Graph &g,
NodeParams params,
NodeIdxPair input,
InterpolationPolicy policy,
float width_scale,
float height_scale);
/** Adds a ROI align layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the reshape layer node as a NodeID-Index pair
* @param[in] rois Input containing the ROIs.
* @param[in] pool_info Contains pooling operation information described in @ref ROIPoolingLayerInfo.
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_roi_align_node(Graph &g, NodeParams params, NodeIdxPair input, NodeIdxPair rois, ROIPoolingLayerInfo pool_info);
/** Adds a scale layer node to the graph
* This layer computes a product of the input with a scale (read from mul_accessor) and it applies an offset (read from add_accessor).
* output = input * mul_w + add_w
*
* @param[in] g Graph to add the layer to
* @param[in] params Common node parameters
* @param[in] input Input to the fully connected layer node as a NodeID-Index pair
* @param[in] mul_accessor (Optional) Accessor of the mul node data
* @param[in] add_accessor (Optional) Accessor of the add node data
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_scale_layer(Graph &g,
const NodeParams ¶ms,
NodeIdxPair input,
ITensorAccessorUPtr mul_accessor = nullptr,
ITensorAccessorUPtr add_accessor = nullptr);
/** Adds a softmax node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the softmax layer node as a NodeID-Index pair
* @param[in] beta Beta parameter
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_softmax_node(Graph &g, NodeParams params, NodeIdxPair input, float beta = 1.f);
/** Adds a slice node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the slice layer node as a NodeID-Index pair
* @param[in] starts The starts of the dimensions of the input tensor to be sliced. The length must be of rank(input).
* @param[in] ends The ends of the dimensions of the input tensor to be sliced. The length must be of rank(input).
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_slice_node(Graph &g, NodeParams params, NodeIdxPair input, Coordinates &starts, Coordinates &ends);
/** Adds a split node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the split layer node as a NodeID-Index pair
* @param[in] num_splits Number of different splits
* @param[in] axis (Optional) Split axis. Defaults to 0
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID
add_split_node(Graph &g, NodeParams params, NodeIdxPair input, unsigned int num_splits, unsigned int axis = 0);
/** Adds a stack layer node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] inputs Inputs to the reorg layer node as a NodeID-Index pair
* @param[in] axis Axis along which the input tensors have to be packed
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_stack_node(Graph &g, NodeParams params, const std::vector<NodeIdxPair> &inputs, int axis);
/** Adds a strided slice node to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the strided slice layer node as a NodeID-Index pair
* @param[in] starts The starts of the dimensions of the input tensor to be sliced. The length must be of rank(input).
* @param[in] ends The ends of the dimensions of the input tensor to be sliced. The length must be of rank(input).
* @param[in] strides The strides of the dimensions of the input tensor to be sliced. The length must be of rank(input).
* @param[in] info Contains masks for the starts, ends and strides
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_strided_slice_node(Graph &g,
NodeParams params,
NodeIdxPair input,
Coordinates &starts,
Coordinates &ends,
BiStrides &strides,
StridedSliceLayerInfo info);
/** Adds a yolo layer to the graph
*
* @param[in] g Graph to add the node to
* @param[in] params Common node parameters
* @param[in] input Input to the yolo layer node as a NodeID-Index pair
* @param[in] act_info Activation layer parameters
*
* @return Node ID of the created node, EmptyNodeID in case of error
*/
static NodeID add_yolo_node(Graph &g, NodeParams params, NodeIdxPair input, ActivationLayerInfo act_info);
};
} // namespace graph
} // namespace arm_compute
#endif /* ARM_COMPUTE_GRAPH_GRAPH_BUILDER_H */
|
