1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167
|
#include "caffe2/image/image_input_op.h"
#ifdef USE_MKLDNN
#include <caffe2/ideep/operators/operator_fallback_ideep.h>
#include <caffe2/ideep/utils/ideep_operator.h>
#endif
namespace caffe2 {
template <>
bool ImageInputOp<CPUContext>::ApplyTransformOnGPU(
const std::vector<std::int64_t>&,
const c10::Device&) {
return false;
}
REGISTER_CPU_OPERATOR(ImageInput, ImageInputOp<CPUContext>);
OPERATOR_SCHEMA(ImageInput)
.NumInputs(0, 1)
.NumOutputs(2, INT_MAX)
.TensorInferenceFunction([](const OperatorDef& def,
const vector<TensorShape>& /* unused */) {
vector<TensorShape> out(2);
ArgumentHelper helper(def);
int batch_size = helper.GetSingleArgument<int>("batch_size", 0);
int crop = helper.GetSingleArgument<int>("crop", -1);
int color = helper.GetSingleArgument<int>("color", 1);
TORCH_CHECK_GT(crop, 0);
out[0] = CreateTensorShape(
vector<int>{batch_size, crop, crop, color ? 3 : 1},
TensorProto::FLOAT);
out[1] =
CreateTensorShape(vector<int>{1, batch_size}, TensorProto::INT32);
return out;
})
.SetDoc(R"DOC(
Imports and processes images from a database. For each run of the operator,
batch_size images will be processed. GPUs can optionally be used for
part of the processing.
The following transformations are applied to the image
- A bounding box is applied to the initial image (optional)
- The image is rescaled either up or down (with the scale argument) or
just up (with the minsize argument)
- The image is randomly cropped (crop size is passed as an argument but
the location of the crop is random except if is_test is passed in which case
the image in cropped at the center)
- The image is normalized. Each of its color channels can have separate
normalization values
The dimension of the output image will always be cropxcrop
)DOC")
.Arg(
"batch_size",
"Number of images to output for each run of the operator"
". Must be 1 or greater")
.Arg("color", "Number of color channels (1 or 3). Defaults to 1")
.Arg("color_jitter", "Whether or not to do color jitter. Defaults to 0")
.Arg(
"img_saturation",
"Image saturation scale used in color jittering. "
"Defaults to 0.4")
.Arg(
"img_brightness",
"Image brightness scale used in color jittering. "
"Defaults to 0.4")
.Arg(
"img_contrast",
"Image contrast scale used in color jittering. "
"Defaults to 0.4")
.Arg(
"color_lighting",
"Whether or not to do color lighting."
" Defaults to 0")
.Arg(
"color_lighting_std",
"Std of normal distribution where color lighting"
" scaling factor is sampled. Defaults to 0.1")
.Arg(
"scale_jitter_type",
"Type 0: No scale jittering "
"Type 1: Inception-style scale jittering")
.Arg(
"label_type",
"Type 0: single integer label for multi-class "
"classification. Type 1: sparse active label indices for multi-label "
"classification. Type 2: dense label embedding vector for label "
"embedding regression")
.Arg(
"scale",
"Scale the size of the smallest dimension of the image to"
" this. Scale and minsize are mutually exclusive."
" Must be larger than crop")
.Arg(
"minsize",
"Scale the size of the smallest dimension of the image to"
" this only if the size is initially smaller. Scale and minsize are"
" mutually exclusive. Must be larger than crop.")
.Arg(
"warp",
"If 1, both dimensions of the image will be set to minsize or"
" scale; otherwise, the other dimension is proportionally scaled."
" Defaults to 0")
.Arg("crop", "Size to crop the image to. Must be provided")
.Arg("mirror", "Whether or not to mirror the image. Defaults to 0")
.Arg(
"mean",
"Mean by which to normalize color channels."
" Defaults to 0.")
.Arg(
"mean_per_channel",
"Vector of means per color channel "
" (1 or 3 elements). Defaults to mean argument. Channel order BGR")
.Arg(
"std",
"Standard deviation by which to normalize color channels."
" Defaults to 1.")
.Arg(
"std_per_channel",
"Vector of standard dev. per color channel "
" (1 or 3 elements). Defaults to std argument. Channel order is BGR")
.Arg("bounding_ymin", "Bounding box coordinate. Defaults to -1 (none)")
.Arg("bounding_xmin", "Bounding box coordinate. Defaults to -1 (none)")
.Arg("bounding_height", "Bounding box coordinate. Defaults to -1 (none)")
.Arg("bounding_width", "Bounding box coordinate. Defaults to -1 (none)")
.ArgIsTest("Set to 1 to do deterministic cropping. Defaults to 0")
.Arg("use_caffe_datum", "1 if the input is in Caffe format. Defaults to 0")
.Arg(
"use_gpu_transform",
"1 if GPU acceleration should be used."
" Defaults to 0. Can only be 1 in a CUDAContext")
.Arg(
"decode_threads",
"Number of CPU decode/transform threads."
" Defaults to 4")
.Arg("output_type", "If gpu_transform, can set to FLOAT or FLOAT16.")
.Arg("db", "Name of the database (if not passed as input)")
.Arg(
"db_type",
"Type of database (if not passed as input)."
" Defaults to leveldb")
.Arg(
"output_sizes",
"The sizes of any outputs besides the data and label "
"(should have a number of elements equal to the number of additional "
"outputs)")
.Arg(
"random_scale",
"[min, max] shortest-side desired for image resize. "
"Defaults to [-1, -1] or no random resize desired.")
.Input(0, "reader", "The input reader (a db::DBReader)")
.Output(0, "data", "Tensor containing the images")
.Output(1, "label", "Tensor containing the labels")
.Output(
2,
"additional outputs",
"Any outputs after the first 2 will be "
"Tensors read from the input TensorProtos");
NO_GRADIENT(ImageInput);
#ifdef USE_MKLDNN
REGISTER_IDEEP_OPERATOR(ImageInput, IDEEPFallbackOp<ImageInputOp<CPUContext>>);
#endif
} // namespace caffe2
|