From ae297f14ee8c166c21d6eec829e9353063930d6b Mon Sep 17 00:00:00 2001 From: Gheorghe-Teodor Bercea Date: Thu, 6 Feb 2020 10:52:57 -0500 Subject: [PATCH] Revert "fix name of operator output in onnxop.inc and Operator.md (#62)" (#72) This reverts commit c45655413dacd2a7e3534b142253a36fba9d0a8e. --- doc/ImportONNXDefs.md | 3 - doc/Operators.md | 18969 ---------------------------------- doc/doc_check/directive.py | 10 +- doc/gen_doc.py | 15 +- src/dialect/onnx/onnxop.inc | 328 +- 5 files changed, 163 insertions(+), 19162 deletions(-) delete mode 100644 doc/Operators.md diff --git a/doc/ImportONNXDefs.md b/doc/ImportONNXDefs.md index 20b74f2..ee25838 100644 --- a/doc/ImportONNXDefs.md +++ b/doc/ImportONNXDefs.md @@ -13,9 +13,6 @@ ONNF modified this script to import ONNX specifications into ONNF. There are two 5. copy the two file into your ONNF: cp onnxop.inc your_ONNF/src/dialect/onnx/onnxop.inc; cp op_build_table.inc your_ONNF/src/builder 6. go to your ONNF and build -## Consistency -The Operators.md generated by gen_doc.py is copied into doc. Please refer to this specification, not the one in onnx github, to make sure operators are consistent in version with onnxop.inc. - ## Customization In addition to following the ONNF specification, the modified gen_doc.py provides some mechanism for you to customize the output. Several tables are defined at the beginning of the script: diff --git a/doc/Operators.md b/doc/Operators.md deleted file mode 100644 index 8febc11..0000000 --- a/doc/Operators.md +++ /dev/null @@ -1,18969 +0,0 @@ -## Operator Schemas -*This file is automatically generated from the - [def files](/onnx/defs) via [this script](/onnx/defs/gen_doc.py). - Do not modify directly and instead edit operator definitions.* - -* ai.onnx (default) - * Abs - * Acos - * Acosh - * Add - * And - * ArgMax - * ArgMin - * Asin - * Asinh - * Atan - * Atanh - * AveragePool - * BatchNormalization - * BitShift - * Cast - * Ceil - * Clip - * Compress - * Concat - * ConcatFromSequence - * Constant - * ConstantOfShape - * Conv - * ConvInteger - * ConvTranspose - * Cos - * Cosh - * CumSum - * DepthToSpace - * DequantizeLinear - * Det - * Div - * Dropout - * Elu - * Equal - * Erf - * Exp - * Expand - * EyeLike - * Flatten - * Floor - * GRU - * Gather - * GatherElements - * GatherND - * Gemm - * GlobalAveragePool - * GlobalLpPool - * GlobalMaxPool - * Greater - * HardSigmoid - * Hardmax - * Identity - * If - * InstanceNormalization - * IsInf - * IsNaN - * LRN - * LSTM - * LeakyRelu - * Less - * Log - * LogSoftmax - * Loop - * LpNormalization - * LpPool - * MatMul - * MatMulInteger - * Max - * MaxPool - * MaxRoiPool - * MaxUnpool - * Mean - * Min - * Mod - * Mul - * Multinomial - * Neg - * NonMaxSuppression - * NonZero - * Not - * OneHot - * Or - * PRelu - * Pad - * Pow - * QLinearConv - * QLinearMatMul - * QuantizeLinear - * RNN - * RandomNormal - * RandomNormalLike - * RandomUniform - * RandomUniformLike - * Reciprocal - * ReduceL1 - * ReduceL2 - * ReduceLogSum - * ReduceLogSumExp - * ReduceMax - * ReduceMean - * ReduceMin - * ReduceProd - * ReduceSum - * ReduceSumSquare - * Relu - * Reshape - * Resize - * ReverseSequence - * RoiAlign - * Round - * Scan - * Scatter - * ScatterElements - * ScatterND - * Selu - * SequenceAt - * SequenceConstruct - * SequenceEmpty - * SequenceErase - * SequenceInsert - * SequenceLength - * Shape - * Shrink - * Sigmoid - * Sign - * Sin - * Sinh - * Size - * Slice - * Softmax - * Softplus - * Softsign - * SpaceToDepth - * Split - * SplitToSequence - * Sqrt - * Squeeze - * StringNormalizer - * Sub - * Sum - * Tan - * Tanh - * TfIdfVectorizer - * ThresholdedRelu - * Tile - * TopK - * Transpose - * Unique - * Unsqueeze - * Upsample - * Where - * Xor - - **Operators with function registered:** - * DynamicQuantizeLinear - * MeanVarianceNormalization - * Range - -## ai.onnx (default) -### **Abs** - - Absolute takes one input data (Tensor) and produces one output data - (Tensor) where the absolute is, y = abs(x), is applied to - the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Abs-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to all numeric tensors.
-
- - -#### Examples - -
-abs - -```python -node = onnx.helper.make_node( - 'Abs', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = abs(x) - -expect(node, inputs=[x], outputs=[y], - name='test_abs') -``` - -
- - -#### Sample Implementation - -
-Abs - -```python -from __future__ import absolute_import -from __future__ import division -from __future__ import print_function -from __future__ import unicode_literals - -import numpy as np # type: ignore - - -def abs(input): # type: (np.ndarray) -> np.ndarray - return np.abs(input) - -``` - -
- - -### **Acos** - - Calculates the arccosine (inverse of cosine) of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The arccosine of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-acos - -```python -node = onnx.helper.make_node( - 'Acos', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-0.5, 0, 0.5]).astype(np.float32) -y = np.arccos(x) -expect(node, inputs=[x], outputs=[y], - name='test_acos_example') - -x = np.random.rand(3, 4, 5).astype(np.float32) -y = np.arccos(x) -expect(node, inputs=[x], outputs=[y], - name='test_acos') -``` - -
- - -### **Acosh** - - Calculates the hyperbolic arccosine of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The hyperbolic arccosine values of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-acosh - -```python -node = onnx.helper.make_node( - 'Acosh', - inputs=['x'], - outputs=['y'], -) - -x = np.array([10, np.e, 1]).astype(np.float32) -y = np.arccosh(x) # expected output [2.99322295, 1.65745449, 0.] -expect(node, inputs=[x], outputs=[y], - name='test_acosh_example') - -x = np.random.uniform(1.0, 10.0, (3, 4, 5)).astype(np.float32) -y = np.arccosh(x) -expect(node, inputs=[x], outputs=[y], - name='test_acosh') -``` - -
- - -### **Add** - - Performs element-wise binary addition (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: Add-1, Add-6 - -#### Inputs - -
-
A : T
-
First operand.
-
B : T
-
Second operand.
-
- -#### Outputs - -
-
C : T
-
Result, has same element type as two inputs
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-add - -```python -node = onnx.helper.make_node( - 'Add', - inputs=['x', 'y'], - outputs=['sum'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(3, 4, 5).astype(np.float32) -expect(node, inputs=[x, y], outputs=[x + y], - name='test_add') -``` - -
- - -
-add_broadcast - -```python -node = onnx.helper.make_node( - 'Add', - inputs=['x', 'y'], - outputs=['sum'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(5).astype(np.float32) -expect(node, inputs=[x, y], outputs=[x + y], - name='test_add_bcast') -``` - -
- - -### **And** - - Returns the tensor resulted from performing the `and` logical operation - elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: And-1 - -#### Inputs - -
-
A : T
-
First input operand for the logical operator.
-
B : T
-
Second input operand for the logical operator.
-
- -#### Outputs - -
-
C : T1
-
Result tensor.
-
- -#### Type Constraints - -
-
T : tensor(bool)
-
Constrains input to boolean tensor.
-
T1 : tensor(bool)
-
Constrains output to boolean tensor.
-
- - -#### Examples - -
-and - -```python -node = onnx.helper.make_node( - 'And', - inputs=['x', 'y'], - outputs=['and'], -) - -# 2d -x = (np.random.randn(3, 4) > 0).astype(np.bool) -y = (np.random.randn(3, 4) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and2d') - -# 3d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and3d') - -# 4d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and4d') -``` - -
- - -
-and_broadcast - -```python -node = onnx.helper.make_node( - 'And', - inputs=['x', 'y'], - outputs=['and'], -) - -# 3d vs 1d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(5) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and_bcast3v1d') - -# 3d vs 2d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(4, 5) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and_bcast3v2d') - -# 4d vs 2d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(5, 6) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and_bcast4v2d') - -# 4d vs 3d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(4, 5, 6) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and_bcast4v3d') - -# 4d vs 4d -x = (np.random.randn(1, 4, 1, 6) > 0).astype(np.bool) -y = (np.random.randn(3, 1, 5, 6) > 0).astype(np.bool) -z = np.logical_and(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_and_bcast4v4d') -``` - -
- - -### **ArgMax** - - Computes the indices of the max elements of the input tensor's element along the - provided axis. The resulted tensor has the same rank as the input if keepdims equal 1. - If keepdims equal 0, then the resulted tensor have the reduced dimension pruned. - The type of the output tensor is integer. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ArgMax-1 - -#### Attributes - -
-
axis : int (default is 0)
-
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : tensor(int64)
-
Reduced output tensor with integer data type.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to all numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -keepdims = 1 -node = onnx.helper.make_node( - 'ArgMax', - inputs=['data'], - outputs=['result'], - keepdims=keepdims) - -# result: [[1], [1]] -result = argmax_use_numpy(data, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_default_axis_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [1, 3, 4] -result = argmax_use_numpy(data, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_default_axis_random') -``` - -
- - -
-keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -axis = 1 -keepdims = 1 -node = onnx.helper.make_node( - 'ArgMax', - inputs=['data'], - outputs=['result'], - axis=axis, - keepdims=keepdims) -# result: [[0], [1]] -result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_keepdims_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [2, 1, 4] -result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_keepdims_random') -``` - -
- - -
-negative_axis_keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -axis = -1 -keepdims = 1 -node = onnx.helper.make_node( - 'ArgMax', - inputs=['data'], - outputs=['result'], - axis=axis, - keepdims=keepdims) -# result: [[0], [1]] -result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_negative_axis_keepdims_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [2, 3, 1] -result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_negative_axis_keepdims_random') -``` - -
- - -
-no_keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -axis = 1 -keepdims = 0 -node = onnx.helper.make_node( - 'ArgMax', - inputs=['data'], - outputs=['result'], - axis=axis, - keepdims=keepdims) -# result: [[0, 1]] -result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_no_keepdims_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [2, 4] -result = argmax_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmax_no_keepdims_random') -``` - -
- - -### **ArgMin** - - Computes the indices of the min elements of the input tensor's element along the - provided axis. The resulted tensor has the same rank as the input if keepdims equal 1. - If keepdims equal 0, then the resulted tensor have the reduced dimension pruned. - The type of the output tensor is integer. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ArgMin-1 - -#### Attributes - -
-
axis : int (default is 0)
-
The axis in which to compute the arg indices. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : tensor(int64)
-
Reduced output tensor with integer data type.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to all numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -keepdims = 1 -node = onnx.helper.make_node( - 'ArgMin', - inputs=['data'], - outputs=['result'], - keepdims=keepdims) - -# The content of result is : [[0], [0]] -result = argmin_use_numpy(data, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_default_axis_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [1, 3, 4] -result = argmin_use_numpy(data, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_default_axis_random') -``` - -
- - -
-keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -axis = 1 -keepdims = 1 -node = onnx.helper.make_node( - 'ArgMin', - inputs=['data'], - outputs=['result'], - axis=axis, - keepdims=keepdims) -# The content of result is : [[1], [0]] -result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_keepdims_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [2, 1, 4] -result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_keepdims_random') -``` - -
- - -
-negative_axis_keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -axis = -1 -keepdims = 1 -node = onnx.helper.make_node( - 'ArgMin', - inputs=['data'], - outputs=['result'], - axis=axis, - keepdims=keepdims) -# The content of result is : [[1], [0]] -result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_negative_axis_keepdims_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [2, 3, 1] -result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_negative_axis_keepdims_random') -``` - -
- - -
-no_keepdims - -```python -data = np.array([[2, 1], [3, 10]], dtype=np.float32) -axis = 1 -keepdims = 0 -node = onnx.helper.make_node( - 'ArgMin', - inputs=['data'], - outputs=['result'], - axis=axis, - keepdims=keepdims) -# The content of result is : [[1, 0]] -result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_no_keepdims_example') - -data = np.random.uniform(-10, 10, [2, 3, 4]).astype(np.float32) -# result's shape: [2, 4] -result = argmin_use_numpy(data, axis=axis, keepdims=keepdims) -expect(node, inputs=[data], outputs=[result], name='test_argmin_no_keepdims_random') -``` - -
- - -### **Asin** - - Calculates the arcsine (inverse of sine) of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The arcsine of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-asin - -```python -node = onnx.helper.make_node( - 'Asin', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-0.5, 0, 0.5]).astype(np.float32) -y = np.arcsin(x) -expect(node, inputs=[x], outputs=[y], - name='test_asin_example') - -x = np.random.rand(3, 4, 5).astype(np.float32) -y = np.arcsin(x) -expect(node, inputs=[x], outputs=[y], - name='test_asin') -``` - -
- - -### **Asinh** - - Calculates the hyperbolic arcsine of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The hyperbolic arcsine values of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-asinh - -```python -node = onnx.helper.make_node( - 'Asinh', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.arcsinh(x) # expected output [-0.88137358, 0., 0.88137358] -expect(node, inputs=[x], outputs=[y], - name='test_asinh_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.arcsinh(x) -expect(node, inputs=[x], outputs=[y], - name='test_asinh') -``` - -
- - -### **Atan** - - Calculates the arctangent (inverse of tangent) of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The arctangent of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-atan - -```python -node = onnx.helper.make_node( - 'Atan', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.arctan(x) -expect(node, inputs=[x], outputs=[y], - name='test_atan_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.arctan(x) -expect(node, inputs=[x], outputs=[y], - name='test_atan') -``` - -
- - -### **Atanh** - - Calculates the hyperbolic arctangent of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The hyperbolic arctangent values of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-atanh - -```python -node = onnx.helper.make_node( - 'Atanh', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-0.5, 0, 0.5]).astype(np.float32) -y = np.arctanh(x) # expected output [-0.54930615, 0., 0.54930615] -expect(node, inputs=[x], outputs=[y], - name='test_atanh_example') - -x = np.random.uniform(0.0, 1.0, (3, 4, 5)).astype(np.float32) -y = np.arctanh(x) -expect(node, inputs=[x], outputs=[y], - name='test_atanh') -``` - -
- - -### **AveragePool** - - AveragePool consumes an input tensor X and applies average pooling across - the tensor according to kernel sizes, stride sizes, and pad lengths. - average pooling consisting of computing the average on all values of a - subset of the input tensor according to the kernel size and downsampling the - data into the output tensor Y for further processing. The output spatial shape will be following: - ``` - output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) - ``` - or - ``` - output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - kernel_spatial_shape[i]) / strides_spatial_shape[i] + 1) - ``` - if ceil_mode is enabled - - ``` - * pad_shape[i] is sum of pads along axis i - ``` - - `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: - ``` - VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - kernel_spatial_shape[i] + 1) / strides_spatial_shape[i]) - SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) - ``` - And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: - ``` - pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + kernel_spatial_shape[i] - input_spatial_shape[i] - ``` - The output of each pooling window is divided by the number of elements (exclude pad when attribute count_include_pad is zero). - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: AveragePool-1, AveragePool-7, AveragePool-10 - -#### Attributes - -
-
auto_pad : string (default is NOTSET)
-
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
-
ceil_mode : int (default is 0)
-
Wether to use ceil or floor (default) to compute the output shape.
-
count_include_pad : int (default is 0)
-
Whether include pad pixels when calculating values for the edges. Default is 0, doesn't count include pad.
-
kernel_shape : list of ints (required)
-
The size of the kernel along each axis.
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
-
- -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
-
- -#### Outputs - -
-
Y : T
-
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-averagepool_1d_default - -```python -""" -input_shape: [1, 3, 32] -output_shape: [1, 3, 31] -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2], -) -x = np.random.randn(1, 3, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = [2] -strides = [1] -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, [0], 'AVG') - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_1d_default') -``` - -
- - -
-averagepool_2d_ceil - -```python -""" -input_shape: [1, 1, 4, 4] -output_shape: [1, 1, 2, 2] -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[3, 3], - strides=[2, 2], - ceil_mode=True -) -x = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]]).astype(np.float32) -y = np.array([[[ - [6, 7.5], - [12, 13.5]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_ceil') -``` - -
- - -
-averagepool_2d_default - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 31, 31] -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (2, 2) -strides = (1, 1) -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, (0, 0), 'AVG') - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_default') -``` - -
- - -
-averagepool_2d_pads - -```python -""" -input_shape: [1, 3, 28, 28] -output_shape: [1, 3, 30, 30] -pad_shape: [4, 4] -> [2, 2, 2, 2] by axis -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[3, 3], - pads=[2, 2, 2, 2] -) -x = np.random.randn(1, 3, 28, 28).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (3, 3) -strides = (1, 1) -pad_bottom = 2 -pad_top = 2 -pad_right = 2 -pad_left = 2 -pad_shape = [pad_top + pad_bottom, pad_left + pad_right] -out_shape = get_output_shape('VALID', np.add(x_shape[2:], pad_shape), kernel_shape, strides) -padded = np.pad(x, ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), mode='constant', - constant_values=np.nan) -y = pool(padded, x_shape, kernel_shape, strides, out_shape, pad_shape, 'AVG') - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_pads') -``` - -
- - -
-averagepool_2d_pads_count_include_pad - -```python -""" -input_shape: [1, 3, 28, 28] -output_shape: [1, 3, 30, 30] -pad_shape: [4, 4] -> [2, 2, 2, 2] by axis -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[3, 3], - pads=[2, 2, 2, 2], - count_include_pad=1, -) -x = np.random.randn(1, 3, 28, 28).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (3, 3) -strides = (1, 1) -pad_bottom = 2 -pad_top = 2 -pad_right = 2 -pad_left = 2 -pad_shape = [pad_top + pad_bottom, pad_left + pad_right] -out_shape = get_output_shape('VALID', np.add(x_shape[2:], pad_shape), kernel_shape, strides) -padded = np.pad(x, ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), mode='constant', - constant_values=0) -y = pool(padded, x_shape, kernel_shape, strides, out_shape, pad_shape, 'AVG', count_include_pad=1) - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_pads_count_include_pad') -``` - -
- - -
-averagepool_2d_precomputed_pads - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 5, 5] -pad_shape: [4, 4] -> [2, 2, 2, 2] by axis -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[5, 5], - pads=[2, 2, 2, 2] - -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[[7, 7.5, 8, 8.5, 9], - [9.5, 10, 10.5, 11, 11.5], - [12, 12.5, 13, 13.5, 14], - [14.5, 15, 15.5, 16, 16.5], - [17, 17.5, 18, 18.5, 19]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_precomputed_pads') -``` - -
- - -
-averagepool_2d_precomputed_pads_count_include_pad - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 5, 5] -pad_shape: [4, 4] -> [2, 2, 2, 2] by axis -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[5, 5], - pads=[2, 2, 2, 2], - count_include_pad=1 -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[[2.5200, 3.6000, 4.8000, 4.0800, 3.2400], - [4.5600, 6.4000, 8.4000, 7.0400, 5.5200], - [7.2000, 10.0000, 13.0000, 10.8000, 8.4000], - [6.9600, 9.6000, 12.4000, 10.2400, 7.9200], - [6.1200, 8.4000, 10.8000, 8.8800, 6.8400]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_precomputed_pads_count_include_pad') -``` - -
- - -
-averagepool_2d_precomputed_same_upper - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 3, 3] -pad_shape: [2, 2] -> [1, 1, 1, 1] by axis -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[3, 3], - strides=[2, 2], - auto_pad='SAME_UPPER' -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[[4, 5.5, 7], - [11.5, 13, 14.5], - [19, 20.5, 22]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_precomputed_same_upper') -``` - -
- - -
-averagepool_2d_precomputed_strides - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 2, 2] -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], - strides=[2, 2] -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[[4, 6], - [14, 16]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_precomputed_strides') -``` - -
- - -
-averagepool_2d_same_lower - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 32, 32] -pad_shape: [1, 1] -> [1, 0, 1, 0] by axis -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], - auto_pad='SAME_LOWER' -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (2, 2) -strides = (1, 1) -out_shape = get_output_shape('SAME_LOWER', x_shape[2:], kernel_shape, strides) -pad_shape = get_pad_shape('SAME_LOWER', x_shape[2:], kernel_shape, strides, out_shape) -pad_bottom = pad_shape[0] // 2 -pad_top = pad_shape[0] - pad_bottom -pad_right = pad_shape[1] // 2 -pad_left = pad_shape[1] - pad_right -padded = np.pad(x, ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), mode='constant', - constant_values=np.nan) -y = pool(padded, x_shape, kernel_shape, strides, out_shape, pad_shape, 'AVG') - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_same_lower') -``` - -
- - -
-averagepool_2d_same_upper - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 32, 32] -pad_shape: [1, 1] -> [0, 1, 0, 1] by axis -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], - auto_pad='SAME_UPPER' -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (2, 2) -strides = (1, 1) -out_shape = get_output_shape('SAME_UPPER', x_shape[2:], kernel_shape, strides) -pad_shape = get_pad_shape('SAME_UPPER', x_shape[2:], kernel_shape, strides, out_shape) -pad_top = pad_shape[0] // 2 -pad_bottom = pad_shape[0] - pad_top -pad_left = pad_shape[1] // 2 -pad_right = pad_shape[1] - pad_left -padded = np.pad(x, ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), mode='constant', - constant_values=np.nan) -y = pool(padded, x_shape, kernel_shape, strides, out_shape, pad_shape, 'AVG') - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_same_upper') -``` - -
- - -
-averagepool_2d_strides - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 10, 10] -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[5, 5], - strides=[3, 3] -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (5, 5) -strides = (3, 3) -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, (0, 0), 'AVG') - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_2d_strides') -``` - -
- - -
-averagepool_3d_default - -```python -""" -input_shape: [1, 3, 32, 32, 32] -output_shape: [1, 3, 31, 31, 31] -""" -node = onnx.helper.make_node( - 'AveragePool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2, 2], -) -x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = [2, 2, 2] -strides = [1, 1, 1] -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, [0, 0, 0], 'AVG') - -expect(node, inputs=[x], outputs=[y], name='test_averagepool_3d_default') -``` - -
- - -### **BatchNormalization** - - Carries out batch normalization as described in the paper - https://arxiv.org/abs/1502.03167. Depending on the mode it is being run, - there are multiple cases for the number of outputs, which we list below: - - Output case #1: Y, mean, var, saved_mean, saved_var (training mode) - Output case #2: Y (test mode) - - For previous (depreciated) non-spatial cases, implementors are suggested - to flatten the input shape to (N x C*D1*D2 ..*Dn) before a BatchNormalization Op. - This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -Other versions of this operator: BatchNormalization-1, BatchNormalization-6, BatchNormalization-7 - -#### Attributes - -
-
epsilon : float (default is 1e-05)
-
The epsilon value to use to avoid division by zero.
-
momentum : float (default is 0.9)
-
Factor used in computing the running mean and variance.e.g., running_mean = running_mean * momentum + mean * (1 - momentum).
-
- -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size, C is the number of channels. Statistics are computed for every channel of C over N and D1 to Dn dimensions. For image data, input dimensions become (N x C x H x W). The op also accepts single dimension input of size N in which case C is assumed to be 1
-
scale : T
-
Scale tensor of shape (C).
-
B : T
-
Bias tensor of shape (C).
-
mean : T
-
running (training) or estimated (testing) mean tensor of shape (C).
-
var : T
-
running (training) or estimated (testing) variance tensor of shape (C).
-
- -#### Outputs (1 - 5) - -
-
Y : T
-
The output tensor of the same shape as X
-
out_mean (optional) : T
-
The running mean after the BatchNormalization operator.
-
out_var (optional) : T
-
The running variance after the BatchNormalization operator.
-
saved_mean (optional) : T
-
Saved mean used during training to speed up gradient computation.
-
saved_var (optional) : T
-
Saved variance used during training to speed up gradient computation.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-batchnormalization - -```python -def _batchnorm_test_mode(x, s, bias, mean, var, epsilon=1e-5): # type: ignore - dims_x = len(x.shape) - dim_ones = (1,) * (dims_x - 2) - s = s.reshape(-1, *dim_ones) - bias = bias.reshape(-1, *dim_ones) - mean = mean.reshape(-1, *dim_ones) - var = var.reshape(-1, *dim_ones) - return s * (x - mean) / np.sqrt(var + epsilon) + bias - -# input size: (1, 2, 1, 3) -x = np.array([[[[-1, 0, 1]], [[2, 3, 4]]]]).astype(np.float32) -s = np.array([1.0, 1.5]).astype(np.float32) -bias = np.array([0, 1]).astype(np.float32) -mean = np.array([0, 3]).astype(np.float32) -var = np.array([1, 1.5]).astype(np.float32) -y = _batchnorm_test_mode(x, s, bias, mean, var).astype(np.float32) - -node = onnx.helper.make_node( - 'BatchNormalization', - inputs=['x', 's', 'bias', 'mean', 'var'], - outputs=['y'], -) - -# output size: (1, 2, 1, 3) -expect(node, inputs=[x, s, bias, mean, var], outputs=[y], - name='test_batchnorm_example') - -# input size: (2, 3, 4, 5) -x = np.random.randn(2, 3, 4, 5).astype(np.float32) -s = np.random.randn(3).astype(np.float32) -bias = np.random.randn(3).astype(np.float32) -mean = np.random.randn(3).astype(np.float32) -var = np.random.rand(3).astype(np.float32) -epsilon = 1e-2 -y = _batchnorm_test_mode(x, s, bias, mean, var, epsilon).astype(np.float32) - -node = onnx.helper.make_node( - 'BatchNormalization', - inputs=['x', 's', 'bias', 'mean', 'var'], - outputs=['y'], - epsilon=epsilon, -) - -# output size: (2, 3, 4, 5) -expect(node, inputs=[x, s, bias, mean, var], outputs=[y], - name='test_batchnorm_epsilon') -``` - -
- - -### **BitShift** - - Bitwise shift operator performs element-wise operation. For each input element, if the - attribute "direction" is "RIGHT", this operator moves its binary representation toward - the right side so that the input value is effectively decreased. If the attribute "direction" - is "LEFT", bits of binary representation moves toward the left side, which results the - increase of its actual value. The input X is the tensor to be shifted and another input - Y specifies the amounts of shifting. For example, if "direction" is "Right", X is [1, 4], - and S is [1, 1], the corresponding output Z would be [0, 2]. If "direction" is "LEFT" with - X=[1, 2] and S=[1, 2], the corresponding output Y would be [2, 8]. - - Because this operator supports Numpy-style broadcasting, X's and Y's shapes are - not necessarily identical. - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
direction : string (required)
-
Direction of moving bits. It can be either "RIGHT" (for right shift) or "LEFT" (for left shift).
-
- -#### Inputs - -
-
X : T
-
First operand, input to be shifted.
-
Y : T
-
Second operand, amounts of shift.
-
- -#### Outputs - -
-
Z : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64)
-
Constrain input and output types to integer tensors.
-
- - -#### Examples - -
-left_unit16 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="LEFT" -) - -x = np.array([16, 4, 1]).astype(np.uint16) -y = np.array([1, 2, 3]).astype(np.uint16) -z = x << y # expected output [32, 16, 8] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_left_uint16') -``` - -
- - -
-left_unit32 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="LEFT" -) - -x = np.array([16, 4, 1]).astype(np.uint32) -y = np.array([1, 2, 3]).astype(np.uint32) -z = x << y # expected output [32, 16, 8] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_left_uint32') -``` - -
- - -
-left_unit64 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="LEFT" -) - -x = np.array([16, 4, 1]).astype(np.uint64) -y = np.array([1, 2, 3]).astype(np.uint64) -z = x << y # expected output [32, 16, 8] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_left_uint64') -``` - -
- - -
-left_unit8 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="LEFT" -) - -x = np.array([16, 4, 1]).astype(np.uint8) -y = np.array([1, 2, 3]).astype(np.uint8) -z = x << y # expected output [32, 16, 8] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_left_uint8') -``` - -
- - -
-right_unit16 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="RIGHT" -) - -x = np.array([16, 4, 1]).astype(np.uint16) -y = np.array([1, 2, 3]).astype(np.uint16) -z = x >> y # expected output [8, 1, 0] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_right_uint16') -``` - -
- - -
-right_unit32 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="RIGHT" -) - -x = np.array([16, 4, 1]).astype(np.uint32) -y = np.array([1, 2, 3]).astype(np.uint32) -z = x >> y # expected output [8, 1, 0] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_right_uint32') -``` - -
- - -
-right_unit64 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="RIGHT" -) - -x = np.array([16, 4, 1]).astype(np.uint64) -y = np.array([1, 2, 3]).astype(np.uint64) -z = x >> y # expected output [8, 1, 0] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_right_uint64') -``` - -
- - -
-right_unit8 - -```python -node = onnx.helper.make_node( - 'BitShift', - inputs=['x', 'y'], - outputs=['z'], - direction="RIGHT" -) - -x = np.array([16, 4, 1]).astype(np.uint8) -y = np.array([1, 2, 3]).astype(np.uint8) -z = x >> y # expected output [8, 1, 0] -expect(node, inputs=[x, y], outputs=[z], - name='test_bitshift_right_uint8') -``` - -
- - -### **Cast** - - The operator casts the elements of a given input tensor to a data type - specified by the 'to' argument and returns an output tensor of the same size in - the converted type. The 'to' argument must be one of the data types specified - in the 'DataType' enum field in the TensorProto message. - - Casting from string tensor in plain (e.g., "3.14" and "1000") and scientific numeric representations - (e.g., "1e-5" and "1E8") to float types is supported. For example, converting string "100.5" to an integer may - result 100. There are some string literals reserved for special floating-point values; - "+INF" (and "INF"), "-INF", and "NaN" are positive infinity, negative infinity, and not-a-number, respectively. - Any string which can exactly match "+INF" in a case-insensitive way would be mapped to positive infinite. Similarly, - this case-insensitive rule is applied to "INF" and "NaN". When casting from numeric tensors - to string tensors, plain floating-point representation (such as "314.15926") would be used. - Converting non-numerical-literal string such as "Hello World!" is an undefined behavior. Cases - of converting string representing floating-point arithmetic value, such as "2.718", to INT is an undefined behavior. - - Conversion from a numerical type to any numerical type is always allowed. - User must be aware of precision loss and value change caused by range difference between two types. - For example, a 64-bit float 3.1415926459 may be round to a 32-bit float 3.141592. Similarly, converting - an integer 36 to Boolean may produce 1 because we truncate bits which can't be stored in the targeted type. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -Other versions of this operator: Cast-1, Cast-6 - -#### Attributes - -
-
to : int (required)
-
The data type to which the elements of the input tensor are cast. Strictly must be one of the types from DataType enum in TensorProto
-
- -#### Inputs - -
-
input : T1
-
Input tensor to be cast.
-
- -#### Outputs - -
-
output : T2
-
Output tensor with the same shape as input with type specified by the 'to' argument
-
- -#### Type Constraints - -
-
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string)
-
Constrain input types. Casting from complex is not supported.
-
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool), tensor(string)
-
Constrain output types. Casting to complex is not supported.
-
- - -#### Examples - -
-cast - -```python -shape = (3, 4) -test_cases = [ - ('FLOAT', 'FLOAT16'), - ('FLOAT', 'DOUBLE'), - ('FLOAT16', 'FLOAT'), - ('FLOAT16', 'DOUBLE'), - ('DOUBLE', 'FLOAT'), - ('DOUBLE', 'FLOAT16'), - ('FLOAT', 'STRING'), - ('STRING', 'FLOAT'), -] - -for from_type, to_type in test_cases: - if 'STRING' != from_type: - input = np.random.random_sample(shape).astype( - TENSOR_TYPE_TO_NP_TYPE[getattr(TensorProto, from_type)]) - if ('STRING' == to_type): - # Converting input to str, then give it np.object dtype for generating script - ss = [] - for i in input.flatten(): - s = str(i).encode('utf-8') - su = s.decode('utf-8') - ss.append(su) - - output = np.array(ss).astype(np.object).reshape([3, 4]) - else: - output = input.astype(TENSOR_TYPE_TO_NP_TYPE[getattr(TensorProto, to_type)]) - else: - input = np.array([u'0.47892547', u'0.48033667', u'0.49968487', u'0.81910545', - u'0.47031248', u'0.816468', u'0.21087195', u'0.7229038', - u'NaN', u'INF', u'+INF', u'-INF'], dtype=np.dtype(np.object)).reshape([3, 4]) - output = input.astype(TENSOR_TYPE_TO_NP_TYPE[getattr(TensorProto, to_type)]) - node = onnx.helper.make_node( - 'Cast', - inputs=['input'], - outputs=['output'], - to=getattr(TensorProto, to_type), - ) - expect(node, inputs=[input], outputs=[output], - name='test_cast_' + from_type + '_to_' + to_type) -``` - -
- - -### **Ceil** - - Ceil takes one input data (Tensor) and produces one output data - (Tensor) where the ceil is, y = ceil(x), is applied to - the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Ceil-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-ceil - -```python -node = onnx.helper.make_node( - 'Ceil', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1.5, 1.2]).astype(np.float32) -y = np.ceil(x) # expected output [-1., 2.] -expect(node, inputs=[x], outputs=[y], - name='test_ceil_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.ceil(x) -expect(node, inputs=[x], outputs=[y], - name='test_ceil') -``` - -
- - -### **Clip** - - Clip operator limits the given input within an interval. The interval is - specified by the inputs 'min' and 'max'. They default to - numeric_limits::lowest() and numeric_limits::max(), respectively. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Clip-1, Clip-6 - -#### Inputs (1 - 3) - -
-
input : T
-
Input tensor whose elements to be clipped
-
min (optional) : T
-
Minimum value, under which element is replaced by min. It must be a scalar(tensor of empty shape).
-
max (optional) : T
-
Maximum value, above which element is replaced by max. It must be a scalar(tensor of empty shape).
-
- -#### Outputs - -
-
output : T
-
Output tensor with clipped input elements
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-clip - -```python -node = onnx.helper.make_node( - 'Clip', - inputs=['x', 'min', 'max'], - outputs=['y'], -) - -x = np.array([-2, 0, 2]).astype(np.float32) -min_val = np.float32(-1) -max_val = np.float32(1) -y = np.clip(x, min_val, max_val) # expected output [-1., 0., 1.] -expect(node, inputs=[x, min_val, max_val], outputs=[y], - name='test_clip_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, min_val, max_val) -expect(node, inputs=[x, min_val, max_val], outputs=[y], - name='test_clip') -node = onnx.helper.make_node( - 'Clip', - inputs=['x', 'min', 'max'], - outputs=['y'], -) - -min_val = np.float32(-5) -max_val = np.float32(5) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.array([-1, 0, 1]).astype(np.float32) -expect(node, inputs=[x, min_val, max_val], outputs=[y], - name='test_clip_inbounds') - -x = np.array([-6, 0, 6]).astype(np.float32) -y = np.array([-5, 0, 5]).astype(np.float32) -expect(node, inputs=[x, min_val, max_val], outputs=[y], - name='test_clip_outbounds') - -x = np.array([-1, 0, 6]).astype(np.float32) -y = np.array([-1, 0, 5]).astype(np.float32) -expect(node, inputs=[x, min_val, max_val], outputs=[y], - name='test_clip_splitbounds') -``` - -
- - -
-clip_default - -```python -node = onnx.helper.make_node( - 'Clip', - inputs=['x', 'min'], - outputs=['y'], -) -min_val = np.float32(0) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, min_val, np.inf) -expect(node, inputs=[x, min_val], outputs=[y], - name='test_clip_default_min') - -no_min = "" # optional input, not supplied -node = onnx.helper.make_node( - 'Clip', - inputs=['x', no_min, 'max'], - outputs=['y'], -) -max_val = np.float32(0) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, -np.inf, max_val) -expect(node, inputs=[x, max_val], outputs=[y], - name='test_clip_default_max') - -no_max = "" # optional input, not supplied -node = onnx.helper.make_node( - 'Clip', - inputs=['x', no_min, no_max], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.array([-1, 0, 1]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_clip_default_inbounds') -``` - -
- - -### **Compress** - - Selects slices from an input tensor along a given axis where condition evaluates to True for each axis index. - In case axis is not provided, input is flattened before elements are selected. - Compress behaves like numpy.compress: https://docs.scipy.org/doc/numpy/reference/generated/numpy.compress.html - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Compress-9 - -#### Attributes - -
-
axis : int
-
(Optional) Axis along which to take slices. If not specified, input is flattened before elements being selected. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
-
- -#### Inputs - -
-
input : T
-
Tensor of rank r >= 1.
-
condition : T1
-
Rank 1 tensor of booleans to indicate which slices or data elements to be selected. Its length can be less than the input length along the axis or the flattened input size if axis is not specified. In such cases data slices or elements exceeding the condition length are discarded.
-
- -#### Outputs - -
-
output : T
-
Tensor of rank r if axis is specified. Otherwise output is a Tensor of rank 1.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
T1 : tensor(bool)
-
Constrains to boolean tensors.
-
- - -#### Examples - -
-compress_0 - -```python -node = onnx.helper.make_node( - 'Compress', - inputs=['input', 'condition'], - outputs=['output'], - axis=0, -) -input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) -condition = np.array([0, 1, 1]) -output = np.compress(condition, input, axis=0) -#print(output) -#[[ 3. 4.] -# [ 5. 6.]] - -expect(node, inputs=[input, condition.astype(np.bool)], outputs=[output], - name='test_compress_0') -``` - -
- - -
-compress_1 - -```python -node = onnx.helper.make_node( - 'Compress', - inputs=['input', 'condition'], - outputs=['output'], - axis=1, -) -input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) -condition = np.array([0, 1]) -output = np.compress(condition, input, axis=1) -#print(output) -#[[ 2.] -# [ 4.] -# [ 6.]] - -expect(node, inputs=[input, condition.astype(np.bool)], outputs=[output], - name='test_compress_1') -``` - -
- - -
-compress_default_axis - -```python -node = onnx.helper.make_node( - 'Compress', - inputs=['input', 'condition'], - outputs=['output'], -) -input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) -condition = np.array([0, 1, 0, 0, 1]) -output = np.compress(condition, input) -#print(output) -#[ 2., 5.] - -expect(node, inputs=[input, condition.astype(np.bool)], outputs=[output], - name='test_compress_default_axis') -``` - -
- - -
-compress_negative_axis - -```python -node = onnx.helper.make_node( - 'Compress', - inputs=['input', 'condition'], - outputs=['output'], - axis=-1, -) -input = np.array([[1, 2], [3, 4], [5, 6]]).astype(np.float32) -condition = np.array([0, 1]) -output = np.compress(condition, input, axis=-1) -# print(output) -#[[ 2.] -# [ 4.] -# [ 6.]] -expect(node, inputs=[input, condition.astype(np.bool)], outputs=[output], - name='test_compress_negative_axis') -``` - -
- - -### **Concat** - - Concatenate a list of tensors into a single tensor. All input tensors must have the same shape, except for the dimension size of the axis to concatenate on. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Concat-1, Concat-4 - -#### Attributes - -
-
axis : int (required)
-
Which axis to concat on. A negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(inputs)..
-
- -#### Inputs (1 - ∞) - -
-
inputs (variadic) : T
-
List of tensors for concatenation
-
- -#### Outputs - -
-
concat_result : T
-
Concatenated tensor
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain output types to any tensor type.
-
- - -#### Examples - -
-concat - -```python -test_cases = { - '1d': ([1, 2], - [3, 4]), - '2d': ([[1, 2], [3, 4]], - [[5, 6], [7, 8]]), - '3d': ([[[1, 2], [3, 4]], [[5, 6], [7, 8]]], - [[[9, 10], [11, 12]], [[13, 14], [15, 16]]]) -} # type: Dict[Text, Sequence[Any]] - -for test_case, values_ in test_cases.items(): - values = [np.asarray(v, dtype=np.float32) for v in values_] - for i in range(len(values[0].shape)): - in_args = ['value' + str(k) for k in range(len(values))] - node = onnx.helper.make_node( - 'Concat', - inputs=[s for s in in_args], - outputs=['output'], - axis=i - ) - output = np.concatenate(values, i) - expect(node, inputs=[v for v in values], outputs=[output], - name='test_concat_' + test_case + '_axis_' + str(i)) - - for i in range(-len(values[0].shape), 0): - in_args = ['value' + str(k) for k in range(len(values))] - node = onnx.helper.make_node( - 'Concat', - inputs=[s for s in in_args], - outputs=['output'], - axis=i - ) - output = np.concatenate(values, i) - expect(node, inputs=[v for v in values], outputs=[output], - name='test_concat_' + test_case + '_axis_negative_' + str(abs(i))) -``` - -
- - -### **ConcatFromSequence** - - Concatenate a sequence of tensors into a single tensor. - All input tensors must have the same shape, except for the dimension size of the axis to concatenate on. - By default 'new_axis' is 0, the behavior is similar to numpy.concatenate. - When 'new_axis' is 1, the behavior is similar to numpy.stack. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
axis : int (required)
-
Which axis to concat on. Accepted range in `[-r, r - 1]`, where `r` is the rank of input tensors. When `new_axis` is 1, accepted range is `[-r - 1, r]`.
-
new_axis : int (default is 0)
-
Insert and concatenate on a new axis or not, default 0 means do not insert new axis.
-
- -#### Inputs - -
-
input_sequence : S
-
Sequence of tensors for concatenation
-
- -#### Outputs - -
-
concat_result : T
-
Concatenated tensor
-
- -#### Type Constraints - -
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain input types to any tensor type.
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain output types to any tensor type.
-
- - -### **Constant** - - A constant tensor. Exactly one of the two attributes, either value or sparse_value, - must be specified. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Constant-1, Constant-9 - -#### Attributes - -
-
sparse_value : sparse_tensor
-
The value for the elements of the output tensor in sparse format.
-
value : tensor
-
The value for the elements of the output tensor.
-
- -#### Inputs - - -#### Outputs - -
-
output : T
-
Output tensor containing the same value of the provided tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-constant - -```python -values = np.random.randn(5, 5).astype(np.float32) -node = onnx.helper.make_node( - 'Constant', - inputs=[], - outputs=['values'], - value=onnx.helper.make_tensor( - name='const_tensor', - data_type=onnx.TensorProto.FLOAT, - dims=values.shape, - vals=values.flatten().astype(float), - ), -) - -expect(node, inputs=[], outputs=[values], - name='test_constant') -``` - -
- - -### **ConstantOfShape** - - Generate a tensor with given value and shape. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Attributes - -
-
value : tensor
-
(Optional) The value of the output elements.Should be a one-element tensor. If not specified, it defaults to a tensor of value 0 and datatype float32
-
- -#### Inputs - -
-
input : T1
-
1D tensor. The shape of the expected output tensor. If empty tensor is given, the output would be a scalar.
-
- -#### Outputs - -
-
output : T2
-
Output tensor of shape specified by 'input'.If attribute 'value' is specified, the value and datatype of the output tensor is taken from 'value'.If attribute 'value' is not specified, the value in the output defaults to 0, and the datatype defaults to float32.
-
- -#### Type Constraints - -
-
T1 : tensor(int64)
-
Constrain input types.
-
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
-
Constrain output types to be numerics.
-
- - -#### Examples - -
-float_ones - -```python -x = np.array([4, 3, 2]).astype(np.int64) -tensor_value = onnx.helper.make_tensor("value", onnx.TensorProto.FLOAT, - [1], [1]) -node = onnx.helper.make_node( - 'ConstantOfShape', - inputs=['x'], - outputs=['y'], - value=tensor_value, -) - -y = np.ones(x, dtype=np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_constantofshape_float_ones') -``` - -
- - -
-int32_zeros - -```python -x = np.array([10, 6]).astype(np.int64) -tensor_value = onnx.helper.make_tensor("value", onnx.TensorProto.INT32, - [1], [0]) -node = onnx.helper.make_node( - 'ConstantOfShape', - inputs=['x'], - outputs=['y'], - value=tensor_value, -) -y = np.zeros(x, dtype=np.int32) -expect(node, inputs=[x], outputs=[y], - name='test_constantofshape_int_zeros') -``` - -
- - -### **Conv** - - The convolution operator consumes an input tensor and a filter, and - computes the output. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Conv-1 - -#### Attributes - -
-
auto_pad : string (default is NOTSET)
-
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
-
dilations : list of ints
-
dilation value along each spatial axis of the filter. If not present, the dilation defaults is 1 along each spatial axis.
-
group : int (default is 1)
-
number of groups input channels and output channels are divided into.
-
kernel_shape : list of ints
-
The shape of the convolution kernel. If not present, should be inferred from input W.
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults is 1 along each spatial axis.
-
- -#### Inputs (2 - 3) - -
-
X : T
-
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
-
W : T
-
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
-
B (optional) : T
-
Optional 1D bias to be added to the convolution, has size of M.
-
- -#### Outputs - -
-
Y : T
-
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-conv - -```python - -x = np.array([[[[0., 1., 2., 3., 4.], # (1, 1, 5, 5) input tensor - [5., 6., 7., 8., 9.], - [10., 11., 12., 13., 14.], - [15., 16., 17., 18., 19.], - [20., 21., 22., 23., 24.]]]]).astype(np.float32) -W = np.array([[[[1., 1., 1.], # (1, 1, 3, 3) tensor for convolution weights - [1., 1., 1.], - [1., 1., 1.]]]]).astype(np.float32) - -# Convolution with padding -node_with_padding = onnx.helper.make_node( - 'Conv', - inputs=['x', 'W'], - outputs=['y'], - kernel_shape=[3, 3], - # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 - pads=[1, 1, 1, 1], -) -y_with_padding = np.array([[[[12., 21., 27., 33., 24.], # (1, 1, 5, 5) output tensor - [33., 54., 63., 72., 51.], - [63., 99., 108., 117., 81.], - [93., 144., 153., 162., 111.], - [72., 111., 117., 123., 84.]]]]).astype(np.float32) -expect(node_with_padding, inputs=[x, W], outputs=[y_with_padding], - name='test_basic_conv_with_padding') - -# Convolution without padding -node_without_padding = onnx.helper.make_node( - 'Conv', - inputs=['x', 'W'], - outputs=['y'], - kernel_shape=[3, 3], - # Default values for other attributes: strides=[1, 1], dilations=[1, 1], groups=1 - pads=[0, 0, 0, 0], -) -y_without_padding = np.array([[[[54., 63., 72.], # (1, 1, 3, 3) output tensor - [99., 108., 117.], - [144., 153., 162.]]]]).astype(np.float32) -expect(node_without_padding, inputs=[x, W], outputs=[y_without_padding], - name='test_basic_conv_without_padding') -``` - -
- - -
-conv_with_strides - -```python - -x = np.array([[[[0., 1., 2., 3., 4.], # (1, 1, 7, 5) input tensor - [5., 6., 7., 8., 9.], - [10., 11., 12., 13., 14.], - [15., 16., 17., 18., 19.], - [20., 21., 22., 23., 24.], - [25., 26., 27., 28., 29.], - [30., 31., 32., 33., 34.]]]]).astype(np.float32) -W = np.array([[[[1., 1., 1.], # (1, 1, 3, 3) tensor for convolution weights - [1., 1., 1.], - [1., 1., 1.]]]]).astype(np.float32) - -# Convolution with strides=2 and padding -node_with_padding = onnx.helper.make_node( - 'Conv', - inputs=['x', 'W'], - outputs=['y'], - kernel_shape=[3, 3], - pads=[1, 1, 1, 1], - strides=[2, 2], # Default values for other attributes: dilations=[1, 1], groups=1 -) -y_with_padding = np.array([[[[12., 27., 24.], # (1, 1, 4, 3) output tensor - [63., 108., 81.], - [123., 198., 141.], - [112., 177., 124.]]]]).astype(np.float32) -expect(node_with_padding, inputs=[x, W], outputs=[y_with_padding], - name='test_conv_with_strides_padding') - -# Convolution with strides=2 and no padding -node_without_padding = onnx.helper.make_node( - 'Conv', - inputs=['x', 'W'], - outputs=['y'], - kernel_shape=[3, 3], - pads=[0, 0, 0, 0], - strides=[2, 2], # Default values for other attributes: dilations=[1, 1], groups=1 -) -y_without_padding = np.array([[[[54., 72.], # (1, 1, 3, 2) output tensor - [144., 162.], - [234., 252.]]]]).astype(np.float32) -expect(node_without_padding, inputs=[x, W], outputs=[y_without_padding], - name='test_conv_with_strides_no_padding') - -# Convolution with strides=2 and padding only along one dimension (the H dimension in NxCxHxW tensor) -node_with_asymmetric_padding = onnx.helper.make_node( - 'Conv', - inputs=['x', 'W'], - outputs=['y'], - kernel_shape=[3, 3], - pads=[1, 0, 1, 0], - strides=[2, 2], # Default values for other attributes: dilations=[1, 1], groups=1 -) -y_with_asymmetric_padding = np.array([[[[21., 33.], # (1, 1, 4, 2) output tensor - [99., 117.], - [189., 207.], - [171., 183.]]]]).astype(np.float32) -expect(node_with_asymmetric_padding, inputs=[x, W], outputs=[y_with_asymmetric_padding], - name='test_conv_with_strides_and_asymmetric_padding') -``` - -
- - -### **ConvInteger** - - The integer convolution operator consumes an input tensor, its zero-point, a filter, and its zero-point, - and computes the output. The production MUST never overflow. The accumulation may overflow if and only if in 32 bits. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
auto_pad : string (default is NOTSET)
-
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
-
dilations : list of ints
-
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each axis.
-
group : int (default is 1)
-
number of groups input channels and output channels are divided into. default is 1.
-
kernel_shape : list of ints
-
The shape of the convolution kernel. If not present, should be inferred from input 'w'.
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0.The value represent the number of pixels added to the beginning and end part of the corresponding axis.`pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number ofpixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaultsto 0 along start and end of each spatial axis.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults to 1 along each axis.
-
- -#### Inputs (2 - 4) - -
-
x : T1
-
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
-
w : T2
-
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
-
x_zero_point (optional) : T1
-
Zero point tensor for input 'x'. It's optional and default value is 0. It's a scalar, which means a per-tensor/layer quantization.
-
w_zero_point (optional) : T2
-
Scale tensor for input 'w'. It's optional and default value is 0. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M)
-
- -#### Outputs - -
-
y : T3
-
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
-
- -#### Type Constraints - -
-
T1 : tensor(int8), tensor(uint8)
-
Constrain input x and its zero point data type to 8-bit integer tensor.
-
T2 : tensor(int8), tensor(uint8)
-
Constrain input w and its zero point data type to 8-bit integer tensor.
-
T3 : tensor(int32)
-
Constrain output y data type to 32-bit integer tensor.
-
- - -#### Examples - -
-convinteger - -```python - -x = np.array([2, 3, 4, 5, 6, 7, 8, 9, 10]).astype(np.uint8).reshape((1, 1, 3, 3)) -x_zero_point = np.uint8(1) -w = np.array([1, 1, 1, 1]).astype(np.uint8).reshape((1, 1, 2, 2)) - -y = np.array([12, 16, 24, 28]).astype(np.int32).reshape(1, 1, 2, 2) - -# ConvInteger without padding -convinteger_node = onnx.helper.make_node('ConvInteger', - inputs=['x', 'w', 'x_zero_point'], - outputs=['y']) - -expect(convinteger_node, inputs=[x, w, x_zero_point], outputs=[y], - name='test_basic_convinteger') - -# ConvInteger with padding -y_with_padding = np.array([1, 3, 5, 3, 5, 12, 16, 9, 11, 24, 28, 15, 7, 15, 17, 9]).astype(np.int32).reshape((1, 1, 4, 4)) - -convinteger_node_with_padding = onnx.helper.make_node('ConvInteger', - inputs=['x', 'w', 'x_zero_point'], - outputs=['y'], - pads=[1, 1, 1, 1],) - -expect(convinteger_node_with_padding, inputs=[x, w, x_zero_point], outputs=[y_with_padding], - name='test_convinteger_with_padding') -``` - -
- - -### **ConvTranspose** - - The convolution transpose operator consumes an input tensor and a filter, - and computes the output. - - If the pads parameter is provided the shape of the output is calculated via the following equation: - - output_shape[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - pads[start_i] - pads[end_i] - - output_shape can also be explicitly specified in which case pads values are auto generated using these equations: - - total_padding[i] = stride[i] * (input_size[i] - 1) + output_padding[i] + ((kernel_shape[i] - 1) * dilations[i] + 1) - output_shape[i] - If (auto_pads != SAME_UPPER): pads[start_i] = total_padding[i]/2; pads[end_i] = total_padding[i] - (total_padding[i]/2) - Else: pads[start_i] = total_padding[i] - (total_padding[i]/2); pads[end_i] = (total_padding[i]/2). - - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ConvTranspose-1 - -#### Attributes - -
-
auto_pad : string (default is NOTSET)
-
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
-
dilations : list of ints
-
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each spatial axis.
-
group : int (default is 1)
-
number of groups input channels and output channels are divided into.
-
kernel_shape : list of ints
-
The shape of the convolution kernel. If not present, should be inferred from input W.
-
output_padding : list of ints
-
Additional elements added to the side with higher coordinate indices in the output. Each padding value in "output_padding" must be less than the corresponding stride/dilation dimension. By default, this attribute is a zero vector. Note that this attribute doesn't directly affect the computed output values. It only controls the selection of the computed values, so changing this attribute only adds or removes output elements. If "output_shape" is explicitly provided, "output_padding" does not contribute additional size to "output_shape" but participates in the computation of the needed padding amount. This is also called adjs or adjustment in some frameworks.
-
output_shape : list of ints
-
The shape of the output can be explicitly set which will cause pads values to be auto generated. If output_shape is specified pads values are ignored. See doc for details for equations to generate pads
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
-
- -#### Inputs (2 - 3) - -
-
X : T
-
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn)
-
W : T
-
The weight tensor that will be used in the convolutions; has size (C x M/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the weight shape will be (C x M/group x k1 x k2 x ... x kn), where (k1 x k2 x ... x kn) is the dimension of the kernel. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
-
B (optional) : T
-
Optional 1D bias to be added to the convolution, has size of M.
-
- -#### Outputs - -
-
Y : T
-
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, pad lengths and group count. The number of channels in the output should be equal to W.shape[1] * group (assuming zero based indices of the shape array)
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-convtranspose - -```python -x = np.array([[[[0., 1., 2.], # (1, 1, 3, 3) - [3., 4., 5.], - [6., 7., 8.]]]]).astype(np.float32) - -W = np.array([[[[1., 1., 1.], # (1, 2, 3, 3) - [1., 1., 1.], - [1., 1., 1.]], - [[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]]]]).astype(np.float32) - -node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) - -y = np.array([[[[0., 1., 3., 3., 2.], # (1, 2, 5, 5) - [3., 8., 15., 12., 7.], - [9., 21., 36., 27., 15.], - [9., 20., 33., 24., 13.], - [6., 13., 21., 15., 8.]], - - [[0., 1., 3., 3., 2.], - [3., 8., 15., 12., 7.], - [9., 21., 36., 27., 15.], - [9., 20., 33., 24., 13.], - [6., 13., 21., 15., 8.]]]]).astype(np.float32) - -expect(node, inputs=[x, W], outputs=[y], name='test_convtranspose') -``` - -
- - -
-convtranspose_1d - -```python -x = np.array([[[0., 1., 2.]]]).astype(np.float32) # (1, 1, 3) - -W = np.array([[[1., 1., 1.], # (1, 2, 3) - [1., 1., 1.]]]).astype(np.float32) - -node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) - -y = np.array([[[0., 1., 3., 3., 2.], # (1, 2, 5) - [0., 1., 3., 3., 2.]]]).astype(np.float32) - -expect(node, inputs=[x, W], outputs=[y], name='test_convtranspose_1d') -``` - -
- - -
-convtranspose_3d - -```python -x = np.array([[[[[0., 1., 2., 3., 4.], # (1, 1, 3, 4, 5) - [5., 6., 7., 8., 9.], - [10., 11., 12., 13., 14.], - [15., 16., 17., 18., 19.]], - [[20., 21., 22., 23., 24.], - [25., 26., 27., 28., 29.], - [30., 31., 32., 33., 34.], - [35., 36., 37., 38., 39.]], - [[40., 41., 42., 43., 44.], - [45., 46., 47., 48., 49.], - [50., 51., 52., 53., 54.], - [55., 56., 57., 58., 59.]]]]]).astype(np.float32) - -W = np.array([[[[[1., 1., 1.], # (1, 2, 3, 3, 3) - [1., 1., 1.], - [1., 1., 1.]], - [[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]], - [[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]]], - [[[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]], - [[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]], - [[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]]]]]).astype(np.float32) - -node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"]) - -y = np.array([[[[[0., 1., 3., 6., 9., 7., 4.], # (1, 2, 5, 6, 7) - [5., 12., 21., 27., 33., 24., 13.], - [15., 33., 54., 63., 72., 51., 27.], - [30., 63., 99., 108., 117., 81., 42.], - [25., 52., 81., 87., 93., 64., 33.], - [15., 31., 48., 51., 54., 37., 19.]], - - [[20., 42., 66., 72., 78., 54., 28.], - [50., 104., 162., 174., 186., 128., 66.], - [90., 186., 288., 306., 324., 222., 114.], - [120., 246., 378., 396., 414., 282., 144.], - [90., 184., 282., 294., 306., 208., 106.], - [50., 102., 156., 162., 168., 114., 58.]], - - [[60., 123., 189., 198., 207., 141., 72.], - [135., 276., 423., 441., 459., 312., 159.], - [225., 459., 702., 729., 756., 513., 261.], - [270., 549., 837., 864., 891., 603., 306.], - [195., 396., 603., 621., 639., 432., 219.], - [105., 213., 324., 333., 342., 231., 117.]], - - [[60., 122., 186., 192., 198., 134., 68.], - [130., 264., 402., 414., 426., 288., 146.], - [210., 426., 648., 666., 684., 462., 234.], - [240., 486., 738., 756., 774., 522., 264.], - [170., 344., 522., 534., 546., 368., 186.], - [90., 182., 276., 282., 288., 194., 98.]], - - [[40., 81., 123., 126., 129., 87., 44.], - [85., 172., 261., 267., 273., 184., 93.], - [135., 273., 414., 423., 432., 291., 147.], - [150., 303., 459., 468., 477., 321., 162.], - [105., 212., 321., 327., 333., 224., 113.], - [55., 111., 168., 171., 174., 117., 59.]]], - - [[[0., 1., 3., 6., 9., 7., 4.], - [5., 12., 21., 27., 33., 24., 13.], - [15., 33., 54., 63., 72., 51., 27.], - [30., 63., 99., 108., 117., 81., 42.], - [25., 52., 81., 87., 93., 64., 33.], - [15., 31., 48., 51., 54., 37., 19.]], - - [[20., 42., 66., 72., 78., 54., 28.], - [50., 104., 162., 174., 186., 128., 66.], - [90., 186., 288., 306., 324., 222., 114.], - [120., 246., 378., 396., 414., 282., 144.], - [90., 184., 282., 294., 306., 208., 106.], - [50., 102., 156., 162., 168., 114., 58.]], - - [[60., 123., 189., 198., 207., 141., 72.], - [135., 276., 423., 441., 459., 312., 159.], - [225., 459., 702., 729., 756., 513., 261.], - [270., 549., 837., 864., 891., 603., 306.], - [195., 396., 603., 621., 639., 432., 219.], - [105., 213., 324., 333., 342., 231., 117.]], - - [[60., 122., 186., 192., 198., 134., 68.], - [130., 264., 402., 414., 426., 288., 146.], - [210., 426., 648., 666., 684., 462., 234.], - [240., 486., 738., 756., 774., 522., 264.], - [170., 344., 522., 534., 546., 368., 186.], - [90., 182., 276., 282., 288., 194., 98.]], - - [[40., 81., 123., 126., 129., 87., 44.], - [85., 172., 261., 267., 273., 184., 93.], - [135., 273., 414., 423., 432., 291., 147.], - [150., 303., 459., 468., 477., 321., 162.], - [105., 212., 321., 327., 333., 224., 113.], - [55., 111., 168., 171., 174., 117., 59.]]]]]).astype(np.float32) - -expect(node, inputs=[x, W], outputs=[y], name='test_convtranspose_3d') -``` - -
- - -
-convtranspose_attributes - -```python -x = np.array([[[[0., 1., 2.], # (1, 1, 3, 3) - [3., 4., 5.], - [6., 7., 8.]]]]).astype(np.float32) - -W = np.array([[[[1., 1., 1.], # (1, 2, 3, 3) - [1., 1., 1.], - [1., 1., 1.]], - [[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]]]]).astype(np.float32) - -y = np.array([[[[0., 0., 1., 1., 3., 2., 2., 0.], # (1, 2, 10, 8) - [0., 0., 1., 1., 3., 2., 2., 0.], - [0., 0., 1., 1., 3., 2., 2., 0.], - [3., 3., 7., 4., 9., 5., 5., 0.], - [3., 3., 7., 4., 9., 5., 5., 0.], - [3., 3., 7., 4., 9., 5., 5., 0.], - [6., 6., 13., 7., 15., 8., 8., 0.], - [6., 6., 13., 7., 15., 8., 8., 0.], - [6., 6., 13., 7., 15., 8., 8., 0.], - [0., 0., 0., 0., 0., 0., 0., 0.]], - - [[0., 0., 1., 1., 3., 2., 2., 0.], - [0., 0., 1., 1., 3., 2., 2., 0.], - [0., 0., 1., 1., 3., 2., 2., 0.], - [3., 3., 7., 4., 9., 5., 5., 0.], - [3., 3., 7., 4., 9., 5., 5., 0.], - [3., 3., 7., 4., 9., 5., 5., 0.], - [6., 6., 13., 7., 15., 8., 8., 0.], - [6., 6., 13., 7., 15., 8., 8., 0.], - [6., 6., 13., 7., 15., 8., 8., 0.], - [0., 0., 0., 0., 0., 0., 0., 0.]]]]).astype(np.float32) - -node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], - strides=[3, 2], - output_shape=[10, 8]) -expect(node, inputs=[x, W], outputs=[y], name='test_convtranspose_output_shape') - -node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], - strides=[3, 2], - output_padding=[1, 1]) -expect(node, inputs=[x, W], outputs=[y], name='test_convtranspose_pad') - -node = onnx.helper.make_node( - 'ConvTranspose', ['X', 'W'], ['Y'], - name='test', - strides=[3, 2], - output_shape=[10, 8], - kernel_shape=[3, 3], - output_padding=[1, 1] -) -expect(node, inputs=[x, W], outputs=[y], - name='test_convtranspose_kernel_shape') -``` - -
- - -
-convtranspose_dilations - -```python -x = np.array([[[[3., 8., 1.], # (1, 1, 3, 3) - [9., 5., 7.], - [3., 2., 6.]]]]).astype(np.float32) -W = np.array([[[[7., 2.], # (1, 1, 2, 2) - [1., 9.]]]]).astype(np.float32) - -node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], dilations=[2, 2]) - -y = np.array([[[[21., 56., 13., 16., 2.], # [1, 1, 5, 5] - [63., 35., 67., 10., 14.], - [24., 22., 76., 76., 21.], - [9., 5., 88., 45., 63.], - [3., 2., 33., 18., 54.]]]]).astype(np.float32) - -expect(node, inputs=[x, W], outputs=[y], name='test_convtranspose_dilations') -``` - -
- - -
-convtranspose_pads - -```python -x = np.array([[[[0., 1., 2.], # (1, 1, 3, 3) - [3., 4., 5.], - [6., 7., 8.]]]]).astype(np.float32) - -W = np.array([[[[1., 1., 1.], # (1, 2, 3, 3) - [1., 1., 1.], - [1., 1., 1.]], - [[1., 1., 1.], - [1., 1., 1.], - [1., 1., 1.]]]]).astype(np.float32) - -node = onnx.helper.make_node("ConvTranspose", ["X", "W"], ["Y"], - strides=[3, 2], - pads=[1, 2, 1, 2]) - -y = np.array([[[[1., 1., 3.], # (1, 2, 7, 3) - [1., 1., 3.], - [7., 4., 9.], - [7., 4., 9.], - [7., 4., 9.], - [13., 7., 15.], - [13., 7., 15.]], - - [[1., 1., 3.], - [1., 1., 3.], - [7., 4., 9.], - [7., 4., 9.], - [7., 4., 9.], - [13., 7., 15.], - [13., 7., 15.]]]]).astype(np.float32) - -expect(node, inputs=[x, W], outputs=[y], name='test_convtranspose_pads') -``` - -
- - -### **Cos** - - Calculates the cosine of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The cosine of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-cos - -```python -node = onnx.helper.make_node( - 'Cos', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.cos(x) -expect(node, inputs=[x], outputs=[y], - name='test_cos_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.cos(x) -expect(node, inputs=[x], outputs=[y], - name='test_cos') -``` - -
- - -### **Cosh** - - Calculates the hyperbolic cosine of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The hyperbolic cosine values of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-cosh - -```python -node = onnx.helper.make_node( - 'Cosh', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.cosh(x) # expected output [1.54308069, 1., 1.54308069] -expect(node, inputs=[x], outputs=[y], - name='test_cosh_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.cosh(x) -expect(node, inputs=[x], outputs=[y], - name='test_cosh') -``` - -
- - -### **CumSum** - - Performs cumulative sum of the input elements along the given axis. - By default, it will do the sum inclusively meaning the first element is copied as is. - Through an `exclusive` attribute, this behavior can change to exclude the first element. - It can also perform summation in the opposite direction of the axis. For that, set `reverse` attribute to 1. - - Example: - ``` - input_x = [1, 2, 3] - axis=0 - output = [1, 3, 6] - exclusive=1 - output = [0, 1, 3] - exclusive=0 - reverse=1 - output = [6, 5, 3] - exclusive=1 - reverse=1 - output = [5, 3, 0] - ``` - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
exclusive : int (default is 0)
-
If set to 1 will return exclusive sum in which the top element is not included. In other terms, if set to 1, the j-th output element would be the sum of the first (j-1) elements. Otherwise, it would be the sum of the first j elements.
-
reverse : int (default is 0)
-
If set to 1 will perform the sums in reverse direction.
-
- -#### Inputs - -
-
x : T
-
An input tensor that is to be processed.
-
axis : T2
-
(Optional) A 0-D tensor. Must be in the range [-rank(x), rank(x)-1]. Negative value means counting dimensions from the back.
-
- -#### Outputs - -
-
y : T
-
Output tensor of the same type as 'x' with cumulative sums of the x's elements
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float), tensor(double)
-
Input can be of any tensor type.
-
T2 : tensor(int32), tensor(int64)
-
axis tensor can be int32 or int64 only
-
- - -#### Examples - -
-cumsum_1d - -```python -node = onnx.helper.make_node( - 'CumSum', - inputs=['x', 'axis'], - outputs=['y'] -) -x = np.array([1., 2., 3., 4., 5.]).astype(np.float64) -axis = np.array([0]).astype(np.int32) -y = np.array([1., 3., 6., 10., 15.]).astype(np.float64) -expect(node, inputs=[x, axis], outputs=[y], - name='test_cumsum_1d') -``` - -
- - -
-cumsum_1d_exclusive - -```python -node = onnx.helper.make_node( - 'CumSum', - inputs=['x', 'axis'], - outputs=['y'], - exclusive=1 -) -x = np.array([1., 2., 3., 4., 5.]).astype(np.float64) -axis = np.array([0]).astype(np.int32) -y = np.array([0., 1., 3., 6., 10.]).astype(np.float64) -expect(node, inputs=[x, axis], outputs=[y], - name='test_cumsum_1d_exclusive') -``` - -
- - -
-cumsum_1d_reverse - -```python -node = onnx.helper.make_node( - 'CumSum', - inputs=['x', 'axis'], - outputs=['y'], - reverse=1 -) -x = np.array([1., 2., 3., 4., 5.]).astype(np.float64) -axis = np.array([0]).astype(np.int32) -y = np.array([15., 14., 12., 9., 5.]).astype(np.float64) -expect(node, inputs=[x, axis], outputs=[y], - name='test_cumsum_1d_reverse') -``` - -
- - -
-cumsum_1d_reverse_exclusive - -```python -node = onnx.helper.make_node( - 'CumSum', - inputs=['x', 'axis'], - outputs=['y'], - reverse=1 -) -x = np.array([1., 2., 3., 4., 5.]).astype(np.float64) -axis = np.array([0]).astype(np.int32) -y = np.array([14., 12., 9., 5., 0.]).astype(np.float64) -expect(node, inputs=[x, axis], outputs=[y], - name='test_cumsum_1d_reverse_exclusive') -``` - -
- - -
-cumsum_2d_axis_0 - -```python -node = onnx.helper.make_node( - 'CumSum', - inputs=['x', 'axis'], - outputs=['y'], -) -x = np.array([1., 2., 3., 4., 5., 6.]).astype(np.float64).reshape((2, 3)) -axis = np.array([0]).astype(np.int32) -y = np.array([1., 2., 3., 5., 7., 9.]).astype(np.float64).reshape((2, 3)) -expect(node, inputs=[x, axis], outputs=[y], - name='test_cumsum_2d_axis_0') -``` - -
- - -
-cumsum_2d_axis_1 - -```python -node = onnx.helper.make_node( - 'CumSum', - inputs=['x', 'axis'], - outputs=['y'], -) -x = np.array([1., 2., 3., 4., 5., 6.]).astype(np.float64).reshape((2, 3)) -axis = np.array([1]).astype(np.int32) -y = np.array([1., 3., 6., 4., 9., 15.]).astype(np.float64).reshape((2, 3)) -expect(node, inputs=[x, axis], outputs=[y], - name='test_cumsum_2d_axis_1') -``` - -
- - -
-cumsum_2d_negative_axis - -```python -node = onnx.helper.make_node( - 'CumSum', - inputs=['x', 'axis'], - outputs=['y'], -) -x = np.array([1., 2., 3., 4., 5., 6.]).astype(np.float64).reshape((2, 3)) -axis = np.array([-1]).astype(np.int32) -y = np.array([1., 3., 6., 4., 9., 15.]).astype(np.float64).reshape((2, 3)) -expect(node, inputs=[x, axis], outputs=[y], - name='test_cumsum_2d_negative_axis') -``` - -
- - -### **DepthToSpace** - - DepthToSpace rearranges (permutes) data from depth into blocks of spatial data. - This is the reverse transformation of SpaceToDepth. More specifically, this op outputs a copy of - the input tensor where values from the depth dimension are moved in spatial blocks to the height - and width dimensions. By default, `mode` = `DCR`. - In the DCR mode, elements along the depth dimension from the input tensor are rearranged in the - following order: depth, column, and then row. The output y is computed from the input x as below: - - b, c, h, w = x.shape - - tmp = np.reshape(x, [b, blocksize, blocksize, c // (blocksize**2), h, w]) - - tmp = np.transpose(tmp, [0, 3, 4, 1, 5, 2]) - - y = np.reshape(tmp, [b, c // (blocksize**2), h * blocksize, w * blocksize]) - - - In the CRD mode, elements along the depth dimension from the input tensor are rearranged in the - following order: column, row, and the depth. The output y is computed from the input x as below: - - b, c, h, w = x.shape - - tmp = np.reshape(x, [b, c // (blocksize ** 2), blocksize, blocksize, h, w]) - - tmp = np.transpose(tmp, [0, 1, 4, 2, 5, 3]) - - y = np.reshape(tmp, [b, c // (blocksize ** 2), h * blocksize, w * blocksize]) - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: DepthToSpace-1 - -#### Attributes - -
-
blocksize : int (required)
-
Blocks of [blocksize, blocksize] are moved.
-
mode : string (default is DCR)
-
DCR (default) for depth-column-row order re-arrangement. Use CRD for column-row-depth order.
-
- -#### Inputs - -
-
input : T
-
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
-
- -#### Outputs - -
-
output : T
-
Output tensor of [N, C/(blocksize * blocksize), H * blocksize, W * blocksize].
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-crd_mode_example - -```python -node = onnx.helper.make_node( - 'DepthToSpace', - inputs=['x'], - outputs=['y'], - blocksize=2, - mode='CRD' -) - -# (1, 8, 2, 3) input tensor -x = np.array([[[[0., 1., 2.], - [3., 4., 5.]], - [[9., 10., 11.], - [12., 13., 14.]], - [[18., 19., 20.], - [21., 22., 23.]], - [[27., 28., 29.], - [30., 31., 32.]], - [[36., 37., 38.], - [39., 40., 41.]], - [[45., 46., 47.], - [48., 49., 50.]], - [[54., 55., 56.], - [57., 58., 59.]], - [[63., 64., 65.], - [66., 67., 68.]]]]).astype(np.float32) - -# (1, 2, 4, 6) output tensor -y = np.array([[[[0., 9., 1., 10., 2., 11.], - [18., 27., 19., 28., 20., 29.], - [3., 12., 4., 13., 5., 14.], - [21., 30., 22., 31., 23., 32.]], - [[36., 45., 37., 46., 38., 47.], - [54., 63., 55., 64., 56., 65.], - [39., 48., 40., 49., 41., 50.], - [57., 66., 58., 67., 59., 68.]]]]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_depthtospace_crd_mode_example') -``` - -
- - -
-default_mode_example - -```python -node = onnx.helper.make_node( - 'DepthToSpace', - inputs=['x'], - outputs=['y'], - blocksize=2, - mode='DCR' -) - -# (1, 8, 2, 3) input tensor -x = np.array([[[[0., 1., 2.], - [3., 4., 5.]], - [[9., 10., 11.], - [12., 13., 14.]], - [[18., 19., 20.], - [21., 22., 23.]], - [[27., 28., 29.], - [30., 31., 32.]], - [[36., 37., 38.], - [39., 40., 41.]], - [[45., 46., 47.], - [48., 49., 50.]], - [[54., 55., 56.], - [57., 58., 59.]], - [[63., 64., 65.], - [66., 67., 68.]]]]).astype(np.float32) - -# (1, 2, 4, 6) output tensor -y = np.array([[[[0., 18., 1., 19., 2., 20.], - [36., 54., 37., 55., 38., 56.], - [3., 21., 4., 22., 5., 23.], - [39., 57., 40., 58., 41., 59.]], - [[9., 27., 10., 28., 11., 29.], - [45., 63., 46., 64., 47., 65.], - [12., 30., 13., 31., 14., 32.], - [48., 66., 49., 67., 50., 68.]]]]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_depthtospace_example') -``` - -
- - -### **DequantizeLinear** - - The linear dequantization operator. It consumes a quantized tensor, a scale, a zero point to compute the full precision tensor. - The dequantization formula is y = (x - x_zero_point) * x_scale. 'x_scale' and 'x_zero_point' must have same shape. - 'x_zero_point' and 'x' must have same type. 'x' and 'y' must have same shape. In the case of dequantizing int32, - there's no zero point (zero point is supposed to be 0). - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Inputs (2 - 3) - -
-
x : T
-
N-D quantized input tensor to be de-quantized.
-
x_scale : tensor(float)
-
Scale for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
-
x_zero_point (optional) : T
-
Zero point for input 'x'. It's a scalar, which means a per-tensor/layer quantization. It's optional. 0 is the default value when it's not specified.
-
- -#### Outputs - -
-
y : tensor(float)
-
N-D full precision output tensor. It has same shape as input 'x'.
-
- -#### Type Constraints - -
-
T : tensor(int8), tensor(uint8), tensor(int32)
-
Constrain 'x_zero_point' and 'x' to 8-bit/32-bit integer tensor.
-
- - -#### Examples - -
-dequantizelinear - -```python -node = onnx.helper.make_node('DequantizeLinear', - inputs=['x', 'x_scale', 'x_zero_point'], - outputs=['y'],) - -# scalar zero point and scale -x = np.array([0, 3, 128, 255]).astype(np.uint8) -x_scale = np.float32(2) -x_zero_point = np.uint8(128) -y = np.array([-256, -250, 0, 254], dtype=np.float32) - -expect(node, inputs=[x, x_scale, x_zero_point], outputs=[y], - name='test_dequantizelinear') -``` - -
- - -### **Det** - - Det calculates determinant of a square matrix or batches of square matrices. - Det takes one input tensor of shape `[*, M, M]`, where `*` is zero or more batch dimensions, - and the inner-most 2 dimensions form square matrices. - The output is a tensor of shape `[*]`, containing the determinants of all input submatrices. - e.g., When the input is 2-D, the output is a scalar(shape is empty: `[]`). - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to floating-point tensors.
-
- - -#### Examples - -
-2d - -```python -node = onnx.helper.make_node( - 'Det', - inputs=['x'], - outputs=['y'], -) - -x = np.arange(4).reshape(2, 2).astype(np.float32) -y = np.linalg.det(x) # expect -2 -expect(node, inputs=[x], outputs=[y], - name='test_det_2d') -``` - -
- - -
-nd - -```python -node = onnx.helper.make_node( - 'Det', - inputs=['x'], - outputs=['y'], -) - -x = np.array([[[1, 2], [3, 4]], [[1, 2], [2, 1]], [[1, 3], [3, 1]]]).astype(np.float32) -y = np.linalg.det(x) # expect array([-2., -3., -8.]) -expect(node, inputs=[x], outputs=[y], - name='test_det_nd') -``` - -
- - -### **Div** - - Performs element-wise binary division (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: Div-1, Div-6 - -#### Inputs - -
-
A : T
-
First operand.
-
B : T
-
Second operand.
-
- -#### Outputs - -
-
C : T
-
Result, has same element type as two inputs
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-div - -```python -node = onnx.helper.make_node( - 'Div', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([3, 4]).astype(np.float32) -y = np.array([1, 2]).astype(np.float32) -z = x / y # expected output [3., 2.] -expect(node, inputs=[x, y], outputs=[z], - name='test_div_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.rand(3, 4, 5).astype(np.float32) + 1.0 -z = x / y -expect(node, inputs=[x, y], outputs=[z], - name='test_div') -``` - -
- - -
-div_broadcast - -```python -node = onnx.helper.make_node( - 'Div', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.rand(5).astype(np.float32) + 1.0 -z = x / y -expect(node, inputs=[x, y], outputs=[z], - name='test_div_bcast') -``` - -
- - -### **Dropout** - - Dropout takes one input floating tensor and produces two tensor outputs, - output (floating tensor) and mask (`Tensor`). Depending on whether it is - in test mode or not, the output Y will either be a random dropout, or a simple - copy of the input. Note that our implementation of Dropout does scaling in - the training phase, so during testing nothing needs to be done. - This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -Other versions of this operator: Dropout-1, Dropout-6, Dropout-7 - -#### Attributes - -
-
ratio : float (default is 0.5)
-
The ratio of random dropout
-
- -#### Inputs - -
-
data : T
-
The input data as Tensor.
-
- -#### Outputs (1 - 2) - -
-
output : T
-
The output.
-
mask (optional) : T1
-
The output mask.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
T1 : tensor(bool)
-
Constrain output mask types to boolean tensors.
-
- - -#### Examples - -
-default - -```python -node = onnx.helper.make_node( - 'Dropout', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = x -expect(node, inputs=[x], outputs=[y], - name='test_dropout_default') -``` - -
- - -
-random - -```python -node = onnx.helper.make_node( - 'Dropout', - inputs=['x'], - outputs=['y'], - ratio=.2, -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = x -expect(node, inputs=[x], outputs=[y], - name='test_dropout_random') -``` - -
- - -### **DynamicQuantizeLinear** - - A Function to fuse calculation for Scale, Zero Point and FP32->8Bit convertion of FP32 Input data. - Outputs Scale, ZeroPoint and Quantized Input for a given FP32 Input. - Scale is calculated as: - ``` - y_scale = (max(x) - min(x))/(qmax - qmin) - * where qmax and qmin are max and min values for quantization range .i.e [0, 255] in case of uint8 - * data range is adjusted to include 0. - ``` - Zero point is calculated as: - ``` - intermediate_zero_point = (qmin - min(x))/(qmax - qmin) - y_zero_point = cast(round(saturate(itermediate_zero_point))) - * where qmax and qmin are max and min values for quantization range .i.e [0, 255] in case of uint8 - * for saturation, it saturates to [0, 255] if it's uint8, or [-127, 127] if it's int8. Right now only uint8 is supported. - * rounding to nearest ties to even. - ``` - Data quantization formula is: - ``` - y = saturate (round (x / y_scale) + y_zero_point) - * for saturation, it saturates to [0, 255] if it's uint8, or [-127, 127] if it's int8. Right now only uint8 is supported. - * rounding to nearest ties to even. - ``` - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs - -
-
x : T1
-
Input tensor
-
- -#### Outputs - -
-
y : T2
-
Quantized output tensor
-
y_scale : tensor(float)
-
Output scale. It's a scalar, which means a per-tensor/layer quantization.
-
y_zero_point : T2
-
Output zero point. It's a scalar, which means a per-tensor/layer quantization.
-
- -#### Type Constraints - -
-
T1 : tensor(float)
-
Constrain 'x' to float tensor.
-
T2 : tensor(uint8)
-
Constrain 'y_zero_point' and 'y' to 8-bit unsigned integer tensor.
-
- -#### Function - -The Function can be represented as a function. - - -#### Examples - -
-dynamicquantizelinear - -```python -node = onnx.helper.make_node('DynamicQuantizeLinear', - inputs=['x'], - outputs=['y', 'y_scale', 'y_zero_point'], -) - -# expected scale 0.0196078438 and zero point 153 -X = np.array([0, 2, -3, -2.5, 1.34, 0.5]).astype(np.float32) -x_min = np.minimum(0, np.min(X)) -x_max = np.maximum(0, np.max(X)) -Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] -Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) -Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) - -expect(node, inputs=[X], outputs=[Y, Y_Scale, Y_ZeroPoint], - name='test_dynamicquantizelinear') - -# expected scale 0.0156862754 and zero point 255 -X = np.array([-1.0, -2.1, -1.3, -2.5, -3.34, -4.0]).astype(np.float32) -x_min = np.minimum(0, np.min(X)) -x_max = np.maximum(0, np.max(X)) -Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] -Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) -Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) - -expect(node, inputs=[X], outputs=[Y, Y_Scale, Y_ZeroPoint], - name='test_dynamicquantizelinear_max_adjusted') - -X = np.array([1, 2.1, 1.3, 2.5, - 3.34, 4.0, 1.5, 2.6, - 3.9, 4.0, 3.0, 2.345]).astype(np.float32).reshape((3, 4)) - -# expected scale 0.0156862754 and zero point 0 -x_min = np.minimum(0, np.min(X)) -x_max = np.maximum(0, np.max(X)) -Y_Scale = np.float32((x_max - x_min) / (255 - 0)) # uint8 -> [0, 255] -Y_ZeroPoint = np.clip(round((0 - x_min) / Y_Scale), 0, 255).astype(np.uint8) -Y = np.clip(np.round(X / Y_Scale) + Y_ZeroPoint, 0, 255).astype(np.uint8) - -expect(node, inputs=[X], outputs=[Y, Y_Scale, Y_ZeroPoint], - name='test_dynamicquantizelinear_min_adjusted') -``` - -
- - -### **Elu** - - Elu takes one input data (Tensor) and produces one output data - (Tensor) where the function `f(x) = alpha * (exp(x) - 1.) for x < - 0`, `f(x) = x for x >= 0`., is applied to the tensor elementwise. - - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Elu-1 - -#### Attributes - -
-
alpha : float (default is 1.0)
-
Coefficient of ELU.
-
- -#### Inputs - -
-
X : T
-
1D input tensor
-
- -#### Outputs - -
-
Y : T
-
1D input tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-elu - -```python -node = onnx.helper.make_node( - 'Elu', - inputs=['x'], - outputs=['y'], - alpha=2.0 -) - -x = np.array([-1, 0, 1]).astype(np.float32) -# expected output [-1.2642411, 0., 1.] -y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 -expect(node, inputs=[x], outputs=[y], - name='test_elu_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 -expect(node, inputs=[x], outputs=[y], - name='test_elu') -``` - -
- - -
-elu_default - -```python -default_alpha = 1.0 -node = onnx.helper.make_node( - 'Elu', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) + (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha -expect(node, inputs=[x], outputs=[y], - name='test_elu_default') -``` - -
- - -### **Equal** - - Returns the tensor resulted from performing the `equal` logical operation - elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Equal-1, Equal-7 - -#### Inputs - -
-
A : T
-
First input operand for the logical operator.
-
B : T
-
Second input operand for the logical operator.
-
- -#### Outputs - -
-
C : T1
-
Result tensor.
-
- -#### Type Constraints - -
-
T : tensor(bool), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrains input types to all numeric tensors.
-
T1 : tensor(bool)
-
Constrains output to boolean tensor.
-
- - -#### Examples - -
-equal - -```python -node = onnx.helper.make_node( - 'Equal', - inputs=['x', 'y'], - outputs=['z'], -) - -x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) -y = (np.random.randn(3, 4, 5) * 10).astype(np.int32) -z = np.equal(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_equal') -``` - -
- - -
-equal_broadcast - -```python -node = onnx.helper.make_node( - 'Equal', - inputs=['x', 'y'], - outputs=['z'], -) - -x = (np.random.randn(3, 4, 5) * 10).astype(np.int32) -y = (np.random.randn(5) * 10).astype(np.int32) -z = np.equal(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_equal_bcast') -``` - -
- - -### **Erf** - - Computes the error function of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The error function of the input tensor computed element-wise. It has the same shape and type of the input.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to all numeric tensors.
-
- - -#### Examples - -
-erf - -```python -node = onnx.helper.make_node( - 'Erf', - inputs=['x'], - outputs=['y'], -) - -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -y = np.vectorize(math.erf)(x).astype(np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_erf') -``` - -
- - -### **Exp** - - Calculates the exponential of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Exp-1 - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The exponential of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-exp - -```python -node = onnx.helper.make_node( - 'Exp', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.exp(x) # expected output [0.36787945, 1., 2.71828175] -expect(node, inputs=[x], outputs=[y], - name='test_exp_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.exp(x) -expect(node, inputs=[x], outputs=[y], - name='test_exp') -``` - -
- - -### **Expand** - - Broadcast the input tensor following the given shape and the broadcast rule. - The broadcast rule is similar to numpy.array(input) * numpy.ones(shape): - Dimensions are right alignment; - Two corresponding dimension must have the same value, or one of them is equal to 1. - Also, this operator is similar to numpy.broadcast_to(input, shape), - but the major difference is numpy.broadcast_to() does not allow shape to be smaller than input.size(). - It is possible that the output.shape is not equal to shape, when some dimensions in shape is equal to 1, - or the shape.ndim < input.shape.ndim. - -#### Version - -This version of the operator has been available since version 8 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
shape : tensor(int64)
-
A 1-D tensor indicates the shape you want to expand to, following the broadcast rule
-
- -#### Outputs - -
-
output : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensors.
-
- - -#### Examples - -
-dim_changed - -```python -node = onnx.helper.make_node( - 'Expand', - inputs=['data', 'new_shape'], - outputs=['expanded'], -) -shape = [3, 1] -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[1.], [2.], [3.]] -new_shape = [2, 1, 6] -expanded = data * np.ones(new_shape, dtype=np.float32) -#print(expanded) -#[[[1., 1., 1., 1., 1., 1.], -# [2., 2., 2., 2., 2., 2.], -# [3., 3., 3., 3., 3., 3.]], -# -# [[1., 1., 1., 1., 1., 1.], -# [2., 2., 2., 2., 2., 2.], -# [3., 3., 3., 3., 3., 3.]]] -new_shape = np.array(new_shape, dtype=np.int64) -expect(node, inputs=[data, new_shape], outputs=[expanded], - name='test_expand_dim_changed') -``` - -
- - -
-dim_unchanged - -```python -node = onnx.helper.make_node( - 'Expand', - inputs=['data', 'new_shape'], - outputs=['expanded'], -) -shape = [3, 1] -new_shape = [3, 4] -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[1.], [2.], [3.]] -expanded = np.tile(data, 4) -#print(expanded) -#[[1., 1., 1., 1.], -# [2., 2., 2., 2.], -# [3., 3., 3., 3.]] -new_shape = np.array(new_shape, dtype=np.int64) -expect(node, inputs=[data, new_shape], outputs=[expanded], - name='test_expand_dim_unchanged') -``` - -
- - -### **EyeLike** - - Generate a 2D tensor (matrix) with ones on the diagonal and zeros everywhere else. Only 2D - tensors are supported, i.e. input T1 must be of rank 2. The shape of the output tensor is the - same as the input tensor. The data type can be specified by the 'dtype' argument. If - 'dtype' is not specified, then the type of input tensor is used. By default, the main diagonal - is populated with ones, but attribute 'k' can be used to populate upper or lower diagonals. - The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the - TensorProto message and be valid as an output type. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Attributes - -
-
dtype : int
-
(Optional) The data type for the elements of the output tensor. If not specified,the data type of the input tensor T1 is used. If input tensor T1 is also notspecified, then type defaults to 'float'.
-
k : int (default is 0)
-
(Optional) Index of the diagonal to be populated with ones. Default is 0. If T2 is the output, this op sets T2[i, i+k] = 1. k = 0 populates the main diagonal, k > 0 populates an upper diagonal, and k < 0 populates a lower diagonal.
-
- -#### Inputs - -
-
input : T1
-
2D input tensor to copy shape, and optionally, type information from.
-
- -#### Outputs - -
-
output : T2
-
Output tensor, same shape as input tensor T1.
-
- -#### Type Constraints - -
-
T1 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
-
Constrain input types. Strings and complex are not supported.
-
T2 : tensor(float16), tensor(float), tensor(double), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(bool)
-
Constrain output types. Strings and complex are not supported.
-
- - -#### Examples - -
-populate_off_main_diagonal - -```python -shape = (4, 5) -off_diagonal_offset = 1 -node = onnx.helper.make_node( - 'EyeLike', - inputs=['x'], - outputs=['y'], - k=off_diagonal_offset, - dtype=onnx.TensorProto.FLOAT, -) - -x = np.random.randint(0, 100, size=shape, dtype=np.int32) -y = np.eye(shape[0], shape[1], k=off_diagonal_offset, dtype=np.float32) -expect(node, inputs=[x], outputs=[y], name='test_eyelike_populate_off_main_diagonal') -``` - -
- - -
-with_dtype - -```python -shape = (3, 4) -node = onnx.helper.make_node( - 'EyeLike', - inputs=['x'], - outputs=['y'], - dtype=onnx.TensorProto.DOUBLE, -) - -x = np.random.randint(0, 100, size=shape, dtype=np.int32) -y = np.eye(shape[0], shape[1], dtype=np.float64) -expect(node, inputs=[x], outputs=[y], name='test_eyelike_with_dtype') -``` - -
- - -
-without_dtype - -```python -shape = (4, 4) -node = onnx.helper.make_node( - 'EyeLike', - inputs=['x'], - outputs=['y'], -) - -x = np.random.randint(0, 100, size=shape, dtype=np.int32) -y = np.eye(shape[0], shape[1], dtype=np.int32) -expect(node, inputs=[x], outputs=[y], name='test_eyelike_without_dtype') -``` - -
- - -### **Flatten** - - Flattens the input tensor into a 2D matrix. If input tensor has shape - (d_0, d_1, ... d_n) then the output will have shape - (d_0 X d_1 ... d_(axis-1), d_axis X d_(axis+1) ... X dn). - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Flatten-1, Flatten-9 - -#### Attributes - -
-
axis : int (default is 1)
-
Indicate up to which input dimensions (exclusive) should be flattened to the outer dimension of the output. The value for axis must be in the range [-r, r], where r is the rank of the input tensor. Negative value means counting dimensions from the back. When axis = 0, the shape of the output tensor is (1, (d_0 X d_1 ... d_n), where the shape of the input tensor is (d_0, d_1, ... d_n).
-
- -#### Inputs - -
-
input : T
-
A tensor of rank >= axis.
-
- -#### Outputs - -
-
output : T
-
A 2D tensor with the contents of the input tensor, with input dimensions up to axis flattened to the outer dimension of the output and remaining input dimensions flattened into the inner dimension of the output.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output to all tensor types.
-
- - -#### Examples - -
-flatten - -```python -shape = (2, 3, 4, 5) -a = np.random.random_sample(shape).astype(np.float32) - -for i in range(len(shape)): - node = onnx.helper.make_node( - 'Flatten', - inputs=['a'], - outputs=['b'], - axis=i, - ) - - new_shape = (1, -1) if i == 0 else (np.prod(shape[0:i]).astype(int), -1) - b = np.reshape(a, new_shape) - expect(node, inputs=[a], outputs=[b], - name='test_flatten_axis' + str(i)) -``` - -
- - -
-flatten_negative_axis - -```python -shape = (2, 3, 4, 5) -a = np.random.random_sample(shape).astype(np.float32) - -for i in range(-len(shape), 0): - node = onnx.helper.make_node( - 'Flatten', - inputs=['a'], - outputs=['b'], - axis=i, - ) - - new_shape = (np.prod(shape[0:i]).astype(int), -1) - b = np.reshape(a, new_shape) - expect(node, inputs=[a], outputs=[b], - name='test_flatten_negative_axis' + str(abs(i))) -``` - -
- - -
-flatten_with_default_axis - -```python -node = onnx.helper.make_node( - 'Flatten', - inputs=['a'], - outputs=['b'], # Default value for axis: axis=1 -) - -shape = (5, 4, 3, 2) -a = np.random.random_sample(shape).astype(np.float32) -new_shape = (5, 24) -b = np.reshape(a, new_shape) -expect(node, inputs=[a], outputs=[b], - name='test_flatten_default_axis') -``` - -
- - -### **Floor** - - Floor takes one input data (Tensor) and produces one output data - (Tensor) where the floor is, y = floor(x), is applied to - the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Floor-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-floor - -```python -node = onnx.helper.make_node( - 'Floor', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1.5, 1.2, 2]).astype(np.float32) -y = np.floor(x) # expected output [-2., 1., 2.] -expect(node, inputs=[x], outputs=[y], - name='test_floor_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.floor(x) -expect(node, inputs=[x], outputs=[y], - name='test_floor') -``` - -
- - -### **GRU** - - Computes an one-layer GRU. This operator is usually supported via some custom - implementation such as CuDNN. - - Notations: - - `X` - input tensor - - `z` - update gate - - `r` - reset gate - - `h` - hidden gate - - `t` - time step (t-1 means previous time step) - - `W[zrh]` - W parameter weight matrix for update, reset, and hidden gates - - `R[zrh]` - R recurrence weight matrix for update, reset, and hidden gates - - `Wb[zrh]` - W bias vectors for update, reset, and hidden gates - - `Rb[zrh]` - R bias vectors for update, reset, and hidden gates - - `WB[zrh]` - W parameter weight matrix for backward update, reset, and hidden gates - - `RB[zrh]` - R recurrence weight matrix for backward update, reset, and hidden gates - - `WBb[zrh]` - W bias vectors for backward update, reset, and hidden gates - - `RBb[zrh]` - R bias vectors for backward update, reset, and hidden gates - - `H` - Hidden state - - `num_directions` - 2 if direction == bidirectional else 1 - - Activation functions: - - Relu(x) - max(0, x) - - Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) - - Sigmoid(x) - 1/(1 + e^{-x}) - - (NOTE: Below are optional) - - Affine(x) - alpha*x + beta - - LeakyRelu(x) - x if x >= 0 else alpha * x - - ThresholdedRelu(x) - x if x >= alpha else 0 - - ScaledTanh(x) - alpha*Tanh(beta*x) - - HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) - - Elu(x) - x if x >= 0 else alpha*(e^x - 1) - - Softsign(x) - x/(1 + |x|) - - Softplus(x) - log(1 + e^x) - - Equations (Default: f=Sigmoid, g=Tanh): - - - zt = f(Xt*(Wz^T) + Ht-1*(Rz^T) + Wbz + Rbz) - - - rt = f(Xt*(Wr^T) + Ht-1*(Rr^T) + Wbr + Rbr) - - - ht = g(Xt*(Wh^T) + (rt (.) Ht-1)*(Rh^T) + Rbh + Wbh) # default, when linear_before_reset = 0 - - - ht = g(Xt*(Wh^T) + (rt (.) (Ht-1*(Rh^T) + Rbh)) + Wbh) # when linear_before_reset != 0 - - - Ht = (1 - zt) (.) ht + zt (.) Ht-1 - This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: GRU-1, GRU-3 - -#### Attributes - -
-
activation_alpha : list of floats
-
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
-
activation_beta : list of floats
-
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
-
activations : list of strings
-
A list of 2 (or 4 if bidirectional) activation functions for update, reset, and hidden gates. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
-
clip : float
-
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
-
direction : string (default is forward)
-
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
-
hidden_size : int
-
Number of neurons in the hidden layer
-
linear_before_reset : int (default is 0)
-
When computing the output of the hidden gate, apply the linear transformation before multiplying by the output of the reset gate.
-
- -#### Inputs (3 - 6) - -
-
X : T
-
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
-
W : T
-
The weight tensor for the gates. Concatenation of `W[zrh]` and `WB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, input_size]`.
-
R : T
-
The recurrence weight tensor. Concatenation of `R[zrh]` and `RB[zrh]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 3*hidden_size, hidden_size]`.
-
B (optional) : T
-
The bias tensor for the gates. Concatenation of `[Wb[zrh], Rb[zrh]]` and `[WBb[zrh], RBb[zrh]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 6*hidden_size]`. Optional: If not specified - assumed to be 0
-
sequence_lens (optional) : T1
-
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
-
initial_h (optional) : T
-
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
-
- -#### Outputs (0 - 2) - -
-
Y (optional) : T
-
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
-
Y_h (optional) : T
-
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
T1 : tensor(int32)
-
Constrain seq_lens to integer tensor.
-
- - -#### Examples - -
-defaults - -```python -input = np.array([[[1., 2.], [3., 4.], [5., 6.]]]).astype(np.float32) - -input_size = 2 -hidden_size = 5 -weight_scale = 0.1 -number_of_gates = 3 - -node = onnx.helper.make_node( - 'GRU', - inputs=['X', 'W', 'R'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = weight_scale * np.ones((1, number_of_gates * hidden_size, input_size)).astype(np.float32) -R = weight_scale * np.ones((1, number_of_gates * hidden_size, hidden_size)).astype(np.float32) - -gru = GRU_Helper(X=input, W=W, R=R) -_, Y_h = gru.step() -expect(node, inputs=[input, W, R], outputs=[Y_h.astype(np.float32)], name='test_gru_defaults') -``` - -
- - -
-initial_bias - -```python -input = np.array([[[1., 2., 3.], [4., 5., 6.], [7., 8., 9.]]]).astype(np.float32) - -input_size = 3 -hidden_size = 3 -weight_scale = 0.1 -custom_bias = 0.1 -number_of_gates = 3 - -node = onnx.helper.make_node( - 'GRU', - inputs=['X', 'W', 'R', 'B'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = weight_scale * np.ones((1, number_of_gates * hidden_size, input_size)).astype(np.float32) -R = weight_scale * np.ones((1, number_of_gates * hidden_size, hidden_size)).astype(np.float32) - -# Adding custom bias -W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype(np.float32) -R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) -B = np.concatenate((W_B, R_B), axis=1) - -gru = GRU_Helper(X=input, W=W, R=R, B=B) -_, Y_h = gru.step() -expect(node, inputs=[input, W, R, B], outputs=[Y_h.astype(np.float32)], name='test_gru_with_initial_bias') -``` - -
- - -
-seq_length - -```python -input = np.array([[[1., 2., 3.], [4., 5., 6.], [7., 8., 9.]], - [[10., 11., 12.], [13., 14., 15.], [16., 17., 18.]]]).astype(np.float32) - -input_size = 3 -hidden_size = 5 -number_of_gates = 3 - -node = onnx.helper.make_node( - 'GRU', - inputs=['X', 'W', 'R', 'B'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = np.random.randn(1, number_of_gates * hidden_size, input_size).astype(np.float32) -R = np.random.randn(1, number_of_gates * hidden_size, hidden_size).astype(np.float32) - -# Adding custom bias -W_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) -R_B = np.random.randn(1, number_of_gates * hidden_size).astype(np.float32) -B = np.concatenate((W_B, R_B), axis=1) - -gru = GRU_Helper(X=input, W=W, R=R, B=B) -_, Y_h = gru.step() -expect(node, inputs=[input, W, R, B], outputs=[Y_h.astype(np.float32)], name='test_gru_seq_length') -``` - -
- - -### **Gather** - - Given `data` tensor of rank r >= 1, and `indices` tensor of rank q, gather - entries of the axis dimension of `data` (by default outer-most one as axis=0) indexed by `indices`, and concatenates - them in an output tensor of rank q + (r - 1). - - axis = 0 : - - Let - k = indices[i_{0}, ..., i_{q-1}] - Then - output[i_{0}, ..., i_{q-1}, j_{0}, ..., j_{r-2}] = input[k , j_{0}, ..., j_{r-2}] - - ``` - data = [ - [1.0, 1.2], - [2.3, 3.4], - [4.5, 5.7], - ] - indices = [ - [0, 1], - [1, 2], - ] - output = [ - [ - [1.0, 1.2], - [2.3, 3.4], - ], - [ - [2.3, 3.4], - [4.5, 5.7], - ], - ] - ``` - axis = 1 : - - Let - k = indices[i_{0}, ..., i_{q-1}] - Then - output[i_{0}, ..., i_{q-1}, j_{0}, ..., j_{r-2}] = input[j_{0}, k, j_{1}, ..., j_{r-2}] - - ``` - data = [ - [1.0, 1.2, 1.9], - [2.3, 3.4, 3.9], - [4.5, 5.7, 5.9], - ] - indices = [ - [0, 2], - ] - axis = 1, - output = [ - [ - [1.0, 1.9], - [2.3, 3.9], - [4.5, 5.9], - ], - ] - ``` - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Gather-1 - -#### Attributes - -
-
axis : int (default is 0)
-
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
-
- -#### Inputs - -
-
data : T
-
Tensor of rank r >= 1.
-
indices : Tind
-
Tensor of int32/int64 indices, of any rank q. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
-
- -#### Outputs - -
-
output : T
-
Tensor of rank q + (r - 1).
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to any tensor type.
-
Tind : tensor(int32), tensor(int64)
-
Constrain indices to integer types
-
- - -#### Examples - -
-gather_0 - -```python -node = onnx.helper.make_node( - 'Gather', - inputs=['data', 'indices'], - outputs=['y'], - axis=0, -) -data = np.random.randn(5, 4, 3, 2).astype(np.float32) -indices = np.array([0, 1, 3]) -y = np.take(data, indices, axis=0) - -expect(node, inputs=[data, indices.astype(np.int64)], outputs=[y], - name='test_gather_0') -``` - -
- - -
-gather_1 - -```python -node = onnx.helper.make_node( - 'Gather', - inputs=['data', 'indices'], - outputs=['y'], - axis=1, -) -data = np.random.randn(5, 4, 3, 2).astype(np.float32) -indices = np.array([0, 1, 3]) -y = np.take(data, indices, axis=1) - -expect(node, inputs=[data, indices.astype(np.int64)], outputs=[y], - name='test_gather_1') -``` - -
- - -
-gather_negative_indices - -```python -node = onnx.helper.make_node( - 'Gather', - inputs=['data', 'indices'], - outputs=['y'], - axis=0, -) -data = np.arange(10).astype(np.float32) -indices = np.array([0, -9, -10]) -y = np.take(data, indices, axis=0) - -expect(node, inputs=[data, indices.astype(np.int64)], outputs=[y], - name='test_gather_negative_indices') -``` - -
- - -### **GatherElements** - - GatherElements takes two inputs `data` and `indices` of the same rank r >= 1 - and an optional attribute `axis` that identifies an axis of `data` - (by default, the outer-most axis, that is axis 0). It is an indexing operation - that produces its output by indexing into the input data tensor at index - positions determined by elements of the `indices` tensor. - Its output shape is the same as the shape of `indices` and consists of one value - (gathered from the `data`) for each element in `indices`. - - For instance, in the 3-D case (r = 3), the output produced is determined - by the following equations: - ``` - out[i][j][k] = input[index[i][j][k]][j][k] if axis = 0, - out[i][j][k] = input[i][index[i][j][k]][k] if axis = 1, - out[i][j][k] = input[i][j][index[i][j][k]] if axis = 2, - ``` - - This operator is also the inverse of ScatterElements. It is similar to Torch's gather operation. - - Example 1: - ``` - data = [ - [1, 2], - [3, 4], - ] - indices = [ - [0, 0], - [1, 0], - ] - axis = 1 - output = [ - [ - [1, 1], - [4, 3], - ], - ] - ``` - Example 2: - ``` - data = [ - [1, 2, 3], - [4, 5, 6], - [7, 8, 9], - ] - indices = [ - [1, 2, 0], - [2, 0, 0], - ] - axis = 0 - output = [ - [ - [4, 8, 3], - [7, 2, 3], - ], - ] - ``` - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
axis : int (default is 0)
-
Which axis to gather on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
-
- -#### Inputs - -
-
data : T
-
Tensor of rank r >= 1.
-
indices : Tind
-
Tensor of int32/int64 indices, with the same rank r as the input. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
-
- -#### Outputs - -
-
output : T
-
Tensor of the same shape as indices.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to any tensor type.
-
Tind : tensor(int32), tensor(int64)
-
Constrain indices to integer types
-
- - -#### Examples - -
-gather_elements_0 - -```python -axis = 1 -node = onnx.helper.make_node( - 'GatherElements', - inputs=['data', 'indices'], - outputs=['y'], - axis=axis, -) -data = np.array([[1, 2], - [3, 4]], dtype=np.float32) -indices = np.array([[0, 0], - [1, 0]], dtype=np.int32) - -y = gather_elements(data, indices, axis) -# print(y) produces -# [[1, 1], -# [4, 3]] - -expect(node, inputs=[data, indices.astype(np.int64)], outputs=[y], - name='test_gather_elements_0') -``` - -
- - -
-gather_elements_1 - -```python -axis = 0 -node = onnx.helper.make_node( - 'GatherElements', - inputs=['data', 'indices'], - outputs=['y'], - axis=axis, -) -data = np.array([[1, 2, 3], - [4, 5, 6], - [7, 8, 9]], dtype=np.float32) -indices = np.array([[1, 2, 0], - [2, 0, 0]], dtype=np.int32) - -y = gather_elements(data, indices, axis) -# print(y) produces -# [[4, 8, 3], -# [7, 2, 3]] - -expect(node, inputs=[data, indices.astype(np.int64)], outputs=[y], - name='test_gather_elements_1') -``` - -
- - -
-gather_elements_negative_indices - -```python -axis = 0 -node = onnx.helper.make_node( - 'GatherElements', - inputs=['data', 'indices'], - outputs=['y'], - axis=axis, -) -data = np.array([[1, 2, 3], - [4, 5, 6], - [7, 8, 9]], dtype=np.float32) -indices = np.array([[-1, -2, 0], - [-2, 0, 0]], dtype=np.int32) - -y = gather_elements(data, indices, axis) -# print(y) produces -# [[7, 5, 3], -# [4, 2, 3]] - -expect(node, inputs=[data, indices.astype(np.int64)], outputs=[y], - name='test_gather_elements_negative_indices') -``` - -
- - -### **GatherND** - - Given `data` tensor of rank `r` >= 1, and `indices` tensor of rank `q` >= 1, this operator gathers - slices of `data` into an output tensor of rank `q + r - indices_shape[-1] - 1`. - - `indices` is an q-dimensional integer tensor, best thought of as a `(q-1)`-dimensional tensor of index-tuples into `data`, - where each element defines a slice of `data` - - Some salient points about the inputs' rank and shape: - - 1) r >= 1 and q >= 1 are to be honored. There is no dependency condition to be met between ranks `r` and `q` - - 2) The `indices_shape[-1]` should have a value between 1 (inclusive) and rank `r` (inclusive) - - 3) All values in `indices` are expected to be within bounds [-s, s-1] along axis of size `s` (i.e.) `-data_shape[i] <= indices[...,i] <= data_shape[i] - 1`. - It is an error if any of the index values are out of bounds. - - The output is computed as follows: - - The output tensor is obtained by mapping each index-tuple in the `indices` tensor to the corresponding slice of the input `data`. - - 1) If `indices_shape[-1] > r` => error condition - - 2) If `indices_shape[-1] == r`, since the rank of `indices` is `q`, `indices` can be thought of as a `(q-1)`-dimensional tensor - containing 1-D tensors of dimension `r`. Let us think of each such `r` ranked tensor as `indices_slice`. - Each *scalar value* corresponding to `data[indices_slice]` is filled into the corresponding location of the `(q-1)`-dimensional tensor - to form the `output` tensor (Example 1 below) - - 3) If `indices_shape[-1] < r`, since the rank of `indices` is `q`, `indices` can be thought of as a `(q-1)`-dimensional tensor - containing 1-D tensors of dimension `< r`. Let us think of each such tensors as `indices_slice`. - Each *tensor slice* corresponding to `data[indices_slice , :]` is filled into the corresponding location of the `(q-1)`-dimensional tensor - to form the `output` tensor (Examples 2, 3, and 4 below) - - This operator is the inverse of `ScatterND`. - - `Example 1` - - data = [[0,1],[2,3]] # data_shape = [2, 2] - - indices = [[0,0],[1,1]] # indices_shape = [2, 2] - - output = [0,3] # output_shape = [2] - - `Example 2` - - data = [[0,1],[2,3]] # data_shape = [2, 2] - - indices = [[1],[0]] # indices_shape = [2, 1] - - output = [[2,3],[0,1]] # output_shape = [2, 2] - - `Example 3` - - data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] - - indices = [[0,1],[1,0]] # indices_shape = [2, 2] - - output = [[2,3],[4,5]] # output_shape = [2, 2] - - `Example 4` - - data = [[[0,1],[2,3]],[[4,5],[6,7]]] # data_shape = [2, 2, 2] - - indices = [[[0,1]],[[1,0]]] # indices_shape = [2, 1, 2] - - output = [[[2,3]],[[4,5]]] # output_shape = [2, 1, 2] - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs - -
-
data : T
-
Tensor of rank r >= 1.
-
indices : tensor(int64)
-
Tensor of rank q >= 1. All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
-
- -#### Outputs - -
-
output : T
-
Tensor of rank q + r - indices_shape[-1] - 1.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to any tensor type.
-
- - -#### Examples - -
-float32 - -```python -node = onnx.helper.make_node( - 'GatherND', - inputs=['data', 'indices'], - outputs=['output'], -) - -data = np.array([[[0, 1], [2, 3]], [[4, 5], [6, 7]]], dtype=np.float32) -indices = np.array([[[0, 1]], [[1, 0]]], dtype=np.int64) -output = gather_nd_impl(data, indices) -expected_output = np.array([[[2, 3]], [[4, 5]]], dtype=np.float32) -assert (np.array_equal(output, expected_output)) -expect(node, inputs=[data, indices], outputs=[output], - name='test_gathernd_example_float32') -``` - -
- - -
-int32 - -```python -node = onnx.helper.make_node( - 'GatherND', - inputs=['data', 'indices'], - outputs=['output'], -) - -data = np.array([[0, 1], [2, 3]], dtype=np.int32) -indices = np.array([[0, 0], [1, 1]], dtype=np.int64) -output = gather_nd_impl(data, indices) -expected_output = np.array([0, 3], dtype=np.int32) -assert (np.array_equal(output, expected_output)) -expect(node, inputs=[data, indices], outputs=[output], - name='test_gathernd_example_int32') -``` - -
- - -### **Gemm** - - General Matrix multiplication: - https://en.wikipedia.org/wiki/Basic_Linear_Algebra_Subprograms#Level_3 - - A' = transpose(A) if transA else A - - B' = transpose(B) if transB else B - - Compute Y = alpha * A' * B' + beta * C, where input tensor A has shape (M, K) or (K, M), - input tensor B has shape (K, N) or (N, K), input tensor C is broadcastable to shape (M, N), - and output tensor Y has shape (M, N). A will be transposed before doing the - computation if attribute transA is non-zero, same for B and transB. - This operator supports **unidirectional broadcasting** (tensor C should be unidirectional broadcastable to tensor A * B); for more details please check [the doc](Broadcasting.md). - This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Gemm-1, Gemm-6, Gemm-7, Gemm-9 - -#### Attributes - -
-
alpha : float (default is 1.0)
-
Scalar multiplier for the product of input tensors A * B.
-
beta : float (default is 1.0)
-
Scalar multiplier for input tensor C.
-
transA : int (default is 0)
-
Whether A should be transposed
-
transB : int (default is 0)
-
Whether B should be transposed
-
- -#### Inputs (2 - 3) - -
-
A : T
-
Input tensor A. The shape of A should be (M, K) if transA is 0, or (K, M) if transA is non-zero.
-
B : T
-
Input tensor B. The shape of B should be (K, N) if transB is 0, or (N, K) if transB is non-zero.
-
C (optional) : T
-
Optional input tensor C. If not specified, the computation is done as if C is a scalar 0. The shape of C should be unidirectional broadcastable to (M, N).
-
- -#### Outputs - -
-
Y : T
-
Output tensor of shape (M, N).
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
-
Constrain input and output types to float/int tensors.
-
- - -#### Examples - -
-all_attributes - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'], - alpha=0.25, - beta=0.35, - transA=1, - transB=1 -) -a = np.random.ranf([4, 3]).astype(np.float32) -b = np.random.ranf([5, 4]).astype(np.float32) -c = np.random.ranf([1, 5]).astype(np.float32) -y = gemm_reference_implementation(a, b, c, transA=1, transB=1, alpha=0.25, beta=0.35) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_all_attributes') -``` - -
- - -
-alpha - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'], - alpha=0.5 -) -a = np.random.ranf([3, 5]).astype(np.float32) -b = np.random.ranf([5, 4]).astype(np.float32) -c = np.zeros([1, 4]).astype(np.float32) -y = gemm_reference_implementation(a, b, c, alpha=0.5) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_alpha') -``` - -
- - -
-beta - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'], - beta=0.5 -) -a = np.random.ranf([2, 7]).astype(np.float32) -b = np.random.ranf([7, 4]).astype(np.float32) -c = np.random.ranf([1, 4]).astype(np.float32) -y = gemm_reference_implementation(a, b, c, beta=0.5) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_beta') -``` - -
- - -
-default_matrix_bias - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'] -) -a = np.random.ranf([3, 6]).astype(np.float32) -b = np.random.ranf([6, 4]).astype(np.float32) -c = np.random.ranf([3, 4]).astype(np.float32) -y = gemm_reference_implementation(a, b, c) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_default_matrix_bias') -``` - -
- - -
-default_no_bias - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b'], - outputs=['y'] -) -a = np.random.ranf([2, 10]).astype(np.float32) -b = np.random.ranf([10, 3]).astype(np.float32) -y = gemm_reference_implementation(a, b) -expect(node, inputs=[a, b], outputs=[y], - name='test_gemm_default_no_bias') -``` - -
- - -
-default_scalar_bias - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'] -) -a = np.random.ranf([2, 3]).astype(np.float32) -b = np.random.ranf([3, 4]).astype(np.float32) -c = np.array(3.14).astype(np.float32) -y = gemm_reference_implementation(a, b, c) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_default_scalar_bias') -``` - -
- - -
-default_single_elem_vector_bias - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'] -) -a = np.random.ranf([3, 7]).astype(np.float32) -b = np.random.ranf([7, 3]).astype(np.float32) -c = np.random.ranf([1]).astype(np.float32) -y = gemm_reference_implementation(a, b, c) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_default_single_elem_vector_bias') -``` - -
- - -
-default_vector_bias - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'] -) -a = np.random.ranf([2, 7]).astype(np.float32) -b = np.random.ranf([7, 4]).astype(np.float32) -c = np.random.ranf([1, 4]).astype(np.float32) -y = gemm_reference_implementation(a, b, c) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_default_vector_bias') -``` - -
- - -
-default_zero_bias - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'] -) -a = np.random.ranf([3, 5]).astype(np.float32) -b = np.random.ranf([5, 4]).astype(np.float32) -c = np.zeros([1, 4]).astype(np.float32) -y = gemm_reference_implementation(a, b, c) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_default_zero_bias') -``` - -
- - -
-transposeA - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'], - transA=1 -) -a = np.random.ranf([6, 3]).astype(np.float32) -b = np.random.ranf([6, 4]).astype(np.float32) -c = np.zeros([1, 4]).astype(np.float32) -y = gemm_reference_implementation(a, b, c, transA=1) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_transposeA') -``` - -
- - -
-transposeB - -```python -node = onnx.helper.make_node( - 'Gemm', - inputs=['a', 'b', 'c'], - outputs=['y'], - transB=1 -) -a = np.random.ranf([3, 6]).astype(np.float32) -b = np.random.ranf([4, 6]).astype(np.float32) -c = np.zeros([1, 4]).astype(np.float32) -y = gemm_reference_implementation(a, b, c, transB=1) -expect(node, inputs=[a, b, c], outputs=[y], - name='test_gemm_transposeB') -``` - -
- - -### **GlobalAveragePool** - - GlobalAveragePool consumes an input tensor X and applies average pooling across - the values in the same channel. This is equivalent to AveragePool with kernel size - equal to the spatial dimension of input tensor. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
-
- -#### Outputs - -
-
Y : T
-
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-globalaveragepool - -```python -node = onnx.helper.make_node( - 'GlobalAveragePool', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(1, 3, 5, 5).astype(np.float32) -spatial_shape = np.ndim(x) - 2 -y = np.average(x, axis=tuple(range(spatial_shape, spatial_shape + 2))) -for _ in range(spatial_shape): - y = np.expand_dims(y, -1) -expect(node, inputs=[x], outputs=[y], name='test_globalaveragepool') -``` - -
- - -
-globalaveragepool_precomputed - -```python - -node = onnx.helper.make_node( - 'GlobalAveragePool', - inputs=['x'], - outputs=['y'], -) -x = np.array([[[ - [1, 2, 3], - [4, 5, 6], - [7, 8, 9], -]]]).astype(np.float32) -y = np.array([[[[5]]]]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], name='test_globalaveragepool_precomputed') -``` - -
- - -### **GlobalLpPool** - - GlobalLpPool consumes an input tensor X and applies lp pool pooling across - the values in the same channel. This is equivalent to LpPool with kernel size - equal to the spatial dimension of input tensor. - -#### Version - -This version of the operator has been available since version 2 of the default ONNX operator set. - -Other versions of this operator: GlobalLpPool-1 - -#### Attributes - -
-
p : int (default is 2)
-
p value of the Lp norm used to pool over the input data.
-
- -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
-
- -#### Outputs - -
-
Y : T
-
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -### **GlobalMaxPool** - - GlobalMaxPool consumes an input tensor X and applies max pooling across - the values in the same channel. This is equivalent to MaxPool with kernel size - equal to the spatial dimension of input tensor. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
-
- -#### Outputs - -
-
Y : T
-
Output data tensor from pooling across the input tensor. The output tensor has the same rank as the input. The first two dimensions of output shape are the same as the input (N x C), while the other dimensions are all 1.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-globalmaxpool - -```python - -node = onnx.helper.make_node( - 'GlobalMaxPool', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(1, 3, 5, 5).astype(np.float32) -spatial_shape = np.ndim(x) - 2 -y = np.max(x, axis=tuple(range(spatial_shape, spatial_shape + 2))) -for _ in range(spatial_shape): - y = np.expand_dims(y, -1) -expect(node, inputs=[x], outputs=[y], name='test_globalmaxpool') -``` - -
- - -
-globalmaxpool_precomputed - -```python - -node = onnx.helper.make_node( - 'GlobalMaxPool', - inputs=['x'], - outputs=['y'], -) -x = np.array([[[ - [1, 2, 3], - [4, 5, 6], - [7, 8, 9], -]]]).astype(np.float32) -y = np.array([[[[9]]]]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], name='test_globalmaxpool_precomputed') -``` - -
- - -### **Greater** - - Returns the tensor resulted from performing the `greater` logical operation - elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -Other versions of this operator: Greater-1, Greater-7 - -#### Inputs - -
-
A : T
-
First input operand for the logical operator.
-
B : T
-
Second input operand for the logical operator.
-
- -#### Outputs - -
-
C : T1
-
Result tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrains input types to all numeric tensors.
-
T1 : tensor(bool)
-
Constrains output to boolean tensor.
-
- - -#### Examples - -
-greater - -```python -node = onnx.helper.make_node( - 'Greater', - inputs=['x', 'y'], - outputs=['greater'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(3, 4, 5).astype(np.float32) -z = np.greater(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_greater') -``` - -
- - -
-greater_broadcast - -```python -node = onnx.helper.make_node( - 'Greater', - inputs=['x', 'y'], - outputs=['greater'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(5).astype(np.float32) -z = np.greater(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_greater_bcast') -``` - -
- - -### **HardSigmoid** - - HardSigmoid takes one input data (Tensor) and produces one output data - (Tensor) where the HardSigmoid function, y = max(0, min(1, alpha * x + beta)), - is applied to the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: HardSigmoid-1 - -#### Attributes - -
-
alpha : float (default is 0.2)
-
Value of alpha.
-
beta : float (default is 0.5)
-
Value of beta.
-
- -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-hardsigmoid - -```python -node = onnx.helper.make_node( - 'HardSigmoid', - inputs=['x'], - outputs=['y'], - alpha=0.5, - beta=0.6 -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.clip(x * 0.5 + 0.6, 0, 1) # expected output [0.1, 0.6, 1.] -expect(node, inputs=[x], outputs=[y], - name='test_hardsigmoid_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x * 0.5 + 0.6, 0, 1) -expect(node, inputs=[x], outputs=[y], - name='test_hardsigmoid') -``` - -
- - -
-hardsigmoid_default - -```python -default_alpha = 0.2 -default_beta = 0.5 -node = onnx.helper.make_node( - 'HardSigmoid', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x * default_alpha + default_beta, 0, 1) -expect(node, inputs=[x], outputs=[y], - name='test_hardsigmoid_default') -``` - -
- - -### **Hardmax** - - The operator computes the hardmax (1 for the first maximum value, and 0 for all others) values for each layer in the batch - of the given input. - - The input does not need to explicitly be a 2D vector; rather, it will be - coerced into one. For an arbitrary n-dimensional tensor - input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is - the axis provided, then input will be coerced into a 2-dimensional tensor with - dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default - case where axis=1, this means the input tensor will be coerced into a 2D tensor - of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. - In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. - Each of these dimensions must be matched correctly, or else the operator - will throw errors. The output tensor has the same shape - and contains the hardmax values of the corresponding input. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Hardmax-1 - -#### Attributes - -
-
axis : int (default is 1)
-
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
-
- -#### Inputs - -
-
input : T
-
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
-
- -#### Outputs - -
-
output : T
-
The output values with the same shape as input tensor (the original size without coercion).
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-hardmax - -```python -node = onnx.helper.make_node( - 'Hardmax', - inputs=['x'], - outputs=['y'], -) - -x = np.array([[3, 0, 1, 2], [2, 5, 1, 0], [0, 1, 3, 2], [0, 1, 2, 3]]).astype(np.float32) -y = np.array([[1, 0, 0, 0], [0, 1, 0, 0], [0, 0, 1, 0], [0, 0, 0, 1]]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_hardmax_example') - -# For multiple occurrances of the maximal values, the first occurrence is selected for one-hot output -x = np.array([[3, 3, 3, 1]]).astype(np.float32) -y = np.array([[1, 0, 0, 0]]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_hardmax_one_hot') -``` - -
- - -
-hardmax_axis - -```python -def hardmax_2d(x): # type: (np.ndarray) -> np.ndarray - return np.eye(x.shape[1], dtype=x.dtype)[np.argmax(x, axis=1)] - -x = np.random.randn(3, 4, 5).astype(np.float32) -node = onnx.helper.make_node( - 'Hardmax', - inputs=['x'], - outputs=['y'], - axis=0, -) -y = hardmax_2d(x.reshape(1, 60)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_hardmax_axis_0') - -node = onnx.helper.make_node( - 'Hardmax', - inputs=['x'], - outputs=['y'], - axis=1, -) -y = hardmax_2d(x.reshape(3, 20)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_hardmax_axis_1') - -# default axis is 1 -node = onnx.helper.make_node( - 'Hardmax', - inputs=['x'], - outputs=['y'], -) -expect(node, inputs=[x], outputs=[y], - name='test_hardmax_default_axis') - -node = onnx.helper.make_node( - 'Hardmax', - inputs=['x'], - outputs=['y'], - axis=2, -) -y = hardmax_2d(x.reshape(12, 5)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_hardmax_axis_2') - -node = onnx.helper.make_node( - 'Hardmax', - inputs=['x'], - outputs=['y'], - axis=-1, -) -y = hardmax_2d(x.reshape(12, 5)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_hardmax_negative_axis') -``` - -
- - -### **Identity** - - Identity operator - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
Tensor to copy input into.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-identity - -```python -node = onnx.helper.make_node( - 'Identity', - inputs=['x'], - outputs=['y'], -) - -data = np.array([[[ - [1, 2], - [3, 4], -]]], dtype=np.float32) - -expect(node, inputs=[data], outputs=[data], - name='test_identity') -``` - -
- - -### **If** - - If conditional - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: If-1 - -#### Attributes - -
-
else_branch : graph (required)
-
Graph to run if condition is false. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the then_branch.
-
then_branch : graph (required)
-
Graph to run if condition is true. Has N outputs: values you wish to be live-out to the enclosing scope. The number of outputs must match the number of outputs in the else_branch.
-
- -#### Inputs - -
-
cond : B
-
Condition for the if
-
- -#### Outputs (1 - ∞) - -
-
outputs (variadic, heterogeneous) : V
-
Values that are live-out to the enclosing scope. The return values in the `then_branch` and `else_branch` must be of the same data type. The `then_branch` and `else_branch` may produce tensors with the same element type and different shapes. If corresponding outputs from the then-branch and the else-branch have static shapes S1 and S2, then the shape of the corresponding output variable of the if-node (if present) must be compatible with both S1 and S2 as it represents the union of both possible shapes.For example, if in a model file, the the first output of `then_branch` is typed float tensor with shape [2] and the first output of `else_branch` is another float tensor with shape [3], If's first output should have (a) no shape set, or (b) a shape of rank 1 with neither `dim_value` nor `dim_param` set, or (c) a shape of rank 1 with a unique `dim_param`. In contrast, the first output cannot have the shape [2] since [2] and [3] are not compatible.
-
- -#### Type Constraints - -
-
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
All Tensor types
-
B : tensor(bool)
-
Only bool
-
- - -### **InstanceNormalization** - - Carries out instance normalization as described in the paper - https://arxiv.org/abs/1607.08022. - - y = scale * (x - mean) / sqrt(variance + epsilon) + B, - where mean and variance are computed per instance per channel. - - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: InstanceNormalization-1 - -#### Attributes - -
-
epsilon : float (default is 1e-05)
-
The epsilon value to use to avoid division by zero.
-
- -#### Inputs - -
-
input : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
-
scale : T
-
The input 1-dimensional scale tensor of size C.
-
B : T
-
The input 1-dimensional bias tensor of size C.
-
- -#### Outputs - -
-
output : T
-
The output tensor of the same shape as input.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-instancenormalization - -```python -def _instancenorm_test_mode(x, s, bias, epsilon=1e-5): # type: ignore - dims_x = len(x.shape) - axis = tuple(range(2, dims_x)) - mean = np.mean(x, axis=axis, keepdims=True) - var = np.var(x, axis=axis, keepdims=True) - dim_ones = (1,) * (dims_x - 2) - s = s.reshape(-1, *dim_ones) - bias = bias.reshape(-1, *dim_ones) - return s * (x - mean) / np.sqrt(var + epsilon) + bias - -# input size: (1, 2, 1, 3) -x = np.array([[[[-1, 0, 1]], [[2, 3, 4]]]]).astype(np.float32) -s = np.array([1.0, 1.5]).astype(np.float32) -bias = np.array([0, 1]).astype(np.float32) -y = _instancenorm_test_mode(x, s, bias).astype(np.float32) - -node = onnx.helper.make_node( - 'InstanceNormalization', - inputs=['x', 's', 'bias'], - outputs=['y'], -) - -# output size: (1, 2, 1, 3) -expect(node, inputs=[x, s, bias], outputs=[y], - name='test_instancenorm_example') - -# input size: (2, 3, 4, 5) -x = np.random.randn(2, 3, 4, 5).astype(np.float32) -s = np.random.randn(3).astype(np.float32) -bias = np.random.randn(3).astype(np.float32) -epsilon = 1e-2 -y = _instancenorm_test_mode(x, s, bias, epsilon).astype(np.float32) - -node = onnx.helper.make_node( - 'InstanceNormalization', - inputs=['x', 's', 'bias'], - outputs=['y'], - epsilon=epsilon, -) - -# output size: (2, 3, 4, 5) -expect(node, inputs=[x, s, bias], outputs=[y], - name='test_instancenorm_epsilon') -``` - -
- - -### **IsInf** - - Map infinity to true and other values to false. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
detect_negative : int (default is 1)
-
(Optional) Whether map negative infinity to true. Default to 1 so that negative infinity induces true. Set this attribute to 0 if negative infinity should be mapped to false.
-
detect_positive : int (default is 1)
-
(Optional) Whether map positive infinity to true. Default to 1 so that positive infinity induces true. Set this attribute to 0 if positive infinity should be mapped to false.
-
- -#### Inputs - -
-
X : T1
-
input
-
- -#### Outputs - -
-
Y : T2
-
output
-
- -#### Type Constraints - -
-
T1 : tensor(float), tensor(double)
-
Constrain input types to float tensors.
-
T2 : tensor(bool)
-
Constrain output types to boolean tensors.
-
- - -#### Examples - -
-infinity - -```python -node = onnx.helper.make_node('IsInf', - inputs=['x'], - outputs=['y'], - ) - -x = np.array([-1.2, np.nan, np.inf, 2.8, np.NINF, np.inf], - dtype=np.float32) -y = np.isinf(x) -expect(node, inputs=[x], outputs=[y], name='test_isinf') -``` - -
- - -
-negative_infinity_only - -```python -node = onnx.helper.make_node('IsInf', - inputs=['x'], - outputs=['y'], - detect_positive=0 - ) - -x = np.array([-1.7, np.nan, np.inf, -3.6, np.NINF, np.inf], - dtype=np.float32) -y = np.isneginf(x) -expect(node, inputs=[x], outputs=[y], name='test_isinf_negative') -``` - -
- - -
-positive_infinity_only - -```python -node = onnx.helper.make_node('IsInf', - inputs=['x'], - outputs=['y'], - detect_negative=0 - ) - -x = np.array([-1.7, np.nan, np.inf, 3.6, np.NINF, np.inf], - dtype=np.float32) -y = np.isposinf(x) -expect(node, inputs=[x], outputs=[y], name='test_isinf_positive') -``` - -
- - -### **IsNaN** - - Returns which elements of the input are NaN. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
X : T1
-
input
-
- -#### Outputs - -
-
Y : T2
-
output
-
- -#### Type Constraints - -
-
T1 : tensor(float16), tensor(float), tensor(double)
-
Constrain input types to float tensors.
-
T2 : tensor(bool)
-
Constrain output types to boolean tensors.
-
- - -#### Examples - -
-isnan - -```python -node = onnx.helper.make_node( - 'IsNaN', - inputs=['x'], - outputs=['y'], -) - -x = np.array([3.0, np.nan, 4.0, np.nan], dtype=np.float32) -y = np.isnan(x) -expect(node, inputs=[x], outputs=[y], name='test_isnan') -``` - -
- - -### **LRN** - - Local Response Normalization proposed in the [AlexNet paper](https://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks.pdf). - It normalizes over local input regions. - The local region is defined across the channels. For an element X[n, c, d1, ..., dk] in a tensor - of shape (N x C x D1 x D2, ..., Dk), its region is - {X[n, i, d1, ..., dk] | max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2))}. - - square_sum[n, c, d1, ..., dk] = sum(X[n, i, d1, ..., dk] ^ 2), - where max(0, c - floor((size - 1) / 2)) <= i <= min(C - 1, c + ceil((size - 1) / 2)). - - Y[n, c, d1, ..., dk] = X[n, c, d1, ..., dk] / (bias + alpha / size * square_sum[n, c, d1, ..., dk] ) ^ beta - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
alpha : float (default is 0.0001)
-
Scaling parameter.
-
beta : float (default is 0.75)
-
The exponent.
-
bias : float (default is 1.0)
-
-
size : int (required)
-
The number of channels to sum over
-
- -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
-
- -#### Outputs - -
-
Y : T
-
Output tensor, which has the shape and type as input tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-default - -```python -alpha = 0.0001 -beta = 0.75 -bias = 1.0 -nsize = 3 -node = onnx.helper.make_node( - 'LRN', - inputs=['x'], - outputs=['y'], - size=3 -) -x = np.random.randn(5, 5, 5, 5).astype(np.float32) -square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) -for n, c, h, w in np.ndindex(x.shape): - square_sum[n, c, h, w] = sum(x[n, - max(0, c - int(math.floor((nsize - 1) / 2))):min(5, c + int(math.ceil((nsize - 1) / 2)) + 1), - h, - w] ** 2) -y = x / ((bias + (alpha / nsize) * square_sum) ** beta) -expect(node, inputs=[x], outputs=[y], - name='test_lrn_default') -``` - -
- - -
-lrn - -```python -alpha = 0.0002 -beta = 0.5 -bias = 2.0 -nsize = 3 -node = onnx.helper.make_node( - 'LRN', - inputs=['x'], - outputs=['y'], - alpha=alpha, - beta=beta, - bias=bias, - size=nsize -) -x = np.random.randn(5, 5, 5, 5).astype(np.float32) -square_sum = np.zeros((5, 5, 5, 5)).astype(np.float32) -for n, c, h, w in np.ndindex(x.shape): - square_sum[n, c, h, w] = sum(x[n, - max(0, c - int(math.floor((nsize - 1) / 2))):min(5, c + int(math.ceil((nsize - 1) / 2)) + 1), - h, - w] ** 2) -y = x / ((bias + (alpha / nsize) * square_sum) ** beta) -expect(node, inputs=[x], outputs=[y], - name='test_lrn') -``` - -
- - -### **LSTM** - - Computes an one-layer LSTM. This operator is usually supported via some - custom implementation such as CuDNN. - - Notations: - - `X` - input tensor - - `i` - input gate - - `o` - output gate - - `f` - forget gate - - `c` - cell gate - - `t` - time step (t-1 means previous time step) - - `W[iofc]` - W parameter weight matrix for input, output, forget, and cell gates - - `R[iofc]` - R recurrence weight matrix for input, output, forget, and cell gates - - `Wb[iofc]` - W bias vectors for input, output, forget, and cell gates - - `Rb[iofc]` - R bias vectors for input, output, forget, and cell gates - - `P[iof]` - P peephole weight vector for input, output, and forget gates - - `WB[iofc]` - W parameter weight matrix for backward input, output, forget, and cell gates - - `RB[iofc]` - R recurrence weight matrix for backward input, output, forget, and cell gates - - `WBb[iofc]` - W bias vectors for backward input, output, forget, and cell gates - - `RBb[iofc]` - R bias vectors for backward input, output, forget, and cell gates - - `PB[iof]` - P peephole weight vector for backward input, output, and forget gates - - `H` - Hidden state - - `num_directions` - 2 if direction == bidirectional else 1 - - Activation functions: - - Relu(x) - max(0, x) - - Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) - - Sigmoid(x) - 1/(1 + e^{-x}) - - (NOTE: Below are optional) - - Affine(x) - alpha*x + beta - - LeakyRelu(x) - x if x >= 0 else alpha * x - - ThresholdedRelu(x) - x if x >= alpha else 0 - - ScaledTanh(x) - alpha*Tanh(beta*x) - - HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) - - Elu(x) - x if x >= 0 else alpha*(e^x - 1) - - Softsign(x) - x/(1 + |x|) - - Softplus(x) - log(1 + e^x) - - Equations (Default: f=Sigmoid, g=Tanh, h=Tanh): - - - it = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Pi (.) Ct-1 + Wbi + Rbi) - - - ft = f(Xt*(Wf^T) + Ht-1*(Rf^T) + Pf (.) Ct-1 + Wbf + Rbf) - - - ct = g(Xt*(Wc^T) + Ht-1*(Rc^T) + Wbc + Rbc) - - - Ct = ft (.) Ct-1 + it (.) ct - - - ot = f(Xt*(Wo^T) + Ht-1*(Ro^T) + Po (.) Ct + Wbo + Rbo) - - - Ht = ot (.) h(Ct) - This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: LSTM-1 - -#### Attributes - -
-
activation_alpha : list of floats
-
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
-
activation_beta : list of floats
-
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
-
activations : list of strings
-
A list of 3 (or 6 if bidirectional) activation functions for input, output, forget, cell, and hidden. The activation functions must be one of the activation functions specified above. Optional: See the equations for default if not specified.
-
clip : float
-
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
-
direction : string (default is forward)
-
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
-
hidden_size : int
-
Number of neurons in the hidden layer
-
input_forget : int (default is 0)
-
Couple the input and forget gates if 1.
-
- -#### Inputs (3 - 8) - -
-
X : T
-
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
-
W : T
-
The weight tensor for the gates. Concatenation of `W[iofc]` and `WB[iofc]` (if bidirectional) along dimension 0. The tensor has shape `[num_directions, 4*hidden_size, input_size]`.
-
R : T
-
The recurrence weight tensor. Concatenation of `R[iofc]` and `RB[iofc]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 4*hidden_size, hidden_size]`.
-
B (optional) : T
-
The bias tensor for input gate. Concatenation of `[Wb[iofc], Rb[iofc]]`, and `[WBb[iofc], RBb[iofc]]` (if bidirectional) along dimension 0. This tensor has shape `[num_directions, 8*hidden_size]`. Optional: If not specified - assumed to be 0.
-
sequence_lens (optional) : T1
-
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
-
initial_h (optional) : T
-
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
-
initial_c (optional) : T
-
Optional initial value of the cell. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
-
P (optional) : T
-
The weight tensor for peepholes. Concatenation of `P[iof]` and `PB[iof]` (if bidirectional) along dimension 0. It has shape `[num_directions, 3*hidde_size]`. Optional: If not specified - assumed to be 0.
-
- -#### Outputs (0 - 3) - -
-
Y (optional) : T
-
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
-
Y_h (optional) : T
-
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
-
Y_c (optional) : T
-
The last output value of the cell. It has shape `[num_directions, batch_size, hidden_size]`.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
T1 : tensor(int32)
-
Constrain seq_lens to integer tensor.
-
- - -#### Examples - -
-defaults - -```python -input = np.array([[[1., 2.], [3., 4.], [5., 6.]]]).astype(np.float32) - -input_size = 2 -hidden_size = 3 -weight_scale = 0.1 -number_of_gates = 4 - -node = onnx.helper.make_node( - 'LSTM', - inputs=['X', 'W', 'R'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = weight_scale * np.ones((1, number_of_gates * hidden_size, input_size)).astype(np.float32) -R = weight_scale * np.ones((1, number_of_gates * hidden_size, hidden_size)).astype(np.float32) - -lstm = LSTM_Helper(X=input, W=W, R=R) -_, Y_h = lstm.step() -expect(node, inputs=[input, W, R], outputs=[Y_h.astype(np.float32)], name='test_lstm_defaults') -``` - -
- - -
-initial_bias - -```python -input = np.array([[[1., 2., 3.], [4., 5., 6.], [7., 8., 9.]]]).astype(np.float32) - -input_size = 3 -hidden_size = 4 -weight_scale = 0.1 -custom_bias = 0.1 -number_of_gates = 4 - -node = onnx.helper.make_node( - 'LSTM', - inputs=['X', 'W', 'R', 'B'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = weight_scale * np.ones((1, number_of_gates * hidden_size, input_size)).astype(np.float32) -R = weight_scale * np.ones((1, number_of_gates * hidden_size, hidden_size)).astype(np.float32) - -# Adding custom bias -W_B = custom_bias * np.ones((1, number_of_gates * hidden_size)).astype(np.float32) -R_B = np.zeros((1, number_of_gates * hidden_size)).astype(np.float32) -B = np.concatenate((W_B, R_B), 1) - -lstm = LSTM_Helper(X=input, W=W, R=R, B=B) -_, Y_h = lstm.step() -expect(node, inputs=[input, W, R, B], outputs=[Y_h.astype(np.float32)], name='test_lstm_with_initial_bias') -``` - -
- - -
-peepholes - -```python -input = np.array([[[1., 2., 3., 4.], [5., 6., 7., 8.]]]).astype(np.float32) - -input_size = 4 -hidden_size = 3 -weight_scale = 0.1 -number_of_gates = 4 -number_of_peepholes = 3 - -node = onnx.helper.make_node( - 'LSTM', - inputs=['X', 'W', 'R', 'B', 'sequence_lens', 'initial_h', 'initial_c', 'P'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -# Initializing Inputs -W = weight_scale * np.ones((1, number_of_gates * hidden_size, input_size)).astype(np.float32) -R = weight_scale * np.ones((1, number_of_gates * hidden_size, hidden_size)).astype(np.float32) -B = np.zeros((1, 2 * number_of_gates * hidden_size)).astype(np.float32) -seq_lens = np.repeat(input.shape[0], input.shape[1]).astype(np.int32) -init_h = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) -init_c = np.zeros((1, input.shape[1], hidden_size)).astype(np.float32) -P = weight_scale * np.ones((1, number_of_peepholes * hidden_size)).astype(np.float32) - -lstm = LSTM_Helper(X=input, W=W, R=R, B=B, P=P, initial_c=init_c, initial_h=init_h) -_, Y_h = lstm.step() -expect(node, inputs=[input, W, R, B, seq_lens, init_h, init_c, P], outputs=[Y_h.astype(np.float32)], - name='test_lstm_with_peepholes') -``` - -
- - -### **LeakyRelu** - - LeakyRelu takes input data (Tensor) and an argument alpha, and produces one - output data (Tensor) where the function `f(x) = alpha * x for x < 0`, - `f(x) = x for x >= 0`, is applied to the data tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: LeakyRelu-1 - -#### Attributes - -
-
alpha : float (default is 0.01)
-
Coefficient of leakage.
-
- -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-leakyrelu - -```python -node = onnx.helper.make_node( - 'LeakyRelu', - inputs=['x'], - outputs=['y'], - alpha=0.1 -) - -x = np.array([-1, 0, 1]).astype(np.float32) -# expected output [-0.1, 0., 1.] -y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 -expect(node, inputs=[x], outputs=[y], - name='test_leakyrelu_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * 0.1 -expect(node, inputs=[x], outputs=[y], - name='test_leakyrelu') -``` - -
- - -
-leakyrelu_default - -```python -default_alpha = 0.01 -node = onnx.helper.make_node( - 'LeakyRelu', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * default_alpha -expect(node, inputs=[x], outputs=[y], - name='test_leakyrelu_default') -``` - -
- - -### **Less** - - Returns the tensor resulted from performing the `less` logical operation - elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -Other versions of this operator: Less-1, Less-7 - -#### Inputs - -
-
A : T
-
First input operand for the logical operator.
-
B : T
-
Second input operand for the logical operator.
-
- -#### Outputs - -
-
C : T1
-
Result tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrains input types to all numeric tensors.
-
T1 : tensor(bool)
-
Constrains output to boolean tensor.
-
- - -#### Examples - -
-less - -```python -node = onnx.helper.make_node( - 'Less', - inputs=['x', 'y'], - outputs=['less'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(3, 4, 5).astype(np.float32) -z = np.less(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_less') -``` - -
- - -
-less_broadcast - -```python -node = onnx.helper.make_node( - 'Less', - inputs=['x', 'y'], - outputs=['less'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(5).astype(np.float32) -z = np.less(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_less_bcast') -``` - -
- - -### **Log** - - Calculates the natural log of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Log-1 - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The natural log of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-log - -```python -node = onnx.helper.make_node( - 'Log', - inputs=['x'], - outputs=['y'], -) - -x = np.array([1, 10]).astype(np.float32) -y = np.log(x) # expected output [0., 2.30258512] -expect(node, inputs=[x], outputs=[y], - name='test_log_example') - -x = np.exp(np.random.randn(3, 4, 5).astype(np.float32)) -y = np.log(x) -expect(node, inputs=[x], outputs=[y], - name='test_log') -``` - -
- - -### **LogSoftmax** - - The operator computes the logsoftmax (log of softmax) values for each layer in the batch - of the given input. - - The input does not need to explicitly be a 2D vector; rather, it will be - coerced into one. For an arbitrary n-dimensional tensor - input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is - the axis provided, then input will be coerced into a 2-dimensional tensor with - dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default - case where axis=1, this means the input tensor will be coerced into a 2D tensor - of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. - In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. - Each of these dimensions must be matched correctly, or else the operator - will throw errors. The output tensor has the same shape - and contains the logsoftmax values of the corresponding input. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: LogSoftmax-1 - -#### Attributes - -
-
axis : int (default is 1)
-
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
-
- -#### Inputs - -
-
input : T
-
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
-
- -#### Outputs - -
-
output : T
-
The output values with the same shape as input tensor (the original size without coercion).
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-logsoftmax - -```python -node = onnx.helper.make_node( - 'LogSoftmax', - inputs=['x'], - outputs=['y'], -) -x = np.array([[-1, 0, 1]]).astype(np.float32) -# expected output [[-2.40760589, -1.40760589, -0.40760589]] -y = x - np.log(np.sum(np.exp(x), axis=1)) -expect(node, inputs=[x], outputs=[y], - name='test_logsoftmax_example_1') -``` - -
- - -
-logsoftmax_axis - -```python -def logsoftmax_2d(x): # type: (np.ndarray) -> np.ndarray - max_x = np.max(x, axis=1).reshape((-1, 1)) - exp_x = np.exp(x - max_x) - return x - max_x - np.log(np.sum(exp_x, axis=1).reshape((-1, 1))) - -x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) -# expected output [[-3.4401896, -2.4401896, -1.44018972, -0.44018969], -# [-3.4401896, -2.4401896, -1.44018972, -0.44018969]] -y = logsoftmax_2d(x) - -node = onnx.helper.make_node( - 'LogSoftmax', - inputs=['x'], - outputs=['y'], -) -expect(node, inputs=[x], outputs=[y], - name='test_logsoftmax_large_number') - -x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) -node = onnx.helper.make_node( - 'LogSoftmax', - inputs=['x'], - outputs=['y'], - axis=0, -) -y = logsoftmax_2d(x.reshape(1, 60)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_logsoftmax_axis_0') - -node = onnx.helper.make_node( - 'LogSoftmax', - inputs=['x'], - outputs=['y'], - axis=1, -) -y = logsoftmax_2d(x.reshape(3, 20)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_logsoftmax_axis_1') - -# default axis is 1 -node = onnx.helper.make_node( - 'LogSoftmax', - inputs=['x'], - outputs=['y'], -) -expect(node, inputs=[x], outputs=[y], - name='test_logsoftmax_default_axis') - -node = onnx.helper.make_node( - 'LogSoftmax', - inputs=['x'], - outputs=['y'], - axis=2, -) -y = logsoftmax_2d(x.reshape(12, 5)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_logsoftmax_axis_2') - -node = onnx.helper.make_node( - 'LogSoftmax', - inputs=['x'], - outputs=['y'], - axis=-1, -) -y = logsoftmax_2d(x.reshape(12, 5)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_logsoftmax_negative_axis') -``` - -
- - -### **Loop** - - Generic Looping construct. This loop has multiple termination conditions: - - 1) Trip count. Iteration count specified at runtime. Set by - specifying the input M. Optional. Set to empty string to omit. - Note that a static trip count (specified at graph construction time) can be - specified by passing in a constant node for input M. - 2) Loop termination condition. This is an input to the op that determines - whether to run the first iteration and also a loop-carried dependency for - the body graph. The body graph must yield a value for the condition variable, - whether this input is provided or not. - - This table summarizes the operating modes of this operator with equivalent - C-style code: - - Operator inputs defined as (max_trip_count, condition_var). - - input ("", ""): - for (int i=0; ; ++i) { - cond = ... // Note this value is ignored, but is required in the body - } - - input ("", cond) // Note this is analogous to a while loop - bool cond = ...; - for (int i=0; cond; ++i) { - cond = ...; - } - - input ("", 1) // Note this is analogous to a do-while loop - bool cond = true - for (int i=0; cond; ++i) { - cond = ...; - } - - input (trip_count, "") // Note this is analogous to a for loop - int trip_count = ... - for (int i=0; i < trip_count; ++i) { - cond = ...; // ignored - } - - input (trip_count, cond) - int trip_count = ...; - bool cond = ...; - for (int i=0; i < trip_count && cond; ++i) { - cond = ...; - } - - - *Sample usage - cond as well as trip count* - - graph predict-net { - %a = Constant[value = ]() - %b = Constant[value = ]() - %keepgoing = Constant[value = ]() - %max_trip_count = Constant[value = ]() - %keepgoing_out, %b_out, %user_defined_vals = Loop[body = ](%max_trip_count, %keepgoing, %b) - return - } - - graph body-net ( - %i[INT32, scalar] // iteration number - %keepgoing_in[BOOL, scalar] // incoming loop-termination-condition; not used - %b_in[INT32, scalar] // incoming value of loop-carried-dependency b - ) { - %my_local = Add(%a, %b_in) - %b_out = Sub(%a, %b_in) // outgoing value of loop-carried-dependency b - %keepgoing_out = Greater(%my_local, %b_out) // outgoing loop-termination-condition - %user_defined_val = Add(%b_in, %b_in) // scan-output value to be accumulated - return %keepgoing_out, %b_out, %user_defined_val - } - - *Sample equivalent C code* - - { - /* User-defined code (enclosing scope) */ - int a = 3, b = 6; - bool keepgoing = true; // Analogous to input cond - /* End user-defined code */ - - /* Implicitly-defined code */ - const int max_trip_count = 10; // Analogous to input M - int user_defined_vals[]; // Imagine this is resizable - /* End implicitly-defined code */ - /* initialize loop-carried variables and scan-output variables */ - bool keepgoing_out = keepgoing - int b_out = b - - for (int i=0; i < max_trip_count && keepgoing_out; ++i) { - /* Implicitly-defined code: bind actual parameter values - to formal parameter variables of loop-body */ - bool keepgoing_in = keepgoing_out; - bool b_in = b_out; - - /* User-defined code (loop body) */ - int my_local = a + b_in; // Reading value "a" from the enclosing scope is fine - b_out = a - b_in; - keepgoing_out = my_local > b_out; - user_defined_val = b_in + b_in; // b_in and b_out are different variables - /* End user-defined code */ - - /* Implicitly defined-code */ - user_defined_vals[i] = user_defined_val // accumulate scan-output values - } - // int t = my_local; // Can't do this. my_local is not accessible here. - - // The values below are bound to the output variables of the loop and therefore accessible - // b_out; user_defined_vals; keepgoing_out; - } - - There are several things of note in this code snippet: - - 1) Values from the enclosing scope (i.e. variable "a" here) are in scope and can - be referenced in the inputs of the loop. - 2) Any values computed in the loop body that needs to be used in a subsequent - iteration or after the loop are modelled using a pair of variables in the loop-body, - consisting of an input variable (eg., b_in) and an output variable (eg., b_out). - These are referred to as loop-carried dependences. The loop operation node - supplies the input value of the input variable for the first iteration, and - returns the output value of the output variable produced by the final - iteration. - 3) Scan_output variables are used to implicitly concatenate values computed across - all the iterations. In the above example, the value of user_defined_val computed - over all iterations are concatenated and returned as the value of user_defined_vals - after the loop. - 4) Values created in the body cannot be accessed in the enclosing scope, - except using the mechanism described above. - - Note that the semantics of this op support "diagonal" or "wavefront" execution. - (See Step 3 here for an example: - https://devblogs.nvidia.com/optimizing-recurrent-neural-networks-cudnn-5/). - Frontends should emit multi-layer RNNs as a series of While operators (with - time being the inner looping dimension), with each successive layer consuming - the scan_outputs from the previous layer, possibly going through several - point-wise operators (e.g. dropout, residual connections, linear layer). - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Loop-1 - -#### Attributes - -
-
body : graph (required)
-
The graph run each iteration. It has 2+N inputs: (iteration_num, condition, loop carried dependencies...). It has 1+N+K outputs: (condition, loop carried dependencies..., scan_outputs...). Each scan_output is created by concatenating the value of the specified output value at the end of each iteration of the loop. It is an error if the dimensions or data type of these scan_outputs change across loop iterations.
-
- -#### Inputs (2 - ∞) - -
-
M (optional) : I
-
A maximum trip-count for the loop specified at runtime. Optional. Pass empty string to skip.
-
cond (optional) : B
-
A boolean termination condition. Optional. Pass empty string to skip.
-
v_initial (variadic, heterogeneous) : V
-
The initial values of any loop-carried dependencies (values that change across loop iterations)
-
- -#### Outputs (1 - ∞) - -
-
v_final_and_scan_outputs (variadic, heterogeneous) : V
-
Final N loop carried dependency values then K scan_outputs
-
- -#### Type Constraints - -
-
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
All Tensor types
-
I : tensor(int64)
-
tensor of int64, which should be a scalar.
-
B : tensor(bool)
-
tensor of bool, which should be a scalar.
-
- - -### **LpNormalization** - - Given a matrix, apply Lp-normalization along the provided axis. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
axis : int (default is -1)
-
The axis on which to apply normalization, -1 mean last axis.
-
p : int (default is 2)
-
The order of the normalization, only 1 or 2 are supported.
-
- -#### Inputs - -
-
input : T
-
Input matrix
-
- -#### Outputs - -
-
output : T
-
Matrix after normalization
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -### **LpPool** - - LpPool consumes an input tensor X and applies Lp pooling across - the tensor according to kernel sizes, stride sizes, and pad lengths. - Lp pooling consisting of computing the Lp norm on all values of a subset - of the input tensor according to the kernel size and downsampling the - data into the output tensor Y for further processing. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: LpPool-1, LpPool-2 - -#### Attributes - -
-
auto_pad : string (default is NOTSET)
-
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
-
kernel_shape : list of ints (required)
-
The size of the kernel along each axis.
-
p : int (default is 2)
-
p value of the Lp norm used to pool over the input data.
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
-
- -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size.
-
- -#### Outputs - -
-
Y : T
-
Output data tensor from Lp pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -### **MatMul** - - Matrix product that behaves like numpy.matmul: https://docs.scipy.org/doc/numpy-1.13.0/reference/generated/numpy.matmul.html - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -Other versions of this operator: MatMul-1 - -#### Inputs - -
-
A : T
-
N-dimensional matrix A
-
B : T
-
N-dimensional matrix B
-
- -#### Outputs - -
-
Y : T
-
Matrix multiply results from A * B
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
-
Constrain input and output types to float/int tensors.
-
- - -#### Examples - -
-matmul - -```python -node = onnx.helper.make_node( - 'MatMul', - inputs=['a', 'b'], - outputs=['c'], -) - -# 2d -a = np.random.randn(3, 4).astype(np.float32) -b = np.random.randn(4, 3).astype(np.float32) -c = np.matmul(a, b) -expect(node, inputs=[a, b], outputs=[c], - name='test_matmul_2d') - -# 3d -a = np.random.randn(2, 3, 4).astype(np.float32) -b = np.random.randn(2, 4, 3).astype(np.float32) -c = np.matmul(a, b) -expect(node, inputs=[a, b], outputs=[c], - name='test_matmul_3d') - -# 4d -a = np.random.randn(1, 2, 3, 4).astype(np.float32) -b = np.random.randn(1, 2, 4, 3).astype(np.float32) -c = np.matmul(a, b) -expect(node, inputs=[a, b], outputs=[c], - name='test_matmul_4d') -``` - -
- - -### **MatMulInteger** - - Matrix product that behaves like numpy.matmul: https://docs.scipy.org/doc/numpy-1.13.0/reference/generated/numpy.matmul.html. - The production MUST never overflow. The accumulation may overflow if and only if in 32 bits. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Inputs (2 - 4) - -
-
A : T1
-
N-dimensional matrix A
-
B : T2
-
N-dimensional matrix B
-
a_zero_point (optional) : T1
-
Zero point tensor for input 'A'. It's optional and default value is 0. It could be a scalar or a 1-D tensor, which means a per-tensor or per-row quantization. If it's a 1-D tensor, its number of elements should be equal to the number of rows of input 'A'.
-
b_zero_point (optional) : T2
-
Scale tensor for input 'B'. It's optional and default value is 0. It could be a scalar or a 1-D tensor, which means a per-tensor or per-column quantization. If it's a 1-D tensor, its number of elements should be equal to the number of columns of input 'B'.
-
- -#### Outputs - -
-
Y : T3
-
Matrix multiply results from A * B
-
- -#### Type Constraints - -
-
T1 : tensor(int8), tensor(uint8)
-
Constrain input A data type to 8-bit integer tensor.
-
T2 : tensor(int8), tensor(uint8)
-
Constrain input B data type to 8-bit integer tensor.
-
T3 : tensor(int32)
-
Constrain output Y data type as 32-bit integer tensor.
-
- - -#### Examples - -
-matmulinteger - -```python -node = onnx.helper.make_node('MatMulInteger', - inputs=['A', 'B', 'a_zero_point', 'b_zero_point'], - outputs=['Y'],) - -A = np.array([[11, 7, 3], - [10, 6, 2], - [9, 5, 1], - [8, 4, 0], ], dtype=np.uint8) - -a_zero_point = np.array([12], dtype=np.uint8) - -B = np.array([[1, 4], - [2, 5], - [3, 6], ], dtype=np.uint8) - -b_zero_point = np.array([0], dtype=np.uint8) - -output = np.array([[-38, -83], - [-44, -98], - [-50, -113], - [-56, -128], ], dtype=np.int32) - -expect(node, inputs=[A, B, a_zero_point, b_zero_point], outputs=[output], - name='test_matmulinteger') -``` - -
- - -### **Max** - - Element-wise max of each of the input tensors (with Numpy-style broadcasting support). - All inputs and outputs must have the same data type. - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 8 of the default ONNX operator set. - -Other versions of this operator: Max-1, Max-6 - -#### Inputs (1 - ∞) - -
-
data_0 (variadic) : T
-
List of tensors for max.
-
- -#### Outputs - -
-
max : T
-
Output tensor.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-max - -```python -data_0 = np.array([3, 2, 1]).astype(np.float32) -data_1 = np.array([1, 4, 4]).astype(np.float32) -data_2 = np.array([2, 5, 3]).astype(np.float32) -result = np.array([3, 5, 4]).astype(np.float32) -node = onnx.helper.make_node( - 'Max', - inputs=['data_0', 'data_1', 'data_2'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1, data_2], outputs=[result], - name='test_max_example') - -node = onnx.helper.make_node( - 'Max', - inputs=['data_0'], - outputs=['result'], -) -expect(node, inputs=[data_0], outputs=[data_0], - name='test_max_one_input') - -result = np.maximum(data_0, data_1) -node = onnx.helper.make_node( - 'Max', - inputs=['data_0', 'data_1'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1], outputs=[result], - name='test_max_two_inputs') -``` - -
- - -### **MaxPool** - - MaxPool consumes an input tensor X and applies max pooling across - the tensor according to kernel sizes, stride sizes, and pad lengths. - max pooling consisting of computing the max on all values of a - subset of the input tensor according to the kernel size and downsampling the - data into the output tensor Y for further processing. The output spatial shape will be following: - ``` - output_spatial_shape[i] = floor((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) - ``` - or - ``` - output_spatial_shape[i] = ceil((input_spatial_shape[i] + pad_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1)) / strides_spatial_shape[i] + 1) - ``` - if ceil_mode is enabled - - ``` - * pad_shape[i] is sum of pads along axis i - ``` - - `auto_pad` is a DEPRECATED attribute. If you are using them currently, the output spatial shape will be following: - ``` - VALID: output_spatial_shape[i] = ceil((input_spatial_shape[i] - ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) + 1) / strides_spatial_shape[i]) - SAME_UPPER or SAME_LOWER: output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides_spatial_shape[i]) - ``` - And pad shape will be following if `SAME_UPPER` or `SAME_LOWER`: - ``` - pad_shape[i] = (output_spatial_shape[i] - 1) * strides_spatial_shape[i] + ((kernel_spatial_shape[i] - 1) * dilations[i] + 1) - input_spatial_shape[i] - ``` - The output of each pooling window is maximum number of elements exclude pad. - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: MaxPool-1, MaxPool-8, MaxPool-10 - -#### Attributes - -
-
auto_pad : string (default is NOTSET)
-
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
-
ceil_mode : int (default is 0)
-
Wether to use ceil or floor (default) to compute the output shape.
-
dilations : list of ints
-
Dilation value along each spatial axis of filter. If not present, the dilation defaults to 1 along each spatial axis.
-
kernel_shape : list of ints (required)
-
The size of the kernel along each axis.
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
-
storage_order : int (default is 0)
-
The storage order of the tensor. 0 is row major, and 1 is column major.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
-
- -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
-
- -#### Outputs (1 - 2) - -
-
Y : T
-
Output data tensor from average or max pooling across the input tensor. Dimensions will vary based on various kernel, stride, and pad sizes. Floor value of the dimension is used
-
Indices (optional) : I
-
Indices tensor from max pooling across the input tensor. The dimensions of indices are the same as output tensor. The values in indices of are the indices of the selected values during pooling. The indices are computed as flatten 1-D tensor, and the indices do not consider padding. So the values in indices are in [0, N x C x D1 x ... x Dn).
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
I : tensor(int64)
-
Constrain index tensor to int64
-
- - -#### Examples - -
-maxpool_1d_default - -```python -""" -input_shape: [1, 3, 32] -output_shape: [1, 3, 31] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2], -) -x = np.random.randn(1, 3, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = [2] -strides = [1] -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, [0], 'MAX') - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_1d_default') -``` - -
- - -
-maxpool_2d_ceil - -```python -""" -input_shape: [1, 1, 4, 4] -output_shape: [1, 1, 2, 2] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[3, 3], - strides=[2, 2], - ceil_mode=True -) -x = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]]).astype(np.float32) -y = np.array([[[ - [11, 12], - [15, 16]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_ceil') -``` - -
- - -
-maxpool_2d_default - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 31, 31] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (2, 2) -strides = (1, 1) -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, (0, 0), 'MAX') - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_default') -``` - -
- - -
-maxpool_2d_dilations - -```python -""" -input_shape: [1, 1, 4, 4] -output_shape: [1, 1, 2, 2] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], - strides=[1, 1], - dilations=[2, 2] -) -x = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]]).astype(np.float32) -y = np.array([[[ - [11, 12], - [15, 16]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_dilations') -``` - -
- - -
-maxpool_2d_pads - -```python -""" -input_shape: [1, 3, 28, 28] -output_shape: [1, 3, 30, 30] -pad_shape: [4, 4] -> [2, 2, 2, 2] by axis -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[3, 3], - pads=[2, 2, 2, 2] -) -x = np.random.randn(1, 3, 28, 28).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (3, 3) -strides = (1, 1) -pad_bottom = pad_top = pad_right = pad_left = 2 -pad_shape = [pad_top + pad_bottom, pad_left + pad_right] -out_shape = get_output_shape('VALID', np.add(x_shape[2:], pad_shape), kernel_shape, strides) -padded = np.pad(x, ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), mode='constant', - constant_values=np.nan) -y = pool(padded, x_shape, kernel_shape, strides, out_shape, pad_shape, 'MAX') - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_pads') -``` - -
- - -
-maxpool_2d_precomputed_pads - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 5, 5] -pad_shape: [4, 4] -> [2, 2, 2, 2] by axis -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[5, 5], - pads=[2, 2, 2, 2] - -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[ - [13, 14, 15, 15, 15], - [18, 19, 20, 20, 20], - [23, 24, 25, 25, 25], - [23, 24, 25, 25, 25], - [23, 24, 25, 25, 25]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_precomputed_pads') -``` - -
- - -
-maxpool_2d_precomputed_same_upper - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 3, 3] -pad_shape: [2, 2] -> [1, 1, 1, 1] by axis -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[3, 3], - strides=[2, 2], - auto_pad='SAME_UPPER' -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[[7, 9, 10], - [17, 19, 20], - [22, 24, 25]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_precomputed_same_upper') -``` - -
- - -
-maxpool_2d_precomputed_strides - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 2, 2] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], - strides=[2, 2] -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[[7, 9], - [17, 19]]]]).astype(np.float32) - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_precomputed_strides') -``` - -
- - -
-maxpool_2d_same_lower - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 32, 32] -pad_shape: [1, 1] -> [1, 0, 1, 0] by axis -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], - auto_pad='SAME_LOWER' -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (2, 2) -strides = (1, 1) -out_shape = get_output_shape('SAME_LOWER', x_shape[2:], kernel_shape, strides) -pad_shape = get_pad_shape('SAME_LOWER', x_shape[2:], kernel_shape, strides, out_shape) -pad_bottom = pad_shape[0] // 2 -pad_top = pad_shape[0] - pad_bottom -pad_right = pad_shape[1] // 2 -pad_left = pad_shape[1] - pad_right -padded = np.pad(x, ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), mode='constant', - constant_values=np.nan) -y = pool(padded, x_shape, kernel_shape, strides, out_shape, pad_shape, 'MAX') - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_same_lower') -``` - -
- - -
-maxpool_2d_same_upper - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 32, 32] -pad_shape: [1, 1] -> [0, 1, 0, 1] by axis -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2], - auto_pad='SAME_UPPER' -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (2, 2) -strides = (1, 1) -out_shape = get_output_shape('SAME_UPPER', x_shape[2:], kernel_shape, strides) -pad_shape = get_pad_shape('SAME_UPPER', x_shape[2:], kernel_shape, strides, out_shape) -pad_top = pad_shape[0] // 2 -pad_bottom = pad_shape[0] - pad_top -pad_left = pad_shape[1] // 2 -pad_right = pad_shape[1] - pad_left -padded = np.pad(x, ((0, 0), (0, 0), (pad_top, pad_bottom), (pad_left, pad_right)), mode='constant', - constant_values=np.nan) -y = pool(padded, x_shape, kernel_shape, strides, out_shape, pad_shape, 'MAX') - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_same_upper') -``` - -
- - -
-maxpool_2d_strides - -```python -""" -input_shape: [1, 3, 32, 32] -output_shape: [1, 3, 10, 10] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[5, 5], - strides=[3, 3] -) -x = np.random.randn(1, 3, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = (5, 5) -strides = (3, 3) -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, (0, 0), 'MAX') - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_2d_strides') -``` - -
- - -
-maxpool_3d_default - -```python -""" -input_shape: [1, 3, 32, 32, 32] -output_shape: [1, 3, 31, 31, 31] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y'], - kernel_shape=[2, 2, 2], -) -x = np.random.randn(1, 3, 32, 32, 32).astype(np.float32) -x_shape = np.shape(x) -kernel_shape = [2, 2, 2] -strides = [1, 1, 1] -out_shape = get_output_shape('VALID', x_shape[2:], kernel_shape, strides) -padded = x -y = pool(padded, x_shape, kernel_shape, strides, out_shape, [0, 0, 0], 'MAX') - -expect(node, inputs=[x], outputs=[y], name='test_maxpool_3d_default') -``` - -
- - -
-maxpool_with_argmax_2d_precomputed_pads - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 5, 5] -pad_shape: [4, 4] -> [2, 2, 2, 2] by axis -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y', 'z'], - kernel_shape=[5, 5], - pads=[2, 2, 2, 2] -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[ - [13, 14, 15, 15, 15], - [18, 19, 20, 20, 20], - [23, 24, 25, 25, 25], - [23, 24, 25, 25, 25], - [23, 24, 25, 25, 25]]]]).astype(np.float32) -z = np.array([[[ - [12, 13, 14, 14, 14], - [17, 18, 19, 19, 19], - [22, 23, 24, 24, 24], - [22, 23, 24, 24, 24], - [22, 23, 24, 24, 24]]]]).astype(np.int64) - -expect(node, inputs=[x], outputs=[y, z], name='test_maxpool_with_argmax_2d_precomputed_pads') -``` - -
- - -
-maxpool_with_argmax_2d_precomputed_strides - -```python -""" -input_shape: [1, 1, 5, 5] -output_shape: [1, 1, 2, 2] -""" -node = onnx.helper.make_node( - 'MaxPool', - inputs=['x'], - outputs=['y', 'z'], - kernel_shape=[2, 2], - strides=[2, 2], - storage_order=1 -) -x = np.array([[[ - [1, 2, 3, 4, 5], - [6, 7, 8, 9, 10], - [11, 12, 13, 14, 15], - [16, 17, 18, 19, 20], - [21, 22, 23, 24, 25], -]]]).astype(np.float32) -y = np.array([[[[7, 9], - [17, 19]]]]).astype(np.float32) -z = np.array([[[[6, 16], - [8, 18]]]]).astype(np.int64) - -expect(node, inputs=[x], outputs=[y, z], name='test_maxpool_with_argmax_2d_precomputed_strides') -``` - -
- - -### **MaxRoiPool** - - ROI max pool consumes an input tensor X and region of interests (RoIs) to - apply max pooling across each RoI, to produce output 4-D tensor of shape - (num_rois, channels, pooled_shape[0], pooled_shape[1]). - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
pooled_shape : list of ints (required)
-
ROI pool output shape (height, width).
-
spatial_scale : float (default is 1.0)
-
Multiplicative spatial scale factor to translate ROI coordinates from their input scale to the scale used when pooling.
-
- -#### Inputs - -
-
X : T
-
Input data tensor from the previous operator; dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
-
rois : T
-
RoIs (Regions of Interest) to pool over. Should be a 2-D tensor of shape (num_rois, 5) given as [[batch_id, x1, y1, x2, y2], ...].
-
- -#### Outputs - -
-
Y : T
-
RoI pooled output 4-D tensor of shape (num_rois, channels, pooled_shape[0], pooled_shape[1]).
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -### **MaxUnpool** - - MaxUnpool essentially computes the partial inverse of the MaxPool op. - The input information to this op is typically the the output information from a MaxPool op. The first - input tensor X is the tensor that needs to be unpooled, which is typically the pooled tensor (first output) - from MaxPool. The second input tensor, I, contains the indices to the (locally maximal) elements corrsponding - to the elements in the first input tensor X. Input tensor I is typically the second output of the MaxPool op. - The third (optional) input is a tensor that specifies the output size of the unpooling operation. - - MaxUnpool is intended to do 'partial' inverse of the MaxPool op. 'Partial' because all the non-maximal - values from the original input to MaxPool are set to zero in the output of the MaxUnpool op. Pooling - the result of an unpooling operation should give back the original input to the unpooling op. - - MaxUnpool can produce the same output size for several input sizes, which makes unpooling op ambiguous. - The third input argument, output_size, is meant to disambiguate the op and produce output tensor of - known/predictable size. - - In addition to the inputs, MaxUnpool takes three attributes, namely kernel_shape, strides, and pads, - which define the exact unpooling op. The attributes typically have the same values as the corrsponding - pooling op that the unpooling op is trying to invert. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: MaxUnpool-9 - -#### Attributes - -
-
kernel_shape : list of ints (required)
-
The size of the kernel along each axis.
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0. The value represent the number of pixels added to the beginning and end part of the corresponding axis. `pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number of pixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`. This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaults to 0 along start and end of each spatial axis.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
-
- -#### Inputs (2 - 3) - -
-
X : T1
-
Input data tensor that has to be unpooled. This tensor is typically the first output of the MaxPool op.Dimensions for image case are (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data. For non-image case, the dimensions are in the form of (N x C x D1 x D2 ... Dn), where N is the batch size. Optionally, if dimension denotation is in effect, the operation expects the input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
-
I : T2
-
Input data tensor containing the indices corresponding to elements in the first input tensor X.This tensor is typically the second output of the MaxPool op.Dimensions must be the same as input tensor X. The indices are linear, i.e. computed considering the tensor as flattened 1-D tensor, assuming row-major storage. Also, the linear indices should not consider padding. So the values in indices are in the range [0, N x C x D1 x ... x Dn).
-
output_shape (optional) : T2
-
The shape of the output can be explicitly set which will cause pads values to be auto generated. If 'output_shape' is specified, 'pads' values are ignored.
-
- -#### Outputs - -
-
output : T1
-
Output data tensor that contains the result of the unpooling.
-
- -#### Type Constraints - -
-
T1 : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
T2 : tensor(int64)
-
Constrain index tensor to int64
-
- - -#### Examples - -
-with_output_shape - -```python -node = onnx.helper.make_node( - 'MaxUnpool', - inputs=['xT', 'xI', 'output_shape'], - outputs=['y'], - kernel_shape=[2, 2], - strides=[2, 2] -) -xT = np.array([[[[5, 6], - [7, 8]]]], dtype=np.float32) -xI = np.array([[[[5, 7], - [13, 15]]]], dtype=np.int64) -output_shape = np.array((1, 1, 5, 5), dtype=np.int64) -y = np.array([[[[0, 0, 0, 0, 0], - [0, 5, 0, 6, 0], - [0, 0, 0, 0, 0], - [0, 7, 0, 8, 0], - [0, 0, 0, 0, 0]]]], dtype=np.float32) -expect(node, inputs=[xT, xI, output_shape], outputs=[y], name='test_maxunpool_export_with_output_shape') -``` - -
- - -
-without_output_shape - -```python -node = onnx.helper.make_node( - 'MaxUnpool', - inputs=['xT', 'xI'], - outputs=['y'], - kernel_shape=[2, 2], - strides=[2, 2] -) -xT = np.array([[[[1, 2], - [3, 4]]]], dtype=np.float32) -xI = np.array([[[[5, 7], - [13, 15]]]], dtype=np.int64) -y = np.array([[[[0, 0, 0, 0], - [0, 1, 0, 2], - [0, 0, 0, 0], - [0, 3, 0, 4]]]], dtype=np.float32) -expect(node, inputs=[xT, xI], outputs=[y], name='test_maxunpool_export_without_output_shape') -``` - -
- - -### **Mean** - - Element-wise mean of each of the input tensors (with Numpy-style broadcasting support). - All inputs and outputs must have the same data type. - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 8 of the default ONNX operator set. - -Other versions of this operator: Mean-1, Mean-6 - -#### Inputs (1 - ∞) - -
-
data_0 (variadic) : T
-
List of tensors for mean.
-
- -#### Outputs - -
-
mean : T
-
Output tensor.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-mean - -```python -data_0 = np.array([3, 0, 2]).astype(np.float32) -data_1 = np.array([1, 3, 4]).astype(np.float32) -data_2 = np.array([2, 6, 6]).astype(np.float32) -result = np.array([2, 3, 4]).astype(np.float32) -node = onnx.helper.make_node( - 'Mean', - inputs=['data_0', 'data_1', 'data_2'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1, data_2], outputs=[result], - name='test_mean_example') - -node = onnx.helper.make_node( - 'Mean', - inputs=['data_0'], - outputs=['result'], -) -expect(node, inputs=[data_0], outputs=[data_0], - name='test_mean_one_input') - -result = np.divide(np.add(data_0, data_1), 2.) -node = onnx.helper.make_node( - 'Mean', - inputs=['data_0', 'data_1'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1], outputs=[result], - name='test_mean_two_inputs') -``` - -
- - -### **MeanVarianceNormalization** - - A MeanVarianceNormalization Function: Perform mean variance normalization - on the input tensor X using formula:
``` (X-EX)/sqrt(E(X-EX)^2) ``` - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Attributes - -
-
axes : list of ints (default is ['0', '2', '3'])
-
A list of integers, along which to reduce. The default is to caculate along axes [0,2,3] for calculating mean and variance along each channel. Two variables with the same C-coordinate are associated with the same mean and variance.
-
- -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to all numeric tensors.
-
- -#### Function - -The Function can be represented as a function. - - -#### Examples - -
-meanvariancenormalization - -```python -node = onnx.helper.make_node( - 'MeanVarianceNormalization', - inputs=['X'], - outputs=['Y'] -) - -input_data = np.array([[[[0.8439683], [0.5665144], [0.05836735]], - [[0.02916367], [0.12964272], [0.5060197]], - [[0.79538304], [0.9411346], [0.9546573]]], - [[[0.17730942], [0.46192095], [0.26480448]], - [[0.6746842], [0.01665257], [0.62473077]], - [[0.9240844], [0.9722341], [0.11965699]]], - [[[0.41356155], [0.9129373], [0.59330076]], - [[0.81929934], [0.7862604], [0.11799799]], - [[0.69248444], [0.54119414], [0.07513223]]]], dtype=np.float32) - -# Calculate expected output data -data_mean = np.mean(input_data, axis=(0, 2, 3), keepdims=1) -data_mean_squared = np.power(data_mean, 2) -data_squared = np.power(input_data, 2) -data_squared_mean = np.mean(data_squared, axis=(0, 2, 3), keepdims=1) -std = np.sqrt(data_squared_mean - data_mean_squared) -expected_output = (input_data - data_mean) / (std + 1e-9) - -expect(node, inputs=[input_data], outputs=[expected_output], - name='test_mvn') -``` - -
- - -### **Min** - - Element-wise min of each of the input tensors (with Numpy-style broadcasting support). - All inputs and outputs must have the same data type. - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 8 of the default ONNX operator set. - -Other versions of this operator: Min-1, Min-6 - -#### Inputs (1 - ∞) - -
-
data_0 (variadic) : T
-
List of tensors for min.
-
- -#### Outputs - -
-
min : T
-
Output tensor.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-min - -```python -data_0 = np.array([3, 2, 1]).astype(np.float32) -data_1 = np.array([1, 4, 4]).astype(np.float32) -data_2 = np.array([2, 5, 0]).astype(np.float32) -result = np.array([1, 2, 0]).astype(np.float32) -node = onnx.helper.make_node( - 'Min', - inputs=['data_0', 'data_1', 'data_2'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1, data_2], outputs=[result], - name='test_min_example') - -node = onnx.helper.make_node( - 'Min', - inputs=['data_0'], - outputs=['result'], -) -expect(node, inputs=[data_0], outputs=[data_0], - name='test_min_one_input') - -result = np.minimum(data_0, data_1) -node = onnx.helper.make_node( - 'Min', - inputs=['data_0', 'data_1'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1], outputs=[result], - name='test_min_two_inputs') -``` - -
- - -### **Mod** - - Performs element-wise binary modulus (with Numpy-style broadcasting support). - The sign of the remainder is the same as that of the Divisor. - - Mod operator can also behave like C fmod() or numpy.fmod. In this case, the sign of the remainder however, will be the same as the Dividend - (in contrast to integer mod). To force a behavior like numpy.fmod() an 'fmod' Attribute is provided. - This attribute is set to 0 by default causing the behavior to be like integer mod. - Setting this attribute to 1 causes the remainder to be calculated similar to that of numpy.fmod(). - - If the input type is floating point, then `fmod` attribute must be set to 1. - - In case of dividend being zero, the results will be platform dependent. - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
fmod : int (default is 0)
-
Whether the operator should behave like fmod (default=0 meaning it will do integer mods); Set this to 1 to force fmod treatment
-
- -#### Inputs - -
-
A : T
-
Dividend tensor
-
B : T
-
Divisor tensor
-
- -#### Outputs - -
-
C : T
-
Remainder tensor
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-mod_broadcast - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.arange(0, 30).reshape([3, 2, 5]) -y = np.array([7]) -z = np.mod(x, y) -z -# array([[[0, 1, 2, 3, 4], -# [5, 6, 0, 1, 2]], - -# [[3, 4, 5, 6, 0], -# [1, 2, 3, 4, 5]], - -# [[6, 0, 1, 2, 3], -# [4, 5, 6, 0, 1]]], dtype=int32) -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_broadcast') -``` - -
- - -
-mod_int64_fmod - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], - fmod=1 -) - -x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) -y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) -z = np.fmod(x, y) # expected output [ 0, 1, 5, 0, -1, 3] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_int64_fmod') -``` - -
- - -
-mod_mixed_sign_float16 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], - fmod=1 -) - -x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float16) -y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float16) -z = np.fmod(x, y) # expected output [-0.10156, 0.3984 , 5. , 0.10156, -0.3984 , 3.] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_mixed_sign_float16') -``` - -
- - -
-mod_mixed_sign_float32 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], - fmod=1 -) - -x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float32) -y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float32) -z = np.fmod(x, y) # expected output [-0.10000038, 0.39999962, 5. , 0.10000038, -0.39999962, 3.] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_mixed_sign_float32') -``` - -
- - -
-mod_mixed_sign_float64 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], - fmod=1 -) - -x = np.array([-4.3, 7.2, 5.0, 4.3, -7.2, 8.0]).astype(np.float64) -y = np.array([2.1, -3.4, 8.0, -2.1, 3.4, 5.0]).astype(np.float64) -z = np.fmod(x, y) # expected output [-0.1, 0.4, 5. , 0.1, -0.4, 3.] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_mixed_sign_float64') -``` - -
- - -
-mod_mixed_sign_int16 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int16) -y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int16) -z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_mixed_sign_int16') -``` - -
- - -
-mod_mixed_sign_int32 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int32) -y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int32) -z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_mixed_sign_int32') -``` - -
- - -
-mod_mixed_sign_int64 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int64) -y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int64) -z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_mixed_sign_int64') -``` - -
- - -
-mod_mixed_sign_int8 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([-4, 7, 5, 4, -7, 8]).astype(np.int8) -y = np.array([2, -3, 8, -2, 3, 5]).astype(np.int8) -z = np.mod(x, y) # expected output [ 0, -2, 5, 0, 2, 3] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_mixed_sign_int8') -``` - -
- - -
-mod_uint16 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([4, 7, 5]).astype(np.uint16) -y = np.array([2, 3, 8]).astype(np.uint16) -z = np.mod(x, y) # expected output [0, 1, 5] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_uint16') -``` - -
- - -
-mod_uint32 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([4, 7, 5]).astype(np.uint32) -y = np.array([2, 3, 8]).astype(np.uint32) -z = np.mod(x, y) # expected output [0, 1, 5] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_uint32') -``` - -
- - -
-mod_uint64 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([4, 7, 5]).astype(np.uint64) -y = np.array([2, 3, 8]).astype(np.uint64) -z = np.mod(x, y) # expected output [0, 1, 5] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_uint64') -``` - -
- - -
-mod_uint8 - -```python -node = onnx.helper.make_node( - 'Mod', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([4, 7, 5]).astype(np.uint8) -y = np.array([2, 3, 8]).astype(np.uint8) -z = np.mod(x, y) # expected output [0, 1, 5] -expect(node, inputs=[x, y], outputs=[z], - name='test_mod_uint8') -``` - -
- - -### **Mul** - - Performs element-wise binary multiplication (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: Mul-1, Mul-6 - -#### Inputs - -
-
A : T
-
First operand.
-
B : T
-
Second operand.
-
- -#### Outputs - -
-
C : T
-
Result, has same element type as two inputs
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-mul - -```python -node = onnx.helper.make_node( - 'Mul', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([1, 2, 3]).astype(np.float32) -y = np.array([4, 5, 6]).astype(np.float32) -z = x * y # expected output [4., 10., 18.] -expect(node, inputs=[x, y], outputs=[z], - name='test_mul_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(3, 4, 5).astype(np.float32) -z = x * y -expect(node, inputs=[x, y], outputs=[z], - name='test_mul') -``` - -
- - -
-mul_broadcast - -```python -node = onnx.helper.make_node( - 'Mul', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(5).astype(np.float32) -z = x * y -expect(node, inputs=[x, y], outputs=[z], - name='test_mul_bcast') -``` - -
- - -### **Multinomial** - - Generate a tensor of samples from a multinomial distribution according to the probabilities - of each of the possible outcomes. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -#### Attributes - -
-
dtype : int (default is 6)
-
(Optional) The data type for the elements of the output tensor, if not specified, we will use int32.
-
sample_size : int (default is 1)
-
Number of times to sample.
-
seed : float
-
(Optional) Seed to the random generator, if not specified we will auto generate one.
-
- -#### Inputs - -
-
input : T1
-
Input tensor with shape [batch_size, class_size], where class_size is the number of all possible outcomes. Each value along the axis zero represents the unnormalized log-probability of each corresponding outcome in a batch.
-
- -#### Outputs - -
-
output : T2
-
Output tensor with shape [batch_size, sample_size], where sample_size is the number of times to sample. Each value along the axis zero represents the outcome of the corresponding sample in a batch.
-
- -#### Type Constraints - -
-
T1 : tensor(float16), tensor(float), tensor(double)
-
Constrain input types to float tensors.
-
T2 : tensor(int32), tensor(int64)
-
Constrain output types to integral tensors.
-
- - -### **Neg** - - Neg takes one input data (Tensor) and produces one output data - (Tensor) where each element flipped sign, y = -x, is applied to - the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Neg-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float), tensor(int32), tensor(int8), tensor(int16), tensor(int64), tensor(float16), tensor(double)
-
Constrain input and output types to signed numeric tensors.
-
- - -#### Examples - -
-neg - -```python -node = onnx.helper.make_node( - 'Neg', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-4, 2]).astype(np.float32) -y = np.negative(x) # expected output [4., -2.], -expect(node, inputs=[x], outputs=[y], - name='test_neg_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.negative(x) -expect(node, inputs=[x], outputs=[y], - name='test_neg') -``` - -
- - -### **NonMaxSuppression** - - Filter out boxes that have high intersection-over-union (IOU) overlap with previously selected boxes. - Bounding boxes with score less than score_threshold are removed. Bounding box format is indicated by attribute center_point_box. - Note that this algorithm is agnostic to where the origin is in the coordinate system and more generally is invariant to - orthogonal transformations and translations of the coordinate system; thus translating or reflections of the coordinate system - result in the same boxes being selected by the algorithm. - The selected_indices output is a set of integers indexing into the input collection of bounding boxes representing the selected boxes. - The bounding box coordinates corresponding to the selected indices can then be obtained using the Gather or GatherND operation. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: NonMaxSuppression-10 - -#### Attributes - -
-
center_point_box : int (default is 0)
-
Integer indicate the format of the box data. The default is 0. 0 - the box data is supplied as [y1, x1, y2, x2] where (y1, x1) and (y2, x2) are the coordinates of any diagonal pair of box corners and the coordinates can be provided as normalized (i.e., lying in the interval [0, 1]) or absolute. Mostly used for TF models. 1 - the box data is supplied as [x_center, y_center, width, height]. Mostly used for Pytorch models.
-
- -#### Inputs (2 - 5) - -
-
boxes : tensor(float)
-
An input tensor with shape [num_batches, spatial_dimension, 4]. The single box data format is indicated by center_point_box.
-
scores : tensor(float)
-
An input tensor with shape [num_batches, num_classes, spatial_dimension]
-
max_output_boxes_per_class (optional) : tensor(int64)
-
Integer representing the maximum number of boxes to be selected per batch per class. It is a scalar. Default to 0, which means no output.
-
iou_threshold (optional) : tensor(float)
-
Float representing the threshold for deciding whether boxes overlap too much with respect to IOU. It is scalar. Value range [0, 1]. Default to 0.
-
score_threshold (optional) : tensor(float)
-
Float representing the threshold for deciding when to remove boxes based on score. It is a scalar.
-
- -#### Outputs - -
-
selected_indices : tensor(int64)
-
selected indices from the boxes tensor. [num_selected_indices, 3], the selected index format is [batch_index, class_index, box_index].
-
- -#### Type Constraints - - - -#### Examples - -
-nonmaxsuppression_center_point_box_format - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'], - center_point_box=1 -) -boxes = np.array([[ - [0.5, 0.5, 1.0, 1.0], - [0.5, 0.6, 1.0, 1.0], - [0.5, 0.4, 1.0, 1.0], - [0.5, 10.5, 1.0, 1.0], - [0.5, 10.6, 1.0, 1.0], - [0.5, 100.5, 1.0, 1.0] -]]).astype(np.float32) -scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) -max_output_boxes_per_class = np.array([3]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_center_point_box_format') -``` - -
- - -
-nonmaxsuppression_flipped_coordinates - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[ - [1.0, 1.0, 0.0, 0.0], - [0.0, 0.1, 1.0, 1.1], - [0.0, 0.9, 1.0, -0.1], - [0.0, 10.0, 1.0, 11.0], - [1.0, 10.1, 0.0, 11.1], - [1.0, 101.0, 0.0, 100.0] -]]).astype(np.float32) -scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) -max_output_boxes_per_class = np.array([3]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_flipped_coordinates') -``` - -
- - -
-nonmaxsuppression_identical_boxes - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[ - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0], - - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.0, 1.0, 1.0] -]]).astype(np.float32) -scores = np.array([[[0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9]]]).astype(np.float32) -max_output_boxes_per_class = np.array([3]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 0]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_identical_boxes') -``` - -
- - -
-nonmaxsuppression_limit_output_size - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[ - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.1, 1.0, 1.1], - [0.0, -0.1, 1.0, 0.9], - [0.0, 10.0, 1.0, 11.0], - [0.0, 10.1, 1.0, 11.1], - [0.0, 100.0, 1.0, 101.0] -]]).astype(np.float32) -scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) -max_output_boxes_per_class = np.array([2]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_limit_output_size') -``` - -
- - -
-nonmaxsuppression_single_box - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[ - [0.0, 0.0, 1.0, 1.0] -]]).astype(np.float32) -scores = np.array([[[0.9]]]).astype(np.float32) -max_output_boxes_per_class = np.array([3]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 0]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_single_box') -``` - -
- - -
-nonmaxsuppression_suppress_by_IOU - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[ - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.1, 1.0, 1.1], - [0.0, -0.1, 1.0, 0.9], - [0.0, 10.0, 1.0, 11.0], - [0.0, 10.1, 1.0, 11.1], - [0.0, 100.0, 1.0, 101.0] -]]).astype(np.float32) -scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) -max_output_boxes_per_class = np.array([3]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 0, 5]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_suppress_by_IOU') -``` - -
- - -
-nonmaxsuppression_suppress_by_IOU_and_scores - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[ - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.1, 1.0, 1.1], - [0.0, -0.1, 1.0, 0.9], - [0.0, 10.0, 1.0, 11.0], - [0.0, 10.1, 1.0, 11.1], - [0.0, 100.0, 1.0, 101.0] -]]).astype(np.float32) -scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) -max_output_boxes_per_class = np.array([3]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.4]).astype(np.float32) -selected_indices = np.array([[0, 0, 3], [0, 0, 0]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_suppress_by_IOU_and_scores') -``` - -
- - -
-nonmaxsuppression_two_batches - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[[0.0, 0.0, 1.0, 1.0], - [0.0, 0.1, 1.0, 1.1], - [0.0, -0.1, 1.0, 0.9], - [0.0, 10.0, 1.0, 11.0], - [0.0, 10.1, 1.0, 11.1], - [0.0, 100.0, 1.0, 101.0]], - [[0.0, 0.0, 1.0, 1.0], - [0.0, 0.1, 1.0, 1.1], - [0.0, -0.1, 1.0, 0.9], - [0.0, 10.0, 1.0, 11.0], - [0.0, 10.1, 1.0, 11.1], - [0.0, 100.0, 1.0, 101.0]]]).astype(np.float32) -scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]], - [[0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) -max_output_boxes_per_class = np.array([2]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 3], [0, 0, 0], [1, 0, 3], [1, 0, 0]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_two_batches') -``` - -
- - -
-nonmaxsuppression_two_classes - -```python -node = onnx.helper.make_node( - 'NonMaxSuppression', - inputs=['boxes', 'scores', 'max_output_boxes_per_class', 'iou_threshold', 'score_threshold'], - outputs=['selected_indices'] -) -boxes = np.array([[ - [0.0, 0.0, 1.0, 1.0], - [0.0, 0.1, 1.0, 1.1], - [0.0, -0.1, 1.0, 0.9], - [0.0, 10.0, 1.0, 11.0], - [0.0, 10.1, 1.0, 11.1], - [0.0, 100.0, 1.0, 101.0] -]]).astype(np.float32) -scores = np.array([[[0.9, 0.75, 0.6, 0.95, 0.5, 0.3], - [0.9, 0.75, 0.6, 0.95, 0.5, 0.3]]]).astype(np.float32) -max_output_boxes_per_class = np.array([2]).astype(np.int64) -iou_threshold = np.array([0.5]).astype(np.float32) -score_threshold = np.array([0.0]).astype(np.float32) -selected_indices = np.array([[0, 0, 3], [0, 0, 0], [0, 1, 3], [0, 1, 0]]).astype(np.int64) - -expect(node, inputs=[boxes, scores, max_output_boxes_per_class, iou_threshold, score_threshold], outputs=[selected_indices], name='test_nonmaxsuppression_two_classes') -``` - -
- - -### **NonZero** - - Returns the indices of the elements that are non-zero - (in row-major order - by dimension). - NonZero behaves similar to numpy.nonzero: - https://docs.scipy.org/doc/numpy/reference/generated/numpy.nonzero.html - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
X : T
-
input
-
- -#### Outputs - -
-
Y : tensor(int64)
-
output (always 2D tensor)
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain to all tensor types.
-
- - -#### Examples - -
-nonzero - -```python -node = onnx.helper.make_node( - 'NonZero', - inputs=['condition'], - outputs=['result'], -) - -condition = np.array([[1, 0], [1, 1]], dtype=np.bool) -result = np.array((np.nonzero(condition))) # expected output [[0, 1, 1], [0, 0, 1]] -expect(node, inputs=[condition], outputs=[result], - name='test_nonzero_example') -``` - -
- - -### **Not** - - Returns the negation of the input tensor element-wise. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(bool)
-
Constrains input/output to boolean tensors.
-
- - -#### Examples - -
-not - -```python -node = onnx.helper.make_node( - 'Not', - inputs=['x'], - outputs=['not'], -) - -# 2d -x = (np.random.randn(3, 4) > 0).astype(np.bool) -expect(node, inputs=[x], outputs=[np.logical_not(x)], - name='test_not_2d') - -# 3d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -expect(node, inputs=[x], outputs=[np.logical_not(x)], - name='test_not_3d') - -# 4d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -expect(node, inputs=[x], outputs=[np.logical_not(x)], - name='test_not_4d') -``` - -
- - -### **OneHot** - - Produces a one-hot tensor based on inputs. - The locations represented by the index values in the 'indices' input tensor will have 'on_value' - and the other locations will have 'off_value' in the output tensor, where 'on_value' and 'off_value' - are specified as part of required input argument 'values', which is a two-element tensor of format - [off_value, on_value]. The rank of the output tensor will be one greater than the rank of the - input tensor. The additional dimension is for one-hot representation. The additional dimension will - be inserted at the position specified by 'axis'. If 'axis' is not specified then then additional - dimension will be inserted as the innermost dimension, i.e. axis=-1. The size of the additional - dimension is specified by required scalar input 'depth'. The type of the output tensor is the same - as the type of the 'values' input. Any entries in the 'indices' input tensor with values outside - the range [-depth, depth-1] will result in one-hot representation with all 'off_value' values in the - output tensor. - - when axis = 0: - output[input[i, j, k], i, j, k] = 1 for all i, j, k and 0 otherwise. - - when axis = -1: - output[i, j, k, input[i, j, k]] = 1 for all i, j, k and 0 otherwise. - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: OneHot-9 - -#### Attributes - -
-
axis : int (default is -1)
-
(Optional) Axis along which one-hot representation in added. Default: axis=-1. axis=-1 means that the additional dimension will be inserted as the innermost/last dimension in the output tensor. Negative value means counting dimensions from the back. Accepted range is [-r-1, r] where r = rank(indices).
-
- -#### Inputs - -
-
indices : T1
-
Input tensor containing indices. Any entries in the 'indices' input tensor with values outside the range [-depth, depth-1] will result in one-hot representation with all 'off_value' values in the output tensor.In case 'indices' is of non-integer type, the values will be casted to int64 before use.
-
depth : T2
-
Scalar specifying the number of classes in one-hot tensor. This is also the size of the one-hot dimension (specified by 'axis' attribute) added on in the output tensor. The values in the 'indices' input tensor are expected to be in the range [-depth, depth-1]. In case 'depth' is of non-integer type, it will be casted to int64 before use.
-
values : T3
-
Rank 1 tensor containing exactly two elements, in the format [off_value, on_value], where 'on_value' is the value used for filling locations specified in 'indices' input tensor, and 'off_value' is the value used for filling locations other than those specified in 'indices' input tensor.
-
- -#### Outputs - -
-
output : T3
-
Tensor of rank one greater than input tensor 'indices', i.e. rank(output) = rank(indices) + 1. The data type for the elements of the output tensor is the same as the type of input 'values' is used.
-
- -#### Type Constraints - -
-
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrains input to only numeric types.
-
T2 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrains input to only numeric types.
-
T3 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain to any tensor type.
-
- - -#### Examples - -
-with_axis - -```python -axisValue = 1 -on_value = 3 -off_value = 1 -output_type = np.float32 -node = onnx.helper.make_node( - 'OneHot', - inputs=['indices', 'depth', 'values'], - outputs=['y'], - axis=axisValue -) -indices = np.array([[1, 9], - [2, 4]], dtype=np.float32) -depth = np.array([10], dtype=np.float32) -values = np.array([off_value, on_value], dtype=output_type) -y = one_hot(indices, depth, axis=axisValue, dtype=output_type) -y = y * (on_value - off_value) + off_value -expect(node, inputs=[indices, depth, values], outputs=[y], name='test_onehot_with_axis') -``` - -
- - -
-with_negative_axis - -```python -axisValue = -2 -on_value = 3 -off_value = 1 -output_type = np.float32 -node = onnx.helper.make_node( - 'OneHot', - inputs=['indices', 'depth', 'values'], - outputs=['y'], - axis=axisValue -) -indices = np.array([[1, 9], - [2, 4]], dtype=np.float32) -depth = np.array([10], dtype=np.float32) -values = np.array([off_value, on_value], dtype=output_type) -y = one_hot(indices, depth, axis=axisValue, dtype=output_type) -y = y * (on_value - off_value) + off_value -expect(node, inputs=[indices, depth, values], outputs=[y], name='test_onehot_with_negative_axis') -``` - -
- - -
-with_negative_indices - -```python -axisValue = 1 -on_value = 3 -off_value = 1 -output_type = np.float32 -node = onnx.helper.make_node( - 'OneHot', - inputs=['indices', 'depth', 'values'], - outputs=['y'], - axis=axisValue -) -indices = np.array([0, -7, -8], dtype=np.int64) - -depth = np.array([10], dtype=np.float32) -values = np.array([off_value, on_value], dtype=output_type) -y = one_hot(indices, depth, axis=axisValue, dtype=output_type) -y = y * (on_value - off_value) + off_value -expect(node, inputs=[indices, depth, values], outputs=[y], name='test_onehot_negative_indices') -``` - -
- - -
-without_axis - -```python -on_value = 5 -off_value = 2 -output_type = np.int32 -node = onnx.helper.make_node( - 'OneHot', - inputs=['indices', 'depth', 'values'], - outputs=['y'] -) -indices = np.array([0, 7, 8], dtype=np.int64) -depth = np.float32(12) -values = np.array([off_value, on_value], dtype=output_type) -y = one_hot(indices, depth, dtype=output_type) -y = y * (on_value - off_value) + off_value -expect(node, inputs=[indices, depth, values], outputs=[y], name='test_onehot_without_axis') -``` - -
- - -### **Or** - - Returns the tensor resulted from performing the `or` logical operation - elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: Or-1 - -#### Inputs - -
-
A : T
-
First input operand for the logical operator.
-
B : T
-
Second input operand for the logical operator.
-
- -#### Outputs - -
-
C : T1
-
Result tensor.
-
- -#### Type Constraints - -
-
T : tensor(bool)
-
Constrains input to boolean tensor.
-
T1 : tensor(bool)
-
Constrains output to boolean tensor.
-
- - -#### Examples - -
-or - -```python -node = onnx.helper.make_node( - 'Or', - inputs=['x', 'y'], - outputs=['or'], -) - -# 2d -x = (np.random.randn(3, 4) > 0).astype(np.bool) -y = (np.random.randn(3, 4) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or2d') - -# 3d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or3d') - -# 4d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or4d') -``` - -
- - -
-or_broadcast - -```python -node = onnx.helper.make_node( - 'Or', - inputs=['x', 'y'], - outputs=['or'], -) - -# 3d vs 1d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(5) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or_bcast3v1d') - -# 3d vs 2d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(4, 5) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or_bcast3v2d') - -# 4d vs 2d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(5, 6) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or_bcast4v2d') - -# 4d vs 3d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(4, 5, 6) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or_bcast4v3d') - -# 4d vs 4d -x = (np.random.randn(1, 4, 1, 6) > 0).astype(np.bool) -y = (np.random.randn(3, 1, 5, 6) > 0).astype(np.bool) -z = np.logical_or(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_or_bcast4v4d') -``` - -
- - -### **PRelu** - - PRelu takes input data (Tensor) and slope tensor as input, and produces one - output data (Tensor) where the function `f(x) = slope * x for x < 0`, - `f(x) = x for x >= 0`., is applied to the data tensor elementwise. - This operator supports **unidirectional broadcasting** (tensor slope should be unidirectional broadcastable to input tensor X); for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -Other versions of this operator: PRelu-1, PRelu-6, PRelu-7 - -#### Inputs - -
-
X : T
-
Input tensor
-
slope : T
-
Slope tensor. The shape of slope can be smaller then first input X; if so, its shape must be unidirectional broadcastable to X
-
- -#### Outputs - -
-
Y : T
-
Output tensor (same size as X)
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double), tensor(uint32), tensor(uint64), tensor(int32), tensor(int64)
-
Constrain input and output types to float/int tensors.
-
- - -#### Examples - -
-prelu - -```python -node = onnx.helper.make_node( - 'PRelu', - inputs=['x', 'slope'], - outputs=['y'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -slope = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope - -expect(node, inputs=[x, slope], outputs=[y], - name='test_prelu_example') -``` - -
- - -
-prelu_broadcast - -```python -node = onnx.helper.make_node( - 'PRelu', - inputs=['x', 'slope'], - outputs=['y'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -slope = np.random.randn(5).astype(np.float32) -y = np.clip(x, 0, np.inf) + np.clip(x, -np.inf, 0) * slope - -expect(node, inputs=[x, slope], outputs=[y], - name='test_prelu_broadcast') -``` - -
- - -### **Pad** - - Given a tensor containing the data to be padded (`data`), a tensor containing the number of start and end pad values for axis (`pads`), (optionally) a `mode`, and (optionally) `constant_value`, - a padded tensor (`output`) is generated. - - The three supported `modes` are (similar to corresponding modes supported by `numpy.pad`): - - 1) `constant`(default) - pads with a given constant value as specified by `constant_value` (which defaults to 0) - - 2) `reflect` - pads with the reflection of the vector mirrored on the first and last values of the vector along each axis - - 3) `edge` - pads with the edge values of array - - - Example 1 (`constant` mode): - Insert 0 pads to the beginning of the second dimension. - - data = - [ - [1.0, 1.2], - [2.3, 3.4], - [4.5, 5.7], - ] - - pads = [0, 2, 0, 0] - - mode = 'constant' - - constant_value = 0.0 - - output = - [ - [ - [0.0, 0.0, 1.0, 1.2], - [0.0, 0.0, 2.3, 3.4], - [0.0, 0.0, 4.5, 5.7], - ], - ] - - - Example 2 (`reflect` mode): - data = - [ - [1.0, 1.2], - [2.3, 3.4], - [4.5, 5.7], - ] - - pads = [0, 2, 0, 0] - - mode = 'reflect' - - output = - [ - [ - [1.0, 1.2, 1.0, 1.2], - [2.3, 3.4, 2.3, 3.4], - [4.5, 5.7, 4.5, 5.7], - ], - ] - - - Example 3 (`edge` mode): - data = - [ - [1.0, 1.2], - [2.3, 3.4], - [4.5, 5.7], - ] - - pads = [0, 2, 0, 0] - - mode = 'edge' - - output = - [ - [ - [1.0, 1.0, 1.0, 1.2], - [2.3, 2.3, 2.3, 3.4], - [4.5, 4.5, 4.5, 5.7], - ], - ] - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Pad-1, Pad-2 - -#### Attributes - -
-
mode : string (default is constant)
-
Supported modes: `constant`(default), `reflect`, `edge`
-
- -#### Inputs (2 - 3) - -
-
data : T
-
Input tensor.
-
pads : tensor(int64)
-
Tensor of integers indicating the number of padding elements to add or remove (if negative) at the beginning and end of each axis. For 2D input tensor, it is the number of pixels. `pads` should be a 1D tensor of shape [2 * input_rank]. `pads` format should be: [x1_begin, x2_begin,...,x1_end, x2_end,...], where xi_begin is the number of pad values added at the beginning of axis `i` and xi_end, the number of pad values added at the end of axis `i`.
-
constant_value (optional) : T
-
(Optional) A scalar value to be used if the mode chosen is `constant` (by default it is 0).
-
- -#### Outputs - -
-
output : T
-
Tensor after padding.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrains input and output to only numeric types.
-
- - -#### Examples - -
-constant_pad - -```python -node = onnx.helper.make_node( - 'Pad', - inputs=['x', 'pads', 'value'], - outputs=['y'], - mode='constant' -) -x = np.random.randn(1, 3, 4, 5).astype(np.float32) -pads = np.array([0, 0, 1, 3, 0, 0, 2, 4]).astype(np.int64) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] -value = np.float32(1.2) -y = pad_impl( - x, - pads, - 'constant', - 1.2 -) - -expect(node, inputs=[x, pads, value], outputs=[y], - name='test_constant_pad') -``` - -
- - -
-reflection_and_edge_pad - -```python -for mode in ['edge', 'reflect']: - node = onnx.helper.make_node( - 'Pad', - inputs=['x', 'pads'], - outputs=['y'], - mode=mode - ) - x = np.random.randn(1, 3, 4, 5).astype(np.int32) - pads = np.array([0, 0, 1, 1, 0, 0, 1, 1]).astype(np.int64) # pad order [x1_begin, x2_begin, ..., x1_end, x2_end, ...] - y = pad_impl( - x, - pads, - mode - ) - - expect(node, inputs=[x, pads], outputs=[y], - name='test_{}_pad'.format(mode)) -``` - -
- - -### **Pow** - - Pow takes input data (Tensor) and exponent Tensor, and - produces one output data (Tensor) where the function `f(x) = x^exponent`, - is applied to the data tensor elementwise. - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: Pow-1 - -#### Inputs - -
-
X : T
-
First operand, base of the exponent.
-
Y : T
-
Second operand, power of the exponent.
-
- -#### Outputs - -
-
Z : T
-
Output tensor (same size as X)
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-pow - -```python -node = onnx.helper.make_node( - 'Pow', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([1, 2, 3]).astype(np.float32) -y = np.array([4, 5, 6]).astype(np.float32) -z = np.power(x, y) # expected output [1., 32., 729.] -expect(node, inputs=[x, y], outputs=[z], - name='test_pow_example') - -x = np.arange(60).reshape(3, 4, 5).astype(np.float32) -y = np.random.randn(3, 4, 5).astype(np.float32) -z = np.power(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_pow') -``` - -
- - -
-pow_broadcast - -```python -node = onnx.helper.make_node( - 'Pow', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([1, 2, 3]).astype(np.float32) -y = np.array(2).astype(np.float32) -z = np.power(x, y) # expected output [1., 4., 9.] -expect(node, inputs=[x, y], outputs=[z], - name='test_pow_bcast_scalar') - -node = onnx.helper.make_node( - 'Pow', - inputs=['x', 'y'], - outputs=['z'], -) -x = np.array([[1, 2, 3], [4, 5, 6]]).astype(np.float32) -y = np.array([1, 2, 3]).astype(np.float32) -# expected output [[1, 4, 27], [4, 25, 216]] -z = np.power(x, y).astype(np.float32) -expect(node, inputs=[x, y], outputs=[z], - name='test_pow_bcast_array') -``` - -
- - -### **QLinearConv** - - The convolution operator consumes a quantized input tensor, its scale and zero point, - a quantized filter, its scale and zero point, and output's scale and zero point, - and computes the quantized output. Each scale and zero-point pair must have same shape. - It means they must be either scalars (per tensor) or 1-D tensors (per output channel). - Each input or output and its related zero point must have same type. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
auto_pad : string (default is NOTSET)
-
auto_pad must be either NOTSET, SAME_UPPER, SAME_LOWER or VALID. Where default value is NOTSET, which means explicit padding is used. SAME_UPPER or SAME_LOWER mean pad the input so that the output spatial size match the input.In case of odd number add the extra padding at the end for SAME_UPPER and at the beginning for SAME_LOWER. VALID mean no padding.
-
dilations : list of ints
-
dilation value along each spatial axis of the filter. If not present, the dilation defaults to 1 along each spatial axis.
-
group : int (default is 1)
-
number of groups input channels and output channels are divided into. default is 1.
-
kernel_shape : list of ints
-
The shape of the convolution kernel. If not present, should be inferred from input 'w'.
-
pads : list of ints
-
Padding for the beginning and ending along each spatial axis, it can take any value greater than or equal to 0.The value represent the number of pixels added to the beginning and end part of the corresponding axis.`pads` format should be as follow [x1_begin, x2_begin...x1_end, x2_end,...], where xi_begin the number ofpixels added at the beginning of axis `i` and xi_end, the number of pixels added at the end of axis `i`.This attribute cannot be used simultaneously with auto_pad attribute. If not present, the padding defaultsto 0 along start and end of each spatial axis.
-
strides : list of ints
-
Stride along each spatial axis. If not present, the stride defaults to 1 along each spatial axis.
-
- -#### Inputs (8 - 9) - -
-
x : T1
-
Input data tensor from previous layer; has size (N x C x H x W), where N is the batch size, C is the number of channels, and H and W are the height and width. Note that this is for the 2D image. Otherwise the size is (N x C x D1 x D2 ... x Dn). Optionally, if dimension denotation is in effect, the operation expects input data tensor to arrive with the dimension denotation of [DATA_BATCH, DATA_CHANNEL, DATA_FEATURE, DATA_FEATURE ...].
-
x_scale : tensor(float)
-
Scale tensor for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
-
x_zero_point : T1
-
Zero point tensor for input 'x'. It's a scalar, which means a per-tensor/layer quantization.
-
w : T2
-
The weight tensor that will be used in the convolutions; has size (M x C/group x kH x kW), where C is the number of channels, and kH and kW are the height and width of the kernel, and M is the number of feature maps. For more than 2 dimensions, the kernel shape will be (M x C/group x k1 x k2 x ... x kn), where (k1 x k2 x ... kn) is the dimension of the kernel. Optionally, if dimension denotation is in effect, the operation expects the weight tensor to arrive with the dimension denotation of [FILTER_OUT_CHANNEL, FILTER_IN_CHANNEL, FILTER_SPATIAL, FILTER_SPATIAL ...]. X.shape[1] == (W.shape[1] * group) == C (assuming zero based indices for the shape array). Or in other words FILTER_IN_CHANNEL should be equal to DATA_CHANNEL.
-
w_scale : tensor(float)
-
Scale tensor for input 'w'. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M).
-
w_zero_point : T2
-
Scale tensor for input 'w'. It could be a scalar or a 1-D tensor, which means a per-tensor/layer or per output channel quantization. If it's a 1-D tensor, its number of elements should be equal to the number of output channels (M).
-
y_scale : tensor(float)
-
Scale tensor for output 'y'. It's a scalar, which means a per-tensor/layer quantization.
-
y_zero_point : T3
-
Scale tensor for output 'y'. It's a scalar, which means a per-tensor/layer quantization.
-
B (optional) : T4
-
Optional 1D bias to be added to the convolution, has size of M.
-
- -#### Outputs - -
-
y : T3
-
Output data tensor that contains the result of the convolution. The output dimensions are functions of the kernel size, stride size, and pad lengths.
-
- -#### Type Constraints - -
-
T1 : tensor(int8), tensor(uint8)
-
Constrain input type to 8-bit integer tensor.
-
T2 : tensor(int8), tensor(uint8)
-
Constrain filter type to 8-bit integer tensor.
-
T3 : tensor(int8), tensor(uint8)
-
Constrain output type to 8-bit integer tensor.
-
T4 : tensor(int32)
-
Constrain bias type to 32-bit integer tensor.
-
- - -#### Examples - -
-qlinearconv - -```python -node = onnx.helper.make_node('QLinearConv', - inputs=['x', 'x_scale', 'x_zero_point', 'w', 'w_scale', 'w_zero_point', 'y_scale', 'y_zero_point'], - outputs=['y'],) - -x = np.array([[255, 174, 162, 25, 203, 168, 58], - [15, 59, 237, 95, 129, 0, 64], - [56, 242, 153, 221, 168, 12, 166], - [232, 178, 186, 195, 237, 162, 237], - [188, 39, 124, 77, 80, 102, 43], - [127, 230, 21, 83, 41, 40, 134], - [255, 154, 92, 141, 42, 148, 247], ], dtype=np.uint8).reshape((1, 1, 7, 7)) - -x_scale = np.float32(0.00369204697) -x_zero_point = np.uint8(132) - -w = np.array([0], dtype=np.uint8).reshape((1, 1, 1, 1)) - -w_scale = np.array([0.00172794575], dtype=np.float32) -w_zero_point = np.array([255], dtype=np.uint8) - -y_scale = np.float32(0.00162681262) -y_zero_point = np.uint8(123) - -output = np.array([[0, 81, 93, 230, 52, 87, 197], - [240, 196, 18, 160, 126, 255, 191], - [199, 13, 102, 34, 87, 243, 89], - [23, 77, 69, 60, 18, 93, 18], - [67, 216, 131, 178, 175, 153, 212], - [128, 25, 234, 172, 214, 215, 121], - [0, 101, 163, 114, 213, 107, 8], ], dtype=np.uint8).reshape((1, 1, 7, 7)) - -expect(node, inputs=[x, x_scale, x_zero_point, w, w_scale, w_zero_point, y_scale, y_zero_point], outputs=[output], - name='test_qlinearconv') -``` - -
- - -### **QLinearMatMul** - - Matrix product that behaves like numpy.matmul: https://docs.scipy.org/doc/numpy-1.13.0/reference/generated/numpy.matmul.html. - It consumes two quantized input tensors, their scales and zero points, scale and zero point of output, and computes the quantized output. - The quantization formula is y = saturate((x / y_scale) + y_zero_point). For (x / y_scale), it is rounding to nearest ties to even. - Refer to https://en.wikipedia.org/wiki/Rounding for details. Scale and zero point must have same shape. - They must be either scalar (per tensor) or 1-D tensor (per row for 'a' and per column for 'b'). If scale and zero point are 1-D tensor, - the number of elements of scale and zero point tensor of input 'a' and output 'y' should be equal to the number of rows of input 'a', - and the number of elements of scale and zero point tensor of input 'b' should be equal to the number of columns of input 'b'. - Production must never overflow, and accumulation may overflow if and only if in 32 bits. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Inputs - -
-
a : T1
-
N-dimensional quantized matrix a
-
a_scale : tensor(float)
-
scale of quantized input a
-
a_zero_point : T1
-
zero point of quantized input a
-
b : T2
-
N-dimensional quantized matrix b
-
b_scale : tensor(float)
-
scale of quantized input b
-
b_zero_point : T2
-
zero point of quantized input b
-
y_scale : tensor(float)
-
scale of quantized output y
-
y_zero_point : T3
-
zero point of quantized output y
-
- -#### Outputs - -
-
y : T3
-
Quantized matrix multiply results from a * b
-
- -#### Type Constraints - -
-
T1 : tensor(int8), tensor(uint8)
-
Constrain input a and its zero point data type to 8-bit integer tensor.
-
T2 : tensor(int8), tensor(uint8)
-
Constrain input b and its zero point data type to 8-bit integer tensor.
-
T3 : tensor(int8), tensor(uint8)
-
Constrain output y and its zero point data type to 8-bit integer tensor.
-
- - -#### Examples - -
-qlinearmatmul - -```python -node = onnx.helper.make_node('QLinearMatMul', - inputs=['a', 'a_scale', 'a_zero_point', 'b', 'b_scale', 'b_zero_point', 'y_scale', 'y_zero_point'], - outputs=['y'],) - -#2D -a = np.array([[208, 236, 0, 238], - [3, 214, 255, 29], ], dtype=np.uint8) - -a_scale = np.array([0.0066], dtype=np.float32) -a_zero_point = np.array([113], dtype=np.uint8) - -b = np.array([[152, 51, 244], - [60, 26, 255], - [0, 127, 246], - [127, 254, 247]], dtype=np.uint8) - -b_scale = np.array([0.00705], dtype=np.float32) -b_zero_point = np.array([114], dtype=np.uint8) - -y_scale = np.array([0.0107], dtype=np.float32) -y_zero_point = np.array([118], dtype=np.uint8) - -output = np.array([[168, 115, 255], - [1, 66, 151], ], dtype=np.uint8) - -expect(node, inputs=[a, a_scale, a_zero_point, b, b_scale, b_zero_point, y_scale, y_zero_point], outputs=[output], - name='test_qlinearmatmul_2D') - -#3D -a = np.array([[[208, 236, 0, 238], - [3, 214, 255, 29]], - [[208, 236, 0, 238], - [3, 214, 255, 29]]], dtype=np.uint8) - -a_scale = np.array([0.0066], dtype=np.float32) -a_zero_point = np.array([113], dtype=np.uint8) - -b = np.array([[[152, 51, 244], - [60, 26, 255], - [0, 127, 246], - [127, 254, 247]], - [[152, 51, 244], - [60, 26, 255], - [0, 127, 246], - [127, 254, 247]]], dtype=np.uint8) - -b_scale = np.array([0.00705], dtype=np.float32) -b_zero_point = np.array([114], dtype=np.uint8) - -y_scale = np.array([0.0107], dtype=np.float32) -y_zero_point = np.array([118], dtype=np.uint8) - -output = np.array([[[168, 115, 255], - [1, 66, 151]], - [[168, 115, 255], - [1, 66, 151]]], dtype=np.uint8) - -expect(node, inputs=[a, a_scale, a_zero_point, b, b_scale, b_zero_point, y_scale, y_zero_point], outputs=[output], - name='test_qlinearmatmul_3D') -``` - -
- - -### **QuantizeLinear** - - The linear per-tensor/layer quantization operator. It consumes a high precision tensor, a scale, a zero point to compute the low precision / quantized tensor. - The quantization formula is y = saturate ((x / y_scale) + y_zero_point). For saturation, it saturates to [0, 255] if it's uint8, or [-128, 127] if it's int8. - For (x / y_scale), it's rounding to nearest ties to even. Refer to https://en.wikipedia.org/wiki/Rounding for details. 'y_zero_point' and 'y' must have same type. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Inputs (2 - 3) - -
-
x : T1
-
N-D full precision Input tensor to be quantized.
-
y_scale : tensor(float)
-
Scale for doing quantization to get 'y'. It's a scalar, which means a per-tensor/layer quantization.
-
y_zero_point (optional) : T2
-
Zero point for doing quantization to get 'y'. It's a scalar, which means a per-tensor/layer quantization. Default value is uint8 typed 0 if it's not specified.
-
- -#### Outputs - -
-
y : T2
-
N-D quantized output tensor. It has same shape as input 'x'.
-
- -#### Type Constraints - -
-
T1 : tensor(float), tensor(int32)
-
Constrain 'x' to float or int32 tensor.
-
T2 : tensor(int8), tensor(uint8)
-
Constrain 'y_zero_point' and 'y' to 8-bit integer tensor.
-
- - -#### Examples - -
-quantizelinear - -```python -node = onnx.helper.make_node('QuantizeLinear', - inputs=['x', 'y_scale', 'y_zero_point'], - outputs=['y'],) - -x = np.array([0, 2, 3, 1000, -254, -1000]).astype(np.float32) -y_scale = np.float32(2) -y_zero_point = np.uint8(128) -y = np.array([128, 129, 130, 255, 1, 0]).astype(np.uint8) - -expect(node, inputs=[x, y_scale, y_zero_point], outputs=[y], - name='test_quantizelinear') -``` - -
- - -### **RNN** - - Computes an one-layer simple RNN. This operator is usually supported - via some custom implementation such as CuDNN. - - Notations: - - `X` - input tensor - - `i` - input gate - - `t` - time step (t-1 means previous time step) - - `Wi` - W parameter weight matrix for input gate - - `Ri` - R recurrence weight matrix for input gate - - `Wbi` - W parameter bias vector for input gate - - `Rbi` - R parameter bias vector for input gate - - `WBi` - W parameter weight matrix for backward input gate - - `RBi` - R recurrence weight matrix for backward input gate - - `WBbi` - WR bias vectors for backward input gate - - `RBbi` - RR bias vectors for backward input gate - - `H` - Hidden state - - `num_directions` - 2 if direction == bidirectional else 1 - - Activation functions: - - Relu(x) - max(0, x) - - Tanh(x) - (1 - e^{-2x})/(1 + e^{-2x}) - - Sigmoid(x) - 1/(1 + e^{-x}) - - (NOTE: Below are optional) - - Affine(x) - alpha*x + beta - - LeakyRelu(x) - x if x >= 0 else alpha * x - - ThresholdedRelu(x) - x if x >= alpha else 0 - - ScaledTanh(x) - alpha*Tanh(beta*x) - - HardSigmoid(x) - min(max(alpha*x + beta, 0), 1) - - Elu(x) - x if x >= 0 else alpha*(e^x - 1) - - Softsign(x) - x/(1 + |x|) - - Softplus(x) - log(1 + e^x) - - Equations (Default: f=Tanh): - - - Ht = f(Xt*(Wi^T) + Ht-1*(Ri^T) + Wbi + Rbi) - This operator has **optional** inputs/outputs. See [the doc](IR.md) for more details about the representation of optional arguments. An empty string may be used in the place of an actual argument's name to indicate a missing argument. Trailing optional arguments (those not followed by an argument that is present) may also be simply omitted. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: RNN-1 - -#### Attributes - -
-
activation_alpha : list of floats
-
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.For example with LeakyRelu, the default alpha is 0.01.
-
activation_beta : list of floats
-
Optional scaling values used by some activation functions. The values are consumed in the order of activation functions, for example (f, g, h) in LSTM. Default values are the same as of corresponding ONNX operators.
-
activations : list of strings (default is ['Tanh', 'Tanh'])
-
One (or two if bidirectional) activation function for input gate. The activation function must be one of the activation functions specified above. Optional: Default `Tanh` if not specified.
-
clip : float
-
Cell clip threshold. Clipping bounds the elements of a tensor in the range of [-threshold, +threshold] and is applied to the input of activations. No clip if not specified.
-
direction : string (default is forward)
-
Specify if the RNN is forward, reverse, or bidirectional. Must be one of forward (default), reverse, or bidirectional.
-
hidden_size : int
-
Number of neurons in the hidden layer
-
- -#### Inputs (3 - 6) - -
-
X : T
-
The input sequences packed (and potentially padded) into one 3-D tensor with the shape of `[seq_length, batch_size, input_size]`.
-
W : T
-
The weight tensor for input gate. Concatenation of `Wi` and `WBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, input_size]`.
-
R : T
-
The recurrence weight tensor. Concatenation of `Ri` and `RBi` (if bidirectional). The tensor has shape `[num_directions, hidden_size, hidden_size]`.
-
B (optional) : T
-
The bias tensor for input gate. Concatenation of `[Wbi, Rbi]` and `[WBbi, RBbi]` (if bidirectional). The tensor has shape `[num_directions, 2*hidden_size]`. Optional: If not specified - assumed to be 0.
-
sequence_lens (optional) : T1
-
Optional tensor specifying lengths of the sequences in a batch. If not specified - assumed all sequences in the batch to have length `seq_length`. It has shape `[batch_size]`.
-
initial_h (optional) : T
-
Optional initial value of the hidden. If not specified - assumed to be 0. It has shape `[num_directions, batch_size, hidden_size]`.
-
- -#### Outputs (0 - 2) - -
-
Y (optional) : T
-
A tensor that concats all the intermediate output values of the hidden. It has shape `[seq_length, num_directions, batch_size, hidden_size]`.
-
Y_h (optional) : T
-
The last output value of the hidden. It has shape `[num_directions, batch_size, hidden_size]`.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
T1 : tensor(int32)
-
Constrain seq_lens to integer tensor.
-
- - -#### Examples - -
-defaults - -```python -input = np.array([[[1., 2.], [3., 4.], [5., 6.]]]).astype(np.float32) - -input_size = 2 -hidden_size = 4 -weight_scale = 0.1 - -node = onnx.helper.make_node( - 'RNN', - inputs=['X', 'W', 'R'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) -R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) - -rnn = RNN_Helper(X=input, W=W, R=R) -_, Y_h = rnn.step() -expect(node, inputs=[input, W, R], outputs=[Y_h.astype(np.float32)], name='test_simple_rnn_defaults') -``` - -
- - -
-initial_bias - -```python -input = np.array([[[1., 2., 3.], [4., 5., 6.], [7., 8., 9.]]]).astype(np.float32) - -input_size = 3 -hidden_size = 5 -custom_bias = 0.1 -weight_scale = 0.1 - -node = onnx.helper.make_node( - 'RNN', - inputs=['X', 'W', 'R', 'B'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = weight_scale * np.ones((1, hidden_size, input_size)).astype(np.float32) -R = weight_scale * np.ones((1, hidden_size, hidden_size)).astype(np.float32) - -# Adding custom bias -W_B = custom_bias * np.ones((1, hidden_size)).astype(np.float32) -R_B = np.zeros((1, hidden_size)).astype(np.float32) -B = np.concatenate((W_B, R_B), axis=1) - -rnn = RNN_Helper(X=input, W=W, R=R, B=B) -_, Y_h = rnn.step() -expect(node, inputs=[input, W, R, B], outputs=[Y_h.astype(np.float32)], - name='test_simple_rnn_with_initial_bias') -``` - -
- - -
-seq_length - -```python -input = np.array([[[1., 2., 3.], [4., 5., 6.], [7., 8., 9.]], - [[10., 11., 12.], [13., 14., 15.], [16., 17., 18.]]]).astype(np.float32) - -input_size = 3 -hidden_size = 5 - -node = onnx.helper.make_node( - 'RNN', - inputs=['X', 'W', 'R', 'B'], - outputs=['', 'Y'], - hidden_size=hidden_size -) - -W = np.random.randn(1, hidden_size, input_size).astype(np.float32) -R = np.random.randn(1, hidden_size, hidden_size).astype(np.float32) - -# Adding custom bias -W_B = np.random.randn(1, hidden_size).astype(np.float32) -R_B = np.random.randn(1, hidden_size).astype(np.float32) -B = np.concatenate((W_B, R_B), axis=1) - -rnn = RNN_Helper(X=input, W=W, R=R, B=B) -_, Y_h = rnn.step() -expect(node, inputs=[input, W, R, B], outputs=[Y_h.astype(np.float32)], name='test_rnn_seq_length') -``` - -
- - -### **RandomNormal** - - Generate a tensor with random values drawn from a normal distribution. The shape - of the tensor is specified by the `shape` argument and the parameter of the normal distribution - specified by `mean` and `scale`. - - The data type is specified by the 'dtype' argument. The 'dtype' argument must - be one of the data types specified in the 'DataType' enum field in the - TensorProto message. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
dtype : int (default is 1)
-
The data type for the elements of the output tensor. Default is TensorProto::FLOAT.
-
mean : float (default is 0.0)
-
The mean of the normal distribution.
-
scale : float (default is 1.0)
-
The standard deviation of the normal distribution.
-
seed : float
-
(Optional) Seed to the random generator, if not specified we will auto generate one.
-
shape : list of ints (required)
-
The shape of the output tensor.
-
- -#### Inputs - - -#### Outputs - -
-
output : T
-
Output tensor of random values drawn from normal distribution
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain output types to float tensors.
-
- - -### **RandomNormalLike** - - Generate a tensor with random values drawn from a normal distribution. - The shape of the output tensor is copied from the shape of the input tensor, - and the parameters of the normal distribution are specified by `mean` and `scale`. - - The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. - The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the - TensorProto message, and be valid as an output type. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
dtype : int
-
(Optional) The data type for the elements of the output tensor, if not specified, we will usethe data type of the input tensor.
-
mean : float (default is 0.0)
-
The mean of the normal distribution.
-
scale : float (default is 1.0)
-
The standard deviation of the normal distribution.
-
seed : float
-
(Optional) Seed to the random generator, if not specified we will auto generate one.
-
- -#### Inputs - -
-
input : T1
-
Input tensor to copy shape and optionally type information from.
-
- -#### Outputs - -
-
output : T2
-
Output tensor of random values drawn from normal distribution
-
- -#### Type Constraints - -
-
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
-
T2 : tensor(float16), tensor(float), tensor(double)
-
Constrain output types to float tensors.
-
- - -### **RandomUniform** - - Generate a tensor with random values drawn from a uniform distribution. The shape - of the tensor is specified by the `shape` argument and the range by `low` and `high`. - - The data type is specified by the 'dtype' argument. The 'dtype' argument must - be one of the data types specified in the 'DataType' enum field in the - TensorProto message. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
dtype : int (default is 1)
-
The data type for the elements of the output tensor. If not specified, default is TensorProto::FLOAT.
-
high : float (default is 1.0)
-
Upper boundary of the output values.
-
low : float (default is 0.0)
-
Lower boundary of the output values.
-
seed : float
-
(Optional) Seed to the random generator, if not specified we will auto generate one.
-
shape : list of ints (required)
-
The shape of the output tensor.
-
- -#### Inputs - - -#### Outputs - -
-
output : T
-
Output tensor of random values drawn from uniform distribution
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain output types to float tensors.
-
- - -### **RandomUniformLike** - - Generate a tensor with random values drawn from a uniform distribution. - The shape of the output tensor is copied from the shape of the input tensor, - and the parameters of the uniform distribution are specified by `low` and `high`. - - The data type is specified by the 'dtype' argument, or copied from the input tensor if not provided. - The 'dtype' argument must be one of the data types specified in the 'DataType' enum field in the - TensorProto message and be valid as an output type. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
dtype : int
-
(Optional) The data type for the elements of the output tensor, if not specified, we will usethe data type of the input tensor.
-
high : float (default is 1.0)
-
Upper boundary of the output values.
-
low : float (default is 0.0)
-
Lower boundary of the output values.
-
seed : float
-
(Optional) Seed to the random generator, if not specified we will auto generate one.
-
- -#### Inputs - -
-
input : T1
-
Input tensor to copy shape and optionally type information from.
-
- -#### Outputs - -
-
output : T2
-
Output tensor of random values drawn from uniform distribution
-
- -#### Type Constraints - -
-
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain to any tensor type. If the dtype attribute is not provided this must be a valid output type.
-
T2 : tensor(float16), tensor(float), tensor(double)
-
Constrain output types to float tensors.
-
- - -### **Range** - - Generate a tensor containing a sequence of numbers that begin at `start` and extends by increments of `delta` - up to `limit` (exclusive). - - The number of elements in the output of range is computed as below- - - `number_of_elements = max( ceil( (limit - start) / delta ) , 0 )` - - The pseudocode determining the contents of the output is shown below- - - `for(int i=0; i -
start : T
-
Scalar. First entry for the range of output values.
-
limit : T
-
Scalar. Exclusive upper limit for the range of output values.
-
delta : T
-
Scalar. Value to step by.
- - -#### Outputs - -
-
output : T
-
A 1-D tensor with same type as the inputs containing generated range of values.
-
- -#### Type Constraints - -
-
T : tensor(float), tensor(double), tensor(int16), tensor(int32), tensor(int64)
-
Constrain input types to common numeric type tensors.
-
- -#### Function - -The Function can be represented as a function. - - -#### Examples - -
-range_float_type_positive_delta - -```python -node = onnx.helper.make_node( - 'Range', - inputs=['start', 'limit', 'delta'], - outputs=['output'], -) - -start = np.float32(1) -limit = np.float32(5) -delta = np.float32(2) - -output = np.arange(start, limit, delta, dtype=np.float32) # expected output [1.0, 3.0] -expect(node, inputs=[start, limit, delta], outputs=[output], - name='test_range_float_type_positive_delta') -``` - -
- - -
-range_int32_type_negative_delta - -```python -node = onnx.helper.make_node( - 'Range', - inputs=['start', 'limit', 'delta'], - outputs=['output'], -) - -start = np.int32(10) -limit = np.int32(6) -delta = np.int32(-3) - -output = np.arange(start, limit, delta, dtype=np.int32) # expected output [10, 7] -expect(node, inputs=[start, limit, delta], outputs=[output], - name='test_range_int32_type_negative_delta') -``` - -
- - -### **Reciprocal** - - Reciprocal takes one input data (Tensor) and produces one output data - (Tensor) where the reciprocal is, y = 1/x, is applied to - the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Reciprocal-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-reciprocal - -```python -node = onnx.helper.make_node( - 'Reciprocal', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-4, 2]).astype(np.float32) -y = np.reciprocal(x) # expected output [-0.25, 0.5], -expect(node, inputs=[x], outputs=[y], - name='test_reciprocal_example') - -x = np.random.rand(3, 4, 5).astype(np.float32) + 0.5 -y = np.reciprocal(x) -expect(node, inputs=[x], outputs=[y], - name='test_reciprocal') -``` - -
- - -### **ReduceL1** - - Computes the L1 norm of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceL1-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceL1', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sum(a=np.abs(data), axis=axes, keepdims=keepdims == 1) -#print(reduced) -#[[[78.]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(a=np.abs(data), axis=axes, keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [2] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceL1', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[3., 7.], [11., 15.], [19., 23.]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceL1', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_keep_dims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_keep_dims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceL1', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -# print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) -# print(reduced) -#[[[3.], [7.]], [[11.], [15.]], [[19.], [23.]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_negative_axes_keep_dims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(a=np.abs(data), axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l1_negative_axes_keep_dims_random') -``` - -
- - -### **ReduceL2** - - Computes the L2 norm of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceL2-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceL2', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sqrt(np.sum( - a=np.square(data), axis=axes, keepdims=keepdims == 1)) -#print(reduced) -#[[[25.49509757]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l2_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sqrt(np.sum( - a=np.square(data), axis=axes, keepdims=keepdims == 1)) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l2_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [2] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceL2', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sqrt(np.sum( - a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1)) -#print(reduced) -#[[2.23606798, 5.], -# [7.81024968, 10.63014581], -# [13.45362405, 16.2788206]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l2_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sqrt(np.sum( - a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1)) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l2_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceL2', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -#print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sqrt(np.sum( - a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1)) -#print(reduced) -#[[[2.23606798], [5.]] -# [[7.81024968], [10.63014581]] -# [[13.45362405], [16.2788206 ]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l2_keep_dims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sqrt(np.sum( - a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1)) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_l2_keep_dims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceL2', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.reshape(np.arange(1, np.prod(shape) + 1, dtype=np.float32), shape) -# print(data) -#[[[1., 2.], [3., 4.]], [[5., 6.], [7., 8.]], [[9., 10.], [11., 12.]]] - -reduced = np.sqrt(np.sum( - a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1)) -# print(reduced) -#[[[2.23606798], [5.]] -# [[7.81024968], [10.63014581]] -# [[13.45362405], [16.2788206 ]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l2_negative_axes_keep_dims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sqrt(np.sum( - a=np.square(data), axis=tuple(axes), keepdims=keepdims == 1)) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_l2_negative_axes_keep_dims_random') -``` - -
- - -### **ReduceLogSum** - - Computes the log sum of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceLogSum-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-keepdims - -```python -node = onnx.helper.make_node( - 'ReduceLogSum', - inputs=['data'], - outputs=["reduced"] -) -data = np.random.ranf([3, 4, 5]).astype(np.float32) -reduced = np.log(np.sum(data, keepdims=True)) -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_default') -``` - -
- - -
-negative_axes_keepdims - -```python -node = onnx.helper.make_node( - 'ReduceLogSum', - inputs=['data'], - outputs=["reduced"], - axes=[-2] -) -data = np.random.ranf([3, 4, 5]).astype(np.float32) -reduced = np.log(np.sum(data, axis=(-2), keepdims=True)) -# print(reduced) -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_negative_axes') -``` - -
- - -
-nokeepdims - -```python -node = onnx.helper.make_node( - 'ReduceLogSum', - inputs=['data'], - outputs=["reduced"], - axes=[2, 1], - keepdims=0 -) -data = np.random.ranf([3, 4, 5]).astype(np.float32) -reduced = np.log(np.sum(data, axis=(2, 1), keepdims=False)) -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_desc_axes') - -node = onnx.helper.make_node( - 'ReduceLogSum', - inputs=['data'], - outputs=["reduced"], - axes=[0, 1], - keepdims=0 -) -data = np.random.ranf([3, 4, 5]).astype(np.float32) -reduced = np.log(np.sum(data, axis=(0, 1), keepdims=False)) -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_asc_axes') -``` - -
- - -### **ReduceLogSumExp** - - Computes the log sum exponent of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceLogSumExp-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceLogSumExp', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims -) - -data = np.array( - [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], - dtype=np.float32) -reduced = np.log(np.sum(np.exp(data), - axis=axes, - keepdims=keepdims == 1)) -# print(reduced) -# [[[60.00671387]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.log(np.sum(np.exp(data), - axis=axes, - keepdims=keepdims == 1)) -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 0 -node = onnx.helper.make_node( - 'ReduceLogSumExp', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.array( - [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], - dtype=np.float32) -reduced = np.log(np.sum( - np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) -# print(reduced) -#[[20., 2.31326175] -# [40.00004578, 2.31326175] -# [60.00671387, 2.31326175]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.log(np.sum( - np.exp(data), axis=tuple(axes), keepdims=keepdims == 1)) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 1 -node = onnx.helper.make_node( - 'ReduceLogSumExp', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.array( - [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], - dtype=np.float32) -reduced = np.log(np.sum(np.exp(data), - axis=tuple(axes), - keepdims=keepdims == 1)) -# print(reduced) -# [[[20., 2.31326175]] -# [[40.00004578, 2.31326175]] -# [[60.00671387, 2.31326175]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.log(np.sum(np.exp(data), - axis=tuple(axes), - keepdims=keepdims == 1)) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_keepdims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-2] -keepdims = 1 -node = onnx.helper.make_node( - 'ReduceLogSumExp', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims -) - -data = np.array( - [[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], - dtype=np.float32) -reduced = np.log(np.sum(np.exp(data), - axis=tuple(axes), - keepdims=keepdims == 1)) -# print(reduced) -# [[[20., 2.31326175]] -# [[40.00004578, 2.31326175]] -# [[60.00671387, 2.31326175]]] - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_negative_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.log(np.sum(np.exp(data), - axis=tuple(axes), - keepdims=keepdims == 1)) - -expect(node, inputs=[data], outputs=[reduced], - name='test_reduce_log_sum_exp_negative_axes_keepdims_random') -``` - -
- - -### **ReduceMax** - - Computes the max of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceMax-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 -node = onnx.helper.make_node( - 'ReduceMax', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) -#print(reduced) -[[[60.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_default_axes_keepdim_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.maximum.reduce(data, axis=axes, keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceMax', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[20., 2.] -# [40., 2.] -# [60., 2.]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMax', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[[20., 2.]] -# [[40., 2.]] -# [[60., 2.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_keepdims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMax', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) -# print(reduced) -#[[[20., 2.]] -# [[40., 2.]] -# [[60., 2.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_negative_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.maximum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_max_negative_axes_keepdims_random') -``` - -
- - -### **ReduceMean** - - Computes the mean of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceMean-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMean', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.mean(data, axis=axes, keepdims=keepdims == 1) -#print(reduced) -#[[[18.25]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.mean(data, axis=axes, keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceMean', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[12.5, 1.5] -# [35., 1.5] -# [57.5, 1.5]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMean', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[[12.5, 1.5]] -# [[35., 1.5]] -# [[57.5, 1.5]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_keepdims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMean', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) -# print(reduced) -# [[[12.5, 1.5]] -# [[35., 1.5]] -# [[57.5, 1.5]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_negative_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.mean(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_mean_negative_axes_keepdims_random') -``` - -
- - -### **ReduceMin** - - Computes the min of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceMin-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMin', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) -#print(reduced) -#[[[1.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.minimum.reduce(data, axis=axes, keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceMin', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[5., 1.] -# [30., 1.] -# [55., 1.]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMin', inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[[5., 1.]] -# [[30., 1.]] -# [[55., 1.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_keepdims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceMin', inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[5, 1], [20, 2]], [[30, 1], [40, 2]], [[55, 1], [60, 2]]], dtype=np.float32) -reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) -# print(reduced) -#[[[5., 1.]] -# [[30., 1.]] -# [[55., 1.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_negative_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.minimum.reduce(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_min_negative_axes_keepdims_random') -``` - -
- - -### **ReduceProd** - - Computes the product of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceProd-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceProd', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) -#print(reduced) -#[[[4.790016e+08]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.prod(data, axis=axes, keepdims=keepdims == 1) -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceProd', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[3., 8.] -# [35., 48.] -# [99., 120.]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceProd', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[[3., 8.]] -# [[35., 48.]] -# [[99., 120.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_keepdims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceProd', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) -# print(reduced) -#[[[3., 8.]] -# [[35., 48.]] -# [[99., 120.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_negative_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.prod(data, axis=tuple(axes), keepdims=keepdims == 1) -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_prod_negative_axes_keepdims_random') -``` - -
- - -### **ReduceSum** - - Computes the sum of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceSum-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceSum', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(data, axis=axes, keepdims=keepdims == 1) -#print(reduced) -#[[[78.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(data, axis=axes, keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceSum', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[4., 6.] -# [12., 14.] -# [20., 22.]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceSum', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(data, axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[[4., 6.]] -# [[12., 14.]] -# [[20., 22.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_keepdims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceSum', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(data, axis=tuple(axes), keepdims=keepdims == 1) -# print(reduced) -#[[[4., 6.]] -# [[12., 14.]] -# [[20., 22.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_negative_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(data, axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_negative_axes_keepdims_random') -``` - -
- - -### **ReduceSumSquare** - - Computes the sum square of the input tensor's element along the provided axes. The resulted - tensor has the same rank as the input if keepdims equal 1. If keepdims equal 0, then - the resulted tensor have the reduced dimension pruned. - - The above behavior is similar to numpy, with the exception that numpy default keepdims to - False instead of True. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: ReduceSumSquare-1 - -#### Attributes - -
-
axes : list of ints
-
A list of integers, along which to reduce. The default is to reduce over all the dimensions of the input tensor. Accepted range is [-r, r-1] where r = rank(data).
-
keepdims : int (default is 1)
-
Keep the reduced dimension or not, default 1 mean keep reduced dimension.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
reduced : T
-
Reduced output tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-default_axes_keepdims - -```python -shape = [3, 2, 2] -axes = None -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceSumSquare', - inputs=['data'], - outputs=['reduced'], - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(np.square(data), axis=axes, keepdims=keepdims == 1) -#print(reduced) -#[[[650.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_default_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(np.square(data), axis=axes, keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_default_axes_keepdims_random') -``` - -
- - -
-do_not_keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 0 - -node = onnx.helper.make_node( - 'ReduceSumSquare', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[10., 20.] -# [74., 100.] -# [202., 244.]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_do_not_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_do_not_keepdims_random') -``` - -
- - -
-keepdims - -```python -shape = [3, 2, 2] -axes = [1] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceSumSquare', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) -#print(reduced) -#[[[10., 20.]] -# [[74., 100.]] -# [[202., 244.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_keepdims_random') -``` - -
- - -
-negative_axes_keepdims - -```python -shape = [3, 2, 2] -axes = [-2] -keepdims = 1 - -node = onnx.helper.make_node( - 'ReduceSumSquare', - inputs=['data'], - outputs=['reduced'], - axes=axes, - keepdims=keepdims) - -data = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], dtype=np.float32) -reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) -# print(reduced) -#[[[10., 20.s]] -# [[74., 100.]] -# [[202., 244.]]] - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_negative_axes_keepdims_example') - -np.random.seed(0) -data = np.random.uniform(-10, 10, shape).astype(np.float32) -reduced = np.sum(np.square(data), axis=tuple(axes), keepdims=keepdims == 1) - -expect(node, inputs=[data], outputs=[reduced], name='test_reduce_sum_square_negative_axes_keepdims_random') -``` - -
- - -### **Relu** - - Relu takes one input data (Tensor) and produces one output data - (Tensor) where the rectified linear function, y = max(0, x), is applied to - the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Relu-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-relu - -```python -node = onnx.helper.make_node( - 'Relu', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) - -expect(node, inputs=[x], outputs=[y], - name='test_relu') -``` - -
- - -### **Reshape** - - Reshape the input tensor similar to numpy.reshape. - First input is the data tensor, second input is a shape tensor which specifies the output shape. It outputs the reshaped tensor. - At most one dimension of the new shape can be -1. In this case, the value is - inferred from the size of the tensor and the remaining dimensions. A dimension - could also be 0, in which case the actual dimension value is unchanged (i.e. taken - from the input tensor). - -#### Version - -This version of the operator has been available since version 5 of the default ONNX operator set. - -Other versions of this operator: Reshape-1 - -#### Inputs - -
-
data : T
-
An input tensor.
-
shape : tensor(int64)
-
Specified shape for output.
-
- -#### Outputs - -
-
reshaped : T
-
Reshaped data.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-reshape - -```python -original_shape = [2, 3, 4] -test_cases = { - 'reordered_all_dims': np.array([4, 2, 3], dtype=np.int64), - 'reordered_last_dims': np.array([2, 4, 3], dtype=np.int64), - 'reduced_dims': np.array([2, 12], dtype=np.int64), - 'extended_dims': np.array([2, 3, 2, 2], dtype=np.int64), - 'one_dim': np.array([24], dtype=np.int64), - 'negative_dim': np.array([2, -1, 2], dtype=np.int64), - 'negative_extended_dims': np.array([-1, 2, 3, 4], dtype=np.int64), - 'zero_dim': np.array([2, 0, 4, 1], dtype=np.int64), - 'zero_and_negative_dim': np.array([2, 0, 1, -1], dtype=np.int64), -} -data = np.random.random_sample(original_shape).astype(np.float32) - -for test_name, shape in test_cases.items(): - node = onnx.helper.make_node( - 'Reshape', - inputs=['data', 'shape'], - outputs=['reshaped'], - ) - - reshaped = reshape_reference_implementation(data, shape) - - expect(node, inputs=[data, shape], outputs=[reshaped], - name='test_reshape_' + test_name) -``` - -
- - -### **Resize** - - Resize the input tensor. In general, it calculates every value in the output tensor as a weighted average of neighborhood (a.k.a. sampling locations) in the input tensor. - Each dimension value of the output tensor is: - output_dimension = floor(input_dimension * (roi_end - roi_start) * scale) if input \"sizes\" is not specified. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Resize-10 - -#### Attributes - -
-
coordinate_transformation_mode : string (default is half_pixel)
-
-This attribute describes how to transform the coordinate in the resized tensor to the coordinate in the original tensor.
- -The coordinate of each dimension is transformed individually. Let's describe a case using axis x as an example. -Denote x_resized as the coordinate of axis x in the resized tensor, x_original as the coordinate of axis x in the original tensor, length_original as the length of the original tensor in axis x, length_resized as the length of the resized tensor in axis x, roi_x = (start_x, end_x) of the axis x in input "roi", scale = length_resized / length_original,
- -if coordinate_transformation_mode is "half_pixel",
-x_original = (x_resized + 0.5) / scale - 0.5,
- -if coordinate_transformation_mode is "pytorch_half_pixel",
-x_original = length_resized > 1 ? (x_resized + 0.5) / scale - 0.5 : 0,
- -if coordinate_transformation_mode is "align_corners",
-x_original = x_resized * (length_original - 1) / (length_resized - 1),
- -if coordinate_transformation_mode is "asymmetric",
-x_original = x_resized / scale,
- -if coordinate_transformation_mode is "tf_half_pixel_for_nn",
-x_original = (x_resized + 0.5) / scale,
- -if coordinate_transformation_mode is "tf_crop_and_resize",
-x_original = length_resized > 1 ? start_x * (length_original - 1) + x_resized * (end_x - start_x) * (length_original - 1) / (length_resized - 1) : 0.5 * (start_x + end_x) * (length_original - 1).
-
cubic_coeff_a : float (default is -0.75)
-
The coefficient 'a' used in cubic interpolation. Two common choice are -0.5 (in some cases of TensorFlow) and -0.75 (in PyTorch). Check out Equation (4) in https://ieeexplore.ieee.org/document/1163711 for the details. This attribute is valid only if "mode" is "cubic".
-
exclude_outside : int (default is 0)
-
If set to 1, the weight of sampling locations outside the tensor will be set to 0 and the weight will be renormalized so that their sum is 1.0. The default value is 0.
-
extrapolation_value : float (default is 0.0)
-
When coordinate_transformation_mode is "tf_crop_and_resize" and x_original is outside the range [0, length_original - 1], this value is used as the corresponding output value. Default is 0.0f.
-
mode : string (default is nearest)
-
Three interpolation modes: nearest (default), linear and cubic. The "linear" mode includes linear interpolation for 1D tensor and N-linear interpolation for N-D tensor (for example, bilinear interpolation for 2D tensor). The "cubic" mode includes cubic interpolation for 1D tensor and N-cubic interpolation for N-D tensor (for example, bicubic interpolation for 2D tensor).
-
nearest_mode : string (default is round_prefer_floor)
-
Four modes: round_prefer_floor (default, as known as round half down), round_prefer_ceil (as known as round half up), floor, ceil. Only used by nearest interpolation. It indicates how to get "nearest" pixel in input tensor from x_original, so this attribute is valid only if "mode" is "nearest".
-
- -#### Inputs (3 - 4) - -
-
X : T1
-
N-D tensor
-
roi : T2
-
1-D tensor given as [start1, ..., startN, end1, ..., endN], where N is the rank of X. The RoIs' coordinates are normalized in the coordinate system of the input image. It only takes effect when coordinate_transformation_mode is "tf_crop_and_resize"
-
scales : tensor(float)
-
The scale array along each dimension. It takes value greater than 0. If it's less than 1, it's sampling down, otherwise, it's upsampling. The number of elements of 'scales' should be the same as the rank of input 'X'. Only one of 'scales' and 'sizes' can be specified. If 'size' is needed, the user can use an empty string as the name of 'scales' in this operator's input list.
-
sizes (optional) : tensor(int64)
-
The size of the output tensor. The number of elements of 'sizes' should be the same as the rank of input 'X'. Only one of 'scales' and 'sizes' can be specified.
-
- -#### Outputs - -
-
Y : T1
-
N-D tensor after resizing
-
- -#### Type Constraints - -
-
T1 : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input 'X' and output 'Y' to all tensor types.
-
T2 : tensor(float16), tensor(float), tensor(double)
-
Constrain roi type to float or double.
-
- - -#### Examples - -
-resize_downsample_scales_cubic - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='cubic', -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) - -# [[[[ 1.47119141 2.78125 4.08251953] -# [ 6.71142578 8.02148438 9.32275391] -# [11.91650391 13.2265625 14.52783203]]]] -output = interpolate_nd( - data, cubic_coeffs, scale_factors=scales).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_downsample_scales_cubic') -``` - -
- - -
-resize_downsample_scales_cubic_A_n0p5_exclude_outside - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='cubic', - cubic_coeff_a=-0.5, - exclude_outside=True -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) - -# [[[[ 1.36812675 2.6695014 4.0133367 ] -# [ 6.57362535 7.875 9.2188353 ] -# [11.94896657 13.25034122 14.59417652]]]] -output = interpolate_nd(data, lambda x: cubic_coeffs(x, A=-0.5), scale_factors=scales, - exclude_outside=True).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_downsample_scales_cubic_A_n0p5_exclude_outside') -``` - -
- - -
-resize_downsample_scales_cubic_align_corners - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='cubic', - coordinate_transformation_mode='align_corners' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 0.8, 0.8], dtype=np.float32) - -# [[[[ 1. 2.39519159 3.79038317] -# [ 6.58076634 7.97595793 9.37114951] -# [12.16153268 13.55672427 14.95191585]]]] -output = interpolate_nd( - data, cubic_coeffs, scale_factors=scales, coordinate_transformation_mode='align_corners').astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_downsample_scales_cubic_align_corners') -``` - -
- - -
-resize_downsample_scales_linear - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='linear', -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) - -# [[[[2.6666665 4.3333331]]]] -output = interpolate_nd( - data, linear_coeffs, scale_factors=scales).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_downsample_scales_linear') -``` - -
- - -
-resize_downsample_scales_linear_align_corners - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='linear', - coordinate_transformation_mode='align_corners' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) - -# [[[[1. 3.142857]]]] -output = interpolate_nd( - data, linear_coeffs, scale_factors=scales, coordinate_transformation_mode='align_corners').astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_downsample_scales_linear_align_corners') -``` - -
- - -
-resize_downsample_scales_nearest - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='nearest', -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 0.6, 0.6], dtype=np.float32) - -# [[[[1. 3.]]]] -output = interpolate_nd( - data, nearest_coeffs, scale_factors=scales).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_downsample_scales_nearest') -``` - -
- - -
-resize_downsample_sizes_cubic - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='cubic', -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 3, 3], dtype=np.int64) - -# [[[[ 1.63078704 3.00462963 4.37847222] -# [ 7.12615741 8.5 9.87384259] -# [12.62152778 13.99537037 15.36921296]]]] -output = interpolate_nd( - data, cubic_coeffs, output_size=sizes).astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_downsample_sizes_cubic') -``` - -
- - -
-resize_downsample_sizes_linear_pytorch_half_pixel - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='linear', - coordinate_transformation_mode='pytorch_half_pixel' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 3, 1], dtype=np.int64) - -# [[[[ 1.6666666] -# [ 7. ] -# [12.333333 ]]]] -output = interpolate_nd( - data, linear_coeffs, output_size=sizes, coordinate_transformation_mode='pytorch_half_pixel').astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_downsample_sizes_linear_pytorch_half_pixel') -``` - -
- - -
-resize_downsample_sizes_nearest - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='nearest', -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 1, 3], dtype=np.int64) - -# [[[[1. 3.]]]] -output = interpolate_nd( - data, nearest_coeffs, output_size=sizes).astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_downsample_sizes_nearest') -``` - -
- - -
-resize_downsample_sizes_nearest_tf_half_pixel_for_nn - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='nearest', - coordinate_transformation_mode='tf_half_pixel_for_nn' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 3, 2], dtype=np.int64) - -# [[[[ 6. 8.] -# [10. 12.] -# [14. 16.]]]] -output = interpolate_nd( - data, nearest_coeffs, output_size=sizes, coordinate_transformation_mode='tf_half_pixel_for_nn').astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn') -``` - -
- - -
-resize_tf_crop_and_resize - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='linear', - coordinate_transformation_mode='tf_crop_and_resize' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -# Note: for some rois, the result may be different with that of TF for inaccurate floating point -roi = np.array([0, 0, 0.4, 0.6, 1, 1, 0.6, 0.8], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 3, 3], dtype=np.int64) - -# [[[[ 7.6000004 7.9 8.2 ] -# [ 8.8 9.1 9.400001 ] -# [10. 10.3 10.6 ]]]] -output = interpolate_nd(data, linear_coeffs, output_size=sizes, roi=roi, - coordinate_transformation_mode='tf_crop_and_resize').astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_tf_crop_and_resize') -``` - -
- - -
-resize_tf_crop_and_resize_extrapolation_value - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='linear', - coordinate_transformation_mode='tf_crop_and_resize', - extrapolation_value=10.0 -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -# Note: for some rois, the result may be different with that of TF for inaccurate floating point -roi = np.array([0, 0, 0.4, 0.6, 1, 1, 1.2, 1.7], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 3, 3], dtype=np.int64) - -# [[[[ 7.6000004 10. 10. ] -# [12.400001 10. 10. ] -# [10. 10. 10. ]]]] -output = interpolate_nd(data, linear_coeffs, output_size=sizes, roi=roi, - coordinate_transformation_mode='tf_crop_and_resize', extrapolation_value=10.0).astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_tf_crop_and_resize') -``` - -
- - -
-resize_upsample_scales_cubic - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='cubic', -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) - -# [[[[ 0.47265625 0.76953125 1.24609375 1.875 2.28125 -# 2.91015625 3.38671875 3.68359375] -# [ 1.66015625 1.95703125 2.43359375 3.0625 3.46875 -# 4.09765625 4.57421875 4.87109375] -# [ 3.56640625 3.86328125 4.33984375 4.96875 5.375 -# 6.00390625 6.48046875 6.77734375] -# [ 6.08203125 6.37890625 6.85546875 7.484375 7.890625 -# 8.51953125 8.99609375 9.29296875] -# [ 7.70703125 8.00390625 8.48046875 9.109375 9.515625 -# 10.14453125 10.62109375 10.91796875] -# [10.22265625 10.51953125 10.99609375 11.625 12.03125 -# 12.66015625 13.13671875 13.43359375] -# [12.12890625 12.42578125 12.90234375 13.53125 13.9375 -# 14.56640625 15.04296875 15.33984375] -# [13.31640625 13.61328125 14.08984375 14.71875 15.125 -# 15.75390625 16.23046875 16.52734375]]]] -output = interpolate_nd( - data, cubic_coeffs, scale_factors=scales).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_upsample_scales_cubic') -``` - -
- - -
-resize_upsample_scales_cubic_A_n0p5_exclude_outside - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='cubic', - cubic_coeff_a=-0.5, - exclude_outside=True -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) - -# [[[[ 0.55882353 0.81494204 1.35698249 1.89705882 2.39705882 -# 2.93713516 3.47917561 3.73529412] -# [ 1.58329755 1.83941606 2.38145651 2.92153285 3.42153285 -# 3.96160918 4.50364964 4.75976814] -# [ 3.75145936 4.00757787 4.54961832 5.08969466 5.58969466 -# 6.12977099 6.67181144 6.92792995] -# [ 5.91176471 6.16788321 6.70992366 7.25 7.75 -# 8.29007634 8.83211679 9.08823529] -# [ 7.91176471 8.16788321 8.70992366 9.25 9.75 -# 10.29007634 10.83211679 11.08823529] -# [10.07207005 10.32818856 10.87022901 11.41030534 11.91030534 -# 12.45038168 12.99242213 13.24854064] -# [12.24023186 12.49635036 13.03839082 13.57846715 14.07846715 -# 14.61854349 15.16058394 15.41670245] -# [13.26470588 13.52082439 14.06286484 14.60294118 15.10294118 -# 15.64301751 16.18505796 16.44117647]]]] -output = interpolate_nd(data, lambda x: cubic_coeffs(x, A=-0.5), scale_factors=scales, - exclude_outside=True).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_upsample_scales_cubic_A_n0p5_exclude_outside') -``` - -
- - -
-resize_upsample_scales_cubic_align_corners - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='cubic', - coordinate_transformation_mode='align_corners' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) - -# [[[[ 1. 1.34110787 1.80029155 2.32944606 2.67055394 -# 3.19970845 3.65889213 4. ] -# [ 2.36443149 2.70553936 3.16472303 3.69387755 4.03498542 -# 4.56413994 5.02332362 5.36443149] -# [ 4.20116618 4.54227405 5.00145773 5.53061224 5.87172012 -# 6.40087464 6.86005831 7.20116618] -# [ 6.31778426 6.65889213 7.1180758 7.64723032 7.98833819 -# 8.51749271 8.97667638 9.31778426] -# [ 7.68221574 8.02332362 8.48250729 9.01166181 9.35276968 -# 9.8819242 10.34110787 10.68221574] -# [ 9.79883382 10.13994169 10.59912536 11.12827988 11.46938776 -# 11.99854227 12.45772595 12.79883382] -# [11.63556851 11.97667638 12.43586006 12.96501458 13.30612245 -# 13.83527697 14.29446064 14.63556851] -# [13. 13.34110787 13.80029155 14.32944606 14.67055394 -# 15.19970845 15.65889213 16. ]]]] -output = interpolate_nd( - data, cubic_coeffs, scale_factors=scales, coordinate_transformation_mode='align_corners').astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_upsample_scales_cubic_align_corners') -``` - -
- - -
-resize_upsample_scales_cubic_asymmetric - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='cubic', - coordinate_transformation_mode='asymmetric' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) -roi = np.array([], dtype=np.float32) - -# [[[[ 1. 1.40625 2. 2.5 3. 3.59375 4. -# 4.09375] -# [ 2.625 3.03125 3.625 4.125 4.625 5.21875 5.625 -# 5.71875] -# [ 5. 5.40625 6. 6.5 7. 7.59375 8. -# 8.09375] -# [ 7. 7.40625 8. 8.5 9. 9.59375 10. -# 10.09375] -# [ 9. 9.40625 10. 10.5 11. 11.59375 12. -# 12.09375] -# [11.375 11.78125 12.375 12.875 13.375 13.96875 14.375 -# 14.46875] -# [13. 13.40625 14. 14.5 15. 15.59375 16. -# 16.09375] -# [13.375 13.78125 14.375 14.875 15.375 15.96875 16.375 -# 16.46875]]]] -output = interpolate_nd(data, lambda x: cubic_coeffs(x, A=-0.75), scale_factors=scales, - coordinate_transformation_mode='asymmetric').astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_upsample_scales_cubic_asymmetric') -``` - -
- - -
-resize_upsample_scales_linear - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='linear', -) - -data = np.array([[[ - [1, 2], - [3, 4], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) - -# [[[[1. 1.25 1.75 2. ] -# [1.5 1.75 2.25 2.5 ] -# [2.5 2.75 3.25 3.5 ] -# [3. 3.25 3.75 4. ]]]] -output = interpolate_nd( - data, linear_coeffs, scale_factors=scales).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_upsample_scales_linear') -``` - -
- - -
-resize_upsample_scales_linear_align_corners - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='linear', - coordinate_transformation_mode='align_corners' -) - -data = np.array([[[ - [1, 2], - [3, 4], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 2.0, 2.0], dtype=np.float32) - -# [[[[1. 1.33333333 1.66666667 2. ] -# [1.66666667 2. 2.33333333 2.66666667] -# [2.33333333 2.66666667 3. 3.33333333] -# [3. 3.33333333 3.66666667 4. ]]]] -output = interpolate_nd( - data, linear_coeffs, scale_factors=scales, coordinate_transformation_mode='align_corners').astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_upsample_scales_linear_align_corners') -``` - -
- - -
-resize_upsample_scales_nearest - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales'], - outputs=['Y'], - mode='nearest', -) - -data = np.array([[[ - [1, 2], - [3, 4], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) - -# [[[[1. 1. 1. 2. 2. 2.] -# [1. 1. 1. 2. 2. 2.] -# [3. 3. 3. 4. 4. 4.] -# [3. 3. 3. 4. 4. 4.]]]] -output = interpolate_nd( - data, nearest_coeffs, scale_factors=scales).astype(np.float32) - -expect(node, inputs=[data, roi, scales], outputs=[output], - name='test_resize_upsample_scales_nearest') -``` - -
- - -
-resize_upsample_sizes_cubic - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='cubic', -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 9, 10], dtype=np.int64) - -# [[[[ 0.45507922 0.64057922 0.97157922 1.42257922 1.90732922 -# 2.22332922 2.70807922 3.15907922 3.49007922 3.67557922] -# [ 1.39437963 1.57987963 1.91087963 2.36187963 2.84662963 -# 3.16262963 3.64737963 4.09837963 4.42937963 4.61487963] -# [ 2.95130693 3.13680693 3.46780693 3.91880693 4.40355693 -# 4.71955693 5.20430693 5.65530693 5.98630693 6.17180693] -# [ 5.20525069 5.39075069 5.72175069 6.17275069 6.65750069 -# 6.97350069 7.45825069 7.90925069 8.24025069 8.42575069] -# [ 6.88975 7.07525 7.40625 7.85725 8.342 -# 8.658 9.14275 9.59375 9.92475 10.11025 ] -# [ 8.57424931 8.75974931 9.09074931 9.54174931 10.02649931 -# 10.34249931 10.82724931 11.27824931 11.60924931 11.79474931] -# [10.82819307 11.01369307 11.34469307 11.79569307 12.28044307 -# 12.59644307 13.08119307 13.53219307 13.86319307 14.04869307] -# [12.38512037 12.57062037 12.90162037 13.35262037 13.83737037 -# 14.15337037 14.63812037 15.08912037 15.42012037 15.60562037] -# [13.32442078 13.50992078 13.84092078 14.29192078 14.77667078 -# 15.09267078 15.57742078 16.02842078 16.35942078 16.54492078]]]] -output = interpolate_nd( - data, cubic_coeffs, output_size=sizes).astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_upsample_sizes_cubic') -``` - -
- - -
-resize_upsample_sizes_nearest - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='nearest', -) - -data = np.array([[[ - [1, 2], - [3, 4], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 7, 8], dtype=np.int64) - -# [[[[1. 1. 1. 1. 2. 2. 2. 2.] -# [1. 1. 1. 1. 2. 2. 2. 2.] -# [1. 1. 1. 1. 2. 2. 2. 2.] -# [1. 1. 1. 1. 2. 2. 2. 2.] -# [3. 3. 3. 3. 4. 4. 4. 4.] -# [3. 3. 3. 3. 4. 4. 4. 4.] -# [3. 3. 3. 3. 4. 4. 4. 4.]]]] -output = interpolate_nd( - data, nearest_coeffs, output_size=sizes).astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_upsample_sizes_nearest') -``` - -
- - -
-resize_upsample_sizes_nearest_ceil_half_pixel - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='nearest', - coordinate_transformation_mode='half_pixel', - nearest_mode='ceil' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 8, 8], dtype=np.int64) - -# [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] -# [ 5. 6. 6. 7. 7. 8. 8. 8.] -# [ 5. 6. 6. 7. 7. 8. 8. 8.] -# [ 9. 10. 10. 11. 11. 12. 12. 12.] -# [ 9. 10. 10. 11. 11. 12. 12. 12.] -# [13. 14. 14. 15. 15. 16. 16. 16.] -# [13. 14. 14. 15. 15. 16. 16. 16.] -# [13. 14. 14. 15. 15. 16. 16. 16.]]]] -output = interpolate_nd( - data, lambda x: nearest_coeffs(x, mode='ceil'), output_size=sizes).astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_upsample_sizes_nearest_ceil_half_pixel') -``` - -
- - -
-resize_upsample_sizes_nearest_floor_align_corners - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='nearest', - coordinate_transformation_mode='align_corners', - nearest_mode='floor' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 8, 8], dtype=np.int64) - -# [[[[ 1. 1. 1. 2. 2. 3. 3. 4.] -# [ 1. 1. 1. 2. 2. 3. 3. 4.] -# [ 1. 1. 1. 2. 2. 3. 3. 4.] -# [ 5. 5. 5. 6. 6. 7. 7. 8.] -# [ 5. 5. 5. 6. 6. 7. 7. 8.] -# [ 9. 9. 9. 10. 10. 11. 11. 12.] -# [ 9. 9. 9. 10. 10. 11. 11. 12.] -# [13. 13. 13. 14. 14. 15. 15. 16.]]]] -output = interpolate_nd( - data, lambda x: nearest_coeffs(x, mode='floor'), output_size=sizes, coordinate_transformation_mode='align_corners').astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_upsample_sizes_nearest_floor_align_corners') -``` - -
- - -
-resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric - -```python -node = onnx.helper.make_node( - 'Resize', - inputs=['X', 'roi', 'scales', 'sizes'], - outputs=['Y'], - mode='nearest', - coordinate_transformation_mode='asymmetric', - nearest_mode='round_prefer_ceil' -) - -data = np.array([[[ - [1, 2, 3, 4], - [5, 6, 7, 8], - [9, 10, 11, 12], - [13, 14, 15, 16], -]]], dtype=np.float32) - -roi = np.array([], dtype=np.float32) -scales = np.array([], dtype=np.float32) -sizes = np.array([1, 1, 8, 8], dtype=np.int64) - -# [[[[ 1. 2. 2. 3. 3. 4. 4. 4.] -# [ 5. 6. 6. 7. 7. 8. 8. 8.] -# [ 5. 6. 6. 7. 7. 8. 8. 8.] -# [ 9. 10. 10. 11. 11. 12. 12. 12.] -# [ 9. 10. 10. 11. 11. 12. 12. 12.] -# [13. 14. 14. 15. 15. 16. 16. 16.] -# [13. 14. 14. 15. 15. 16. 16. 16.] -# [13. 14. 14. 15. 15. 16. 16. 16.]]]] -output = interpolate_nd( - data, lambda x: nearest_coeffs(x, mode='round_prefer_ceil'), - output_size=sizes, coordinate_transformation_mode='asymmetric').astype(np.float32) - -expect(node, inputs=[data, roi, scales, sizes], outputs=[output], - name='test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric') -``` - -
- - -### **ReverseSequence** - - Reverse batch of sequences having different lengths specified by `sequence_lens`. - - For each slice i iterating on batch axis, the operator reverses the first sequence_lens[i] elements on time axis, - and copies elements whose index's beyond sequence_lens[i] to the output. So the output slice i contains reversed - sequences on the first sequence_lens[i] elements, then have original values copied for the other elements. - - Example 1: - input = [[0.0, 4.0, 8.0, 12.0], - [1.0, 5.0, 9.0, 13.0], - [2.0, 6.0, 10.0, 14.0], - [3.0, 7.0, 11.0, 15.0]] - sequence_lens = [4, 3, 2, 1] - time_axis = 0 - batch_axis = 1 - - output = [[3.0, 6.0, 9.0, 12.0], - [2.0, 5.0, 8.0, 13.0], - [1.0, 4.0, 10.0, 14.0], - [0.0, 7.0, 11.0, 15.0]] - - Example 2: - input = [[0.0, 1.0, 2.0, 3.0 ], - [4.0, 5.0, 6.0, 7.0 ], - [8.0, 9.0, 10.0, 11.0], - [12.0, 13.0, 14.0, 15.0]] - sequence_lens = [1, 2, 3, 4] - time_axis = 1 - batch_axis = 0 - - output = [[0.0, 1.0, 2.0, 3.0 ], - [5.0, 4.0, 6.0, 7.0 ], - [10.0, 9.0, 8.0, 11.0], - [15.0, 14.0, 13.0, 12.0]] - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
batch_axis : int (default is 1)
-
(Optional) Specify which axis is batch axis. Must be one of 1 (default), or 0.
-
time_axis : int (default is 0)
-
(Optional) Specify which axis is time axis. Must be one of 0 (default), or 1.
-
- -#### Inputs - -
-
input : T
-
Tensor of rank r >= 2.
-
sequence_lens : tensor(int64)
-
Tensor specifying lengths of the sequences in a batch. It has shape `[batch_size]`.
-
- -#### Outputs - -
-
Y : T
-
Tensor with same shape of input.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Input and output types can be of any tensor type.
-
- - -#### Examples - -
-reversesequence_batch - -```python -node = onnx.helper.make_node( - 'ReverseSequence', - inputs=['x', 'sequence_lens'], - outputs=['y'], - time_axis=1, - batch_axis=0, -) -x = np.array([[0.0, 1.0, 2.0, 3.0], - [4.0, 5.0, 6.0, 7.0], - [8.0, 9.0, 10.0, 11.0], - [12.0, 13.0, 14.0, 15.0]], dtype=np.float32) -sequence_lens = np.array([1, 2, 3, 4], dtype=np.int64) - -y = np.array([[0.0, 1.0, 2.0, 3.0], - [5.0, 4.0, 6.0, 7.0], - [10.0, 9.0, 8.0, 11.0], - [15.0, 14.0, 13.0, 12.0]], dtype=np.float32) - -expect(node, inputs=[x, sequence_lens], outputs=[y], - name='test_reversesequence_batch') -``` - -
- - -
-reversesequence_time - -```python -node = onnx.helper.make_node( - 'ReverseSequence', - inputs=['x', 'sequence_lens'], - outputs=['y'], - time_axis=0, - batch_axis=1, -) -x = np.array([[0.0, 4.0, 8.0, 12.0], - [1.0, 5.0, 9.0, 13.0], - [2.0, 6.0, 10.0, 14.0], - [3.0, 7.0, 11.0, 15.0]], dtype=np.float32) -sequence_lens = np.array([4, 3, 2, 1], dtype=np.int64) - -y = np.array([[3.0, 6.0, 9.0, 12.0], - [2.0, 5.0, 8.0, 13.0], - [1.0, 4.0, 10.0, 14.0], - [0.0, 7.0, 11.0, 15.0]], dtype=np.float32) - -expect(node, inputs=[x, sequence_lens], outputs=[y], - name='test_reversesequence_time') -``` - -
- - -### **RoiAlign** - - Region of Interest (RoI) align operation described in the - [Mask R-CNN paper](https://arxiv.org/abs/1703.06870). - RoiAlign consumes an input tensor X and region of interests (rois) - to apply pooling across each RoI; it produces a 4-D tensor of shape - (num_rois, C, output_height, output_width). - - RoiAlign is proposed to avoid the misalignment by removing - quantizations while converting from original image into feature - map and from feature map into RoI feature; in each ROI bin, - the value of the sampled locations are computed directly - through bilinear interpolation. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
mode : string (default is avg)
-
The pooling method. Two modes are supported: 'avg' and 'max'. Default is 'avg'.
-
output_height : int (default is 1)
-
default 1; Pooled output Y's height.
-
output_width : int (default is 1)
-
default 1; Pooled output Y's width.
-
sampling_ratio : int (default is 0)
-
Number of sampling points in the interpolation grid used to compute the output value of each pooled output bin. If > 0, then exactly sampling_ratio x sampling_ratio grid points are used. If == 0, then an adaptive number of grid points are used (computed as ceil(roi_width / output_width), and likewise for height). Default is 0.
-
spatial_scale : float (default is 1.0)
-
Multiplicative spatial scale factor to translate ROI coordinates from their input spatial scale to the scale used when pooling, i.e., spatial scale of the input feature map X relative to the input image. E.g.; default is 1.0f.
-
- -#### Inputs - -
-
X : T1
-
Input data tensor from the previous operator; 4-D feature map of shape (N, C, H, W), where N is the batch size, C is the number of channels, and H and W are the height and the width of the data.
-
rois : T1
-
RoIs (Regions of Interest) to pool over; rois is 2-D input of shape (num_rois, 4) given as [[x1, y1, x2, y2], ...]. The RoIs' coordinates are in the coordinate system of the input image. Each coordinate set has a 1:1 correspondence with the 'batch_indices' input.
-
batch_indices : T2
-
1-D tensor of shape (num_rois,) with each element denoting the index of the corresponding image in the batch.
-
- -#### Outputs - -
-
Y : T1
-
RoI pooled output, 4-D tensor of shape (num_rois, C, output_height, output_width). The r-th batch element Y[r-1] is a pooled feature map corresponding to the r-th RoI X[r-1].
-
- -#### Type Constraints - -
-
T1 : tensor(float16), tensor(float), tensor(double)
-
Constrain types to float tensors.
-
T2 : tensor(int64)
-
Constrain types to int tensors.
-
- - -#### Examples - -
-roialign - -```python -node = onnx.helper.make_node( - "RoiAlign", - inputs=["X", "rois", "batch_indices"], - outputs=["Y"], - spatial_scale=1.0, - output_height=5, - output_width=5, - sampling_ratio=2, -) - -X = np.array( - [ - [ - [ - [ - 0.2764, - 0.7150, - 0.1958, - 0.3416, - 0.4638, - 0.0259, - 0.2963, - 0.6518, - 0.4856, - 0.7250, - ], - [ - 0.9637, - 0.0895, - 0.2919, - 0.6753, - 0.0234, - 0.6132, - 0.8085, - 0.5324, - 0.8992, - 0.4467, - ], - [ - 0.3265, - 0.8479, - 0.9698, - 0.2471, - 0.9336, - 0.1878, - 0.4766, - 0.4308, - 0.3400, - 0.2162, - ], - [ - 0.0206, - 0.1720, - 0.2155, - 0.4394, - 0.0653, - 0.3406, - 0.7724, - 0.3921, - 0.2541, - 0.5799, - ], - [ - 0.4062, - 0.2194, - 0.4473, - 0.4687, - 0.7109, - 0.9327, - 0.9815, - 0.6320, - 0.1728, - 0.6119, - ], - [ - 0.3097, - 0.1283, - 0.4984, - 0.5068, - 0.4279, - 0.0173, - 0.4388, - 0.0430, - 0.4671, - 0.7119, - ], - [ - 0.1011, - 0.8477, - 0.4726, - 0.1777, - 0.9923, - 0.4042, - 0.1869, - 0.7795, - 0.9946, - 0.9689, - ], - [ - 0.1366, - 0.3671, - 0.7011, - 0.6234, - 0.9867, - 0.5585, - 0.6985, - 0.5609, - 0.8788, - 0.9928, - ], - [ - 0.5697, - 0.8511, - 0.6711, - 0.9406, - 0.8751, - 0.7496, - 0.1650, - 0.1049, - 0.1559, - 0.2514, - ], - [ - 0.7012, - 0.4056, - 0.7879, - 0.3461, - 0.0415, - 0.2998, - 0.5094, - 0.3727, - 0.5482, - 0.0502, - ], - ] - ] - ], - dtype=np.float32, -) -batch_indices = np.array([0, 0, 0], dtype=np.int64) -rois = np.array([[0, 0, 9, 9], [0, 5, 4, 9], [5, 5, 9, 9]], dtype=np.float32) -# (num_rois, C, output_height, output_width) -Y = np.array( - [ - [ - [ - [0.4664, 0.4466, 0.3405, 0.5688, 0.6068], - [0.3714, 0.4296, 0.3835, 0.5562, 0.3510], - [0.2768, 0.4883, 0.5222, 0.5528, 0.4171], - [0.4713, 0.4844, 0.6904, 0.4920, 0.8774], - [0.6239, 0.7125, 0.6289, 0.3355, 0.3495], - ] - ], - [ - [ - [0.3022, 0.4305, 0.4696, 0.3978, 0.5423], - [0.3656, 0.7050, 0.5165, 0.3172, 0.7015], - [0.2912, 0.5059, 0.6476, 0.6235, 0.8299], - [0.5916, 0.7389, 0.7048, 0.8372, 0.8893], - [0.6227, 0.6153, 0.7097, 0.6154, 0.4585], - ] - ], - [ - [ - [0.2384, 0.3379, 0.3717, 0.6100, 0.7601], - [0.3767, 0.3785, 0.7147, 0.9243, 0.9727], - [0.5749, 0.5826, 0.5709, 0.7619, 0.8770], - [0.5355, 0.2566, 0.2141, 0.2796, 0.3600], - [0.4365, 0.3504, 0.2887, 0.3661, 0.2349], - ] - ], - ], - dtype=np.float32, -) - -expect(node, inputs=[X, rois, batch_indices], outputs=[Y], name="test_roialign") -``` - -
- - -### **Round** - - Round takes one input Tensor and rounds the values, element-wise, meaning - it finds the nearest integer for each value. - In case of halfs, the rule is to round them to the nearest even integer. - The output tensor has the same shape and type as the input. - - Examples: - ``` - round([0.9]) = [1.0] - round([2.5]) = [2.0] - round([2.3]) = [2.0] - round([1.5]) = [2.0] - round([-4.5]) = [-4.0] - ``` - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-round - -```python -node = onnx.helper.make_node( - 'Round', - inputs=['x'], - outputs=['y'], -) - -x = np.array([0.1, 0.5, 0.9, 1.2, 1.5, - 1.8, 2.3, 2.5, 2.7, -1.1, - -1.5, -1.9, -2.2, -2.5, -2.8]).astype(np.float32) -y = np.array([0., 0., 1., 1., 2., - 2., 2., 2., 3., -1., - -2., -2., -2., -2., -3.]).astype(np.float32) # expected output -expect(node, inputs=[x], outputs=[y], - name='test_round') -``` - -
- - -### **Scan** - - Scan can be used to iterate over one or more scan_input tensors, - constructing zero or more scan_output tensors. It combines ideas from general recurrences, - functional programming constructs such as scan, fold, map, and zip and is intended to enable - generalizations of RNN-like constructs for sequence-to-sequence processing. - Other tensors (referred to as state_variables here) can be used to carry a state - when iterating from one element to another (similar to hidden-state in RNNs, also referred - to as loop-carried dependences in the context of loops). - Many common usages involve a single scan_input tensor (where functionality - similar to scan, fold and map can be obtained). When more than one scan_input is used, - a behavior similar to zip is obtained. - - The attribute body must be a graph, specifying the computation to be performed in - every iteration. It takes as input the current values of the state_variables and - the current iterated element of the scan_inputs. It must return the (updated) values - of the state_variables and zero or more scan_output_element tensors. The values of the - scan_output_element tensors are concatenated over all the iterations to produce the - scan_output values of the scan construct (similar to the concatenated intermediate - hidden-state values of RNN-like constructs). All the output tensors (state_variables as - well as scan_output_element tensors) are required to have the same shape in each iteration - of the loop (a restriction imposed to enable efficient memory allocation). - - Note that the iterated element passed to the body subgraph does not have a sequence - axis. It will have a rank one less than the rank of the corresponding scan_input. - - The scan operation returns the final values of the state_variables as well as the - scan_outputs. - - The optional attribute scan_input_directions specifies the direction (forward or backward) - for each scan input. If this attribute is omitted, all sequences are scanned in the forward - direction. A bidirectional scan may be performed by specifying the same tensor input twice - in the scan_inputs, once with a forward direction, and once with a backward direction. - - The scan_output of the operation is produced by concatenating the scan_output_element - values produced by the body in each iteration. The optional attribute scan_output_directions - specifies the direction in which scan_output is constructed (by appending or prepending the - scan_output_element to scan_output in each iteration) for each scan_output. If this attribute - is omitted, the scan_output_element is appended to the scan_output in each iteration. - - The optional attribute scan_input_axes specifies the axis to be scanned for each scan_input. - If omitted, every scan_input will be scanned in axis 0. For example, if axis 0 is the - batch axis and axis 1 is the time axis (to be scanned), specify an axis value of 1. - Note that scanning a non-zero axis may be less efficient than scanning axis zero. - - The optional attribute scan_output_axes specifies the axis along which the scan_outputs - are accumulated for each scan_output. For example, if axis 1 is the time axis (to be - scanned) for both inputs and outputs, specify a scan_input axis and scan_output axis - value of 1. - - Note that because of the ONNX restriction that only the last parameter of an operator can - be variadic, the initial-states and scan-inputs are listed together as one input parameter. - Similarly, the final-states and scan-outputs are listed together as one output parameter. - The attribute num_scan_inputs indicates the number M of scan-inputs. - - The behavior of - - Scan < - num_scan_inputs = m, - body = loop-body, - scan_input_axes = [axis_1, ..., axis_m] - > (init_1, ..., init_n, scan_1, ..., scan_m) - - is equivalent to the following pseudo-code: - - // scan_i.shape[axis_i] denotes the (max) sequence-length of scan_i - // scan_i.shape[axis_i] is required to be equal to scan_j.shape[axis_j] for all i,j. - sequence_length = scan_1.shape[axis_1]; - - // initialize state-variables - st_1 = init_1; ... st_n = init_n; - // initialize scan-output variables: [] denotes an empty tensor - scan_out_1 = []; ...; scan_out_k = []; - // identify number of iterations: - - // execute loop - for (int t = 0; t < sequence_length; ++t) { - // generate the scan-input elements: the notation T[t] indicates the sub-tensor - // of rank one less than T obtained by indexing T at position t along axis k. - si_1 = scan_1[t]; - ... ; - si_m = scan_m[t]; - // execute loop-body - st_1, ..., st_n, so_1, ..., so_k = loop-body(st_1, ..., st_n, si_1, ..., si_m) - // accumulate the scan-output elements - scan_out_1 = Concat(scan_out_1, so_1); ... ; scan_out_k = Concat(scan_out_k, so_k); - } - - return st_1, ..., st_n, scan_out_1, ..., scan_out_k; - - *Sample usage: Encoding RNN using a Scan* - - The following example shows how a simple RNN over an input tensor %X, with weight tensor %Wi, - recurrence weight tensor %Ri, bias tensors %Wbi and %Rbi, and initial hidden-state %H_0 can - be encoded as a ScanLoop. Note that the loop-body is a nested graph, and it directly computes - %Wi, %Ri, %Wbi, and %Rbi (typically constants or initializers in the body graph). If these - values are computed in the outer graph, they need to be passed in as extra state_variables. - - graph rnn-encoding { - %H_0 = ... - %X = ... - %Y_h, %Y = Scan[body = , num_scan_inputs=1](%H_0, %X) - return %Y, %Y_h - } - - graph rnn-cell-1 ( - %H_tminus1[FLOAT, tensor] - %X_t[FLOAT, tensor] - ) { - %Wi = ... - %Ri = ... - %Wbi = ... - %Rbi = ... - %t1 = X_t * (Wi^T) - %t2 = H_tminus1*(Ri^T) - %t3 = Add(%t1, %t2) - %t4 = Add(%t3, %Wbi) - %t5 = Add(%t4, %Rbi) - %Ht = Tanh(%t5) - %Accumulate = Identity(%Ht) - return %Ht, %Accumulate - } - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Scan-8, Scan-9 - -#### Attributes - -
-
body : graph (required)
-
The graph run each iteration. It has N+M inputs: (loop state variables..., scan_input_elts...). It has N+K outputs: (loop state variables..., scan_output_elts...). Each scan_output is created by concatenating the value of the specified scan_output_elt value at the end of each iteration of the loop. It is an error if the dimensions of these values change across loop iterations.
-
num_scan_inputs : int (required)
-
An attribute specifying the number of scan_inputs M.
-
scan_input_axes : list of ints
-
An optional list of M flags. The i-th element of the list specifies the axis to be scanned (the sequence axis) for the i-th scan_input. If omitted, 0 will be used as the scan axis for every scan_input. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
-
scan_input_directions : list of ints
-
An optional list of M flags. The i-th element of the list specifies the direction to be scanned for the i-th scan_input tensor: 0 indicates forward direction and 1 indicates reverse direction. If omitted, all scan_input tensors will be scanned in the forward direction.
-
scan_output_axes : list of ints
-
An optional list of K flags. The i-th element of the list specifies the axis for the i-th scan_output. The scan outputs are accumulated along the specified axis. If omitted, 0 will be used as the scan axis for every scan_output. Negative value for an axis means counting dimensions from the back. Accepted range is [-r, r-1].
-
scan_output_directions : list of ints
-
An optional list of K flags, one for each scan_output. The i-th element of the list specifies whether the i-th scan_output should be constructed by appending or prepending a new value in each iteration: 0 indicates appending and 1 indicates prepending. If omitted, all scan_output tensors will be produced by appending a value in each iteration.
-
- -#### Inputs (1 - ∞) - -
-
initial_state_and_scan_inputs (variadic, heterogeneous) : V
-
Initial values of the loop's N state variables followed by M scan_inputs
-
- -#### Outputs (1 - ∞) - -
-
final_state_and_scan_outputs (variadic, heterogeneous) : V
-
Final values of the loop's N state variables followed by K scan_outputs
-
- -#### Type Constraints - -
-
I : tensor(int64)
-
Int64 tensor
-
V : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
All Tensor types
-
- - -#### Examples - -
-scan_8 - -```python -# Given an input sequence [x1, ..., xN], sum up its elements using a scan -# returning the final state (x1+x2+...+xN) as well the scan_output -# [x1, x1+x2, ..., x1+x2+...+xN] -# -# create graph to represent scan body -sum_in = onnx.helper.make_tensor_value_info('sum_in', onnx.TensorProto.FLOAT, [2]) -next = onnx.helper.make_tensor_value_info('next', onnx.TensorProto.FLOAT, [2]) -sum_out = onnx.helper.make_tensor_value_info('sum_out', onnx.TensorProto.FLOAT, [2]) -scan_out = onnx.helper.make_tensor_value_info('scan_out', onnx.TensorProto.FLOAT, [2]) -add_node = onnx.helper.make_node( - 'Add', - inputs=['sum_in', 'next'], - outputs=['sum_out'] -) -id_node = onnx.helper.make_node( - 'Identity', - inputs=['sum_out'], - outputs=['scan_out'] -) -scan_body = onnx.helper.make_graph( - [add_node, id_node], - 'scan_body', - [sum_in, next], - [sum_out, scan_out] -) -# create scan op node -no_sequence_lens = '' # optional input, not supplied -node = onnx.helper.make_node( - 'Scan', - inputs=[no_sequence_lens, 'initial', 'x'], - outputs=['y', 'z'], - num_scan_inputs=1, - body=scan_body -) -# create inputs for batch-size 1, sequence-length 3, inner dimension 2 -initial = np.array([0, 0]).astype(np.float32).reshape((1, 2)) -x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((1, 3, 2)) -# final state computed = [1 + 3 + 5, 2 + 4 + 6] -y = np.array([9, 12]).astype(np.float32).reshape((1, 2)) -# scan-output computed -z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((1, 3, 2)) - -expect(node, inputs=[initial, x], outputs=[y, z], - name='test_scan_sum', opset_imports=[onnx.helper.make_opsetid("", 8)]) -``` - -
- - -
-scan_9 - -```python -# Given an input sequence [x1, ..., xN], sum up its elements using a scan -# returning the final state (x1+x2+...+xN) as well the scan_output -# [x1, x1+x2, ..., x1+x2+...+xN] -# -# create graph to represent scan body -sum_in = onnx.helper.make_tensor_value_info('sum_in', onnx.TensorProto.FLOAT, [2]) -next = onnx.helper.make_tensor_value_info('next', onnx.TensorProto.FLOAT, [2]) -sum_out = onnx.helper.make_tensor_value_info('sum_out', onnx.TensorProto.FLOAT, [2]) -scan_out = onnx.helper.make_tensor_value_info('scan_out', onnx.TensorProto.FLOAT, [2]) -add_node = onnx.helper.make_node( - 'Add', - inputs=['sum_in', 'next'], - outputs=['sum_out'] -) -id_node = onnx.helper.make_node( - 'Identity', - inputs=['sum_out'], - outputs=['scan_out'] -) -scan_body = onnx.helper.make_graph( - [add_node, id_node], - 'scan_body', - [sum_in, next], - [sum_out, scan_out] -) -# create scan op node -node = onnx.helper.make_node( - 'Scan', - inputs=['initial', 'x'], - outputs=['y', 'z'], - num_scan_inputs=1, - body=scan_body -) -# create inputs for sequence-length 3, inner dimension 2 -initial = np.array([0, 0]).astype(np.float32).reshape((2,)) -x = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32).reshape((3, 2)) -# final state computed = [1 + 3 + 5, 2 + 4 + 6] -y = np.array([9, 12]).astype(np.float32).reshape((2,)) -# scan-output computed -z = np.array([1, 2, 4, 6, 9, 12]).astype(np.float32).reshape((3, 2)) - -expect(node, inputs=[initial, x], outputs=[y, z], - name='test_scan9_sum', opset_imports=[onnx.helper.make_opsetid("", 9)]) -``` - -
- - -### **Scatter** (deprecated) - - This operator is deprecated. Please use ScatterElements, which provides the same functionality. - - Scatter takes three inputs `data`, `updates`, and `indices` of the same - rank r >= 1 and an optional attribute axis that identifies an axis of `data` - (by default, the outer-most axis, that is axis 0). The output of the operation - is produced by creating a copy of the input `data`, and then updating its value - to values specified by `updates` at specific index positions specified by - `indices`. Its output shape is the same as the shape of `data`. - - For each entry in `updates`, the target index in `data` is obtained by combining - the corresponding entry in `indices` with the index of the entry itself: the - index-value for dimension = axis is obtained from the value of the corresponding - entry in `indices` and the index-value for dimension != axis is obtained from the - index of the entry itself. - - For instance, in a 2-D tensor case, the update corresponding to the [i][j] entry - is performed as below: - ``` - output[indices[i][j]][j] = updates[i][j] if axis = 0, - output[i][indices[i][j]] = updates[i][j] if axis = 1, - ``` - - This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. - - Example 1: - ``` - data = [ - [0.0, 0.0, 0.0], - [0.0, 0.0, 0.0], - [0.0, 0.0, 0.0], - ] - indices = [ - [1, 0, 2], - [0, 2, 1], - ] - updates = [ - [1.0, 1.1, 1.2], - [2.0, 2.1, 2.2], - ] - output = [ - [2.0, 1.1, 0.0] - [1.0, 0.0, 2.2] - [0.0, 2.1, 1.2] - ] - ``` - Example 2: - ``` - data = [[1.0, 2.0, 3.0, 4.0, 5.0]] - indices = [[1, 3]] - updates = [[1.1, 2.1]] - axis = 1 - output = [[1.0, 1.1, 3.0, 2.1, 5.0]] - ``` - -#### Version - -This version of the operator has been deprecated since version 11 of the default ONNX operator set. - -Other versions of this operator: Scatter-9 - - -#### Examples - -
-scatter_with_axis - -```python -axis = 1 -node = onnx.helper.make_node( - 'Scatter', - inputs=['data', 'indices', 'updates'], - outputs=['y'], - axis=axis, -) -data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) -indices = np.array([[1, 3]], dtype=np.int64) -updates = np.array([[1.1, 2.1]], dtype=np.float32) - -y = scatter(data, indices, updates, axis=axis) -# print(y) produces -# [[1.0, 1.1, 3.0, 2.1, 5.0]] - -expect(node, inputs=[data, indices, updates], outputs=[y], - name='test_scatter_with_axis', opset_imports=[helper.make_opsetid("", 10)]) -``` - -
- - -
-scatter_without_axis - -```python -node = onnx.helper.make_node( - 'Scatter', - inputs=['data', 'indices', 'updates'], - outputs=['y'], -) -data = np.zeros((3, 3), dtype=np.float32) -indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) -updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) - -y = scatter(data, indices, updates) -# print(y) produces -# [[2.0, 1.1, 0.0], -# [1.0, 0.0, 2.2], -# [0.0, 2.1, 1.2]] - -expect(node, inputs=[data, indices, updates], outputs=[y], - name='test_scatter_without_axis', opset_imports=[helper.make_opsetid("", 10)]) -``` - -
- - -### **ScatterElements** - - ScatterElements takes three inputs `data`, `updates`, and `indices` of the same - rank r >= 1 and an optional attribute axis that identifies an axis of `data` - (by default, the outer-most axis, that is axis 0). The output of the operation - is produced by creating a copy of the input `data`, and then updating its value - to values specified by `updates` at specific index positions specified by - `indices`. Its output shape is the same as the shape of `data`. - - For each entry in `updates`, the target index in `data` is obtained by combining - the corresponding entry in `indices` with the index of the entry itself: the - index-value for dimension = axis is obtained from the value of the corresponding - entry in `indices` and the index-value for dimension != axis is obtained from the - index of the entry itself. - - For instance, in a 2-D tensor case, the update corresponding to the [i][j] entry - is performed as below: - ``` - output[indices[i][j]][j] = updates[i][j] if axis = 0, - output[i][indices[i][j]] = updates[i][j] if axis = 1, - ``` - - This operator is the inverse of GatherElements. It is similar to Torch's Scatter operation. - - Example 1: - ``` - data = [ - [0.0, 0.0, 0.0], - [0.0, 0.0, 0.0], - [0.0, 0.0, 0.0], - ] - indices = [ - [1, 0, 2], - [0, 2, 1], - ] - updates = [ - [1.0, 1.1, 1.2], - [2.0, 2.1, 2.2], - ] - output = [ - [2.0, 1.1, 0.0] - [1.0, 0.0, 2.2] - [0.0, 2.1, 1.2] - ] - ``` - Example 2: - ``` - data = [[1.0, 2.0, 3.0, 4.0, 5.0]] - indices = [[1, 3]] - updates = [[1.1, 2.1]] - axis = 1 - output = [[1.0, 1.1, 3.0, 2.1, 5.0]] - ``` - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
axis : int (default is 0)
-
Which axis to scatter on. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
-
- -#### Inputs - -
-
data : T
-
Tensor of rank r >= 1.
-
indices : Tind
-
Tensor of int32/int64 indices, of r >= 1 (same rank as input). All index values are expected to be within bounds [-s, s-1] along axis of size s. It is an error if any of the index values are out of bounds.
-
updates : T
-
Tensor of rank r >=1 (same rank and shape as indices)
-
- -#### Outputs - -
-
output : T
-
Tensor of rank r >= 1 (same rank as input).
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Input and output types can be of any tensor type.
-
Tind : tensor(int32), tensor(int64)
-
Constrain indices to integer types
-
- - -#### Examples - -
-scatter_elements_with_axis - -```python -axis = 1 -node = onnx.helper.make_node( - 'ScatterElements', - inputs=['data', 'indices', 'updates'], - outputs=['y'], - axis=axis, -) -data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) -indices = np.array([[1, 3]], dtype=np.int64) -updates = np.array([[1.1, 2.1]], dtype=np.float32) - -y = scatter_elements(data, indices, updates, axis) -# print(y) produces -# [[1.0, 1.1, 3.0, 2.1, 5.0]] - -expect(node, inputs=[data, indices, updates], outputs=[y], - name='test_scatter_elements_with_axis') -``` - -
- - -
-scatter_elements_with_negative_indices - -```python -axis = 1 -node = onnx.helper.make_node( - 'ScatterElements', - inputs=['data', 'indices', 'updates'], - outputs=['y'], - axis=axis, -) -data = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) -indices = np.array([[1, -3]], dtype=np.int64) -updates = np.array([[1.1, 2.1]], dtype=np.float32) - -y = scatter_elements(data, indices, updates, axis) -# print(y) produces -# [[1.0, 1.1, 2.1, 4.0, 5.0]] - -expect(node, inputs=[data, indices, updates], outputs=[y], - name='test_scatter_elements_with_negative_indices') -``` - -
- - -
-scatter_elements_without_axis - -```python -node = onnx.helper.make_node( - 'ScatterElements', - inputs=['data', 'indices', 'updates'], - outputs=['y'], -) -data = np.zeros((3, 3), dtype=np.float32) -indices = np.array([[1, 0, 2], [0, 2, 1]], dtype=np.int64) -updates = np.array([[1.0, 1.1, 1.2], [2.0, 2.1, 2.2]], dtype=np.float32) - -y = scatter_elements(data, indices, updates) -# print(y) produces -# [[2.0, 1.1, 0.0], -# [1.0, 0.0, 2.2], -# [0.0, 2.1, 1.2]] - -expect(node, inputs=[data, indices, updates], outputs=[y], - name='test_scatter_elements_without_axis') -``` - -
- - -### **ScatterND** - - ScatterND takes three inputs `data` tensor of rank r >= 1, `indices` tensor of rank q >= 1, - and `updates` tensor of rank q + r - indices.shape[-1] - 1. The output of the operation - is produced by creating a copy of the input `data`, and then updating its value to values - specified by `updates` at specific index positions specified by `indices`. Its output shape - is the same as the shape of `data`. Note that `indices` should not have duplicate entries. - That is, two or more `updates` for the same index-location is not supported. - - `indices` is an integer tensor. Let k denote indices.shape[-1], the last dimension in the shape of `indices`. - `indices` is treated as a (q-1)-dimensional tensor of k-tuples, where each k-tuple is a partial-index into `data`. - Hence, k can be a value at most the rank of `data`. When k equals rank(data), each update entry specifies an - update to a single element of the tensor. When k is less than rank(data) each update entry specifies an - update to a slice of the tensor. - - `updates` is treated as a (q-1)-dimensional tensor of replacement-slice-values. Thus, the - first (q-1) dimensions of updates.shape must match the first (q-1) dimensions of indices.shape. - The remaining dimensions of `updates` correspond to the dimensions of the - replacement-slice-values. Each replacement-slice-value is a (r-k) dimensional tensor, - corresponding to the trailing (r-k) dimensions of `data`. Thus, the shape of `updates` - must equal indices.shape[0:q-1] ++ data.shape[k:r-1], where ++ denotes the concatenation - of shapes. - - The `output` is calculated via the following equation: - - output = np.copy(data) - update_indices = indices.shape[:-1] - for idx in np.ndindex(update_indices): - output[indices[idx]] = updates[idx] - - The order of iteration in the above loop is not specified. - In particular, indices should not have duplicate entries: that is, if idx1 != idx2, then indices[idx1] != indices[idx2]. - This ensures that the output value does not depend on the iteration order. - - This operator is the inverse of GatherND. - - Example 1: - ``` - data = [1, 2, 3, 4, 5, 6, 7, 8] - indices = [[4], [3], [1], [7]] - updates = [9, 10, 11, 12] - output = [1, 11, 3, 10, 9, 6, 7, 12] - ``` - - Example 2: - ``` - data = [[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], - [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], - [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], - [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] - indices = [[0], [2]] - updates = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], - [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]]] - output = [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], - [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], - [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], - [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]] - ``` - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs - -
-
data : T
-
Tensor of rank r >= 1.
-
indices : tensor(int64)
-
Tensor of rank q >= 1.
-
updates : T
-
Tensor of rank q + r - indices_shape[-1] - 1.
-
- -#### Outputs - -
-
output : T
-
Tensor of rank r >= 1.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to any tensor type.
-
- - -#### Examples - -
-scatternd - -```python -node = onnx.helper.make_node( - 'ScatterND', - inputs=['data', 'indices', 'updates'], - outputs=['y'], -) -data = np.array( - [[[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], - [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], - [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]], - [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) -indices = np.array([[0], [2]], dtype=np.int64) -updates = np.array( - [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], - [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]]], dtype=np.float32) -# Expecting output as np.array( -# [[[5, 5, 5, 5], [6, 6, 6, 6], [7, 7, 7, 7], [8, 8, 8, 8]], -# [[1, 2, 3, 4], [5, 6, 7, 8], [8, 7, 6, 5], [4, 3, 2, 1]], -# [[1, 1, 1, 1], [2, 2, 2, 2], [3, 3, 3, 3], [4, 4, 4, 4]], -# [[8, 7, 6, 5], [4, 3, 2, 1], [1, 2, 3, 4], [5, 6, 7, 8]]], dtype=np.float32) -output = scatter_nd_impl(data, indices, updates) -expect(node, inputs=[data, indices, updates], outputs=[output], - name='test_scatternd') -``` - -
- - -### **Selu** - - Selu takes one input data (Tensor) and produces one output data - (Tensor) where the scaled exponential linear unit function, - `y = gamma * (alpha * e^x - alpha) for x <= 0`, `y = gamma * x for x > 0`, - is applied to the tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Selu-1 - -#### Attributes - -
-
alpha : float (default is 1.67326)
-
Coefficient of SELU default to 1.67326319217681884765625 (i.e., float32 approximation of 1.6732632423543772848170429916717).
-
gamma : float (default is 1.0507)
-
Coefficient of SELU default to 1.05070102214813232421875 (i.e., float32 approximation of 1.0507009873554804934193349852946).
-
- -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-selu - -```python -node = onnx.helper.make_node( - 'Selu', - inputs=['x'], - outputs=['y'], - alpha=2.0, - gamma=3.0 -) - -x = np.array([-1, 0, 1]).astype(np.float32) -# expected output [-3.79272318, 0., 3.] -y = np.clip(x, 0, np.inf) * 3.0 + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 -expect(node, inputs=[x], outputs=[y], - name='test_selu_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) * 3.0 + (np.exp(np.clip(x, -np.inf, 0)) - 1) * 2.0 * 3.0 -expect(node, inputs=[x], outputs=[y], - name='test_selu') -``` - -
- - -
-selu_default - -```python -default_alpha = 1.67326319217681884765625 -default_gamma = 1.05070102214813232421875 -node = onnx.helper.make_node( - 'Selu', - inputs=['x'], - outputs=['y'], -) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, 0, np.inf) * default_gamma + \ - (np.exp(np.clip(x, -np.inf, 0)) - 1) * default_alpha * default_gamma -expect(node, inputs=[x], outputs=[y], - name='test_selu_default') -``` - -
- - -### **SequenceAt** - - Outputs a tensor copy from the tensor at 'position' in 'input_sequence'. - Accepted range for 'position' is in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. - Negative value means counting positions from the back. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs - -
-
input_sequence : S
-
Input sequence.
-
position : I
-
Position of the tensor in the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
-
- -#### Outputs - -
-
tensor : T
-
Output tensor at the specified position in the input sequence.
-
- -#### Type Constraints - -
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain to any tensor type.
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain to any tensor type.
-
I : tensor(int32), tensor(int64)
-
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
-
- - -### **SequenceConstruct** - - Construct a tensor sequence containing 'inputs' tensors. - All tensors in 'inputs' must have the same data type. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs (1 - ∞) - -
-
inputs (variadic) : T
-
Tensors.
-
- -#### Outputs - -
-
output_sequence : S
-
Sequence enclosing the input tensors.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input types to any tensor type.
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain output types to any tensor type.
-
- - -### **SequenceEmpty** - - Construct an empty tensor sequence, with given data type. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
dtype : int
-
(Optional) The data type of the tensors in the output sequence. The default type is 'float'.
-
- -#### Inputs - - -#### Outputs - -
-
output : S
-
Empty sequence.
-
- -#### Type Constraints - -
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain output types to any tensor type.
-
- - -### **SequenceErase** - - Outputs a tensor sequence that removes the tensor at 'position' from 'input_sequence'. - Accepted range for 'position' is in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. - Negative value means counting positions from the back. - 'position' is optional, by default it erases the last tensor from 'input_sequence'. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs (1 - 2) - -
-
input_sequence : S
-
Input sequence.
-
position (optional) : I
-
Position of the tensor in the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n - 1]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
-
- -#### Outputs - -
-
output_sequence : S
-
Output sequence that has the tensor at the specified position removed.
-
- -#### Type Constraints - -
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain to any tensor type.
-
I : tensor(int32), tensor(int64)
-
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
-
- - -### **SequenceInsert** - - Outputs a tensor sequence that inserts 'tensor' into 'input_sequence' at 'position'. - 'tensor' must have the same data type as 'input_sequence'. - Accepted range for 'position' is in `[-n, n]`, where `n` is the number of tensors in 'input_sequence'. - Negative value means counting positions from the back. - 'position' is optional, by default it inserts 'tensor' to the back of 'input_sequence'. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs (2 - 3) - -
-
input_sequence : S
-
Input sequence.
-
tensor : T
-
Input tensor to be inserted into the input sequence.
-
position (optional) : I
-
Position in the sequence where the new tensor is inserted. It is optional and default is to insert to the back of the sequence. Negative value means counting positions from the back. Accepted range in `[-n, n]`, where `n` is the number of tensors in 'input_sequence'. It is an error if any of the index values are out of bounds. It must be a scalar(tensor of empty shape).
-
- -#### Outputs - -
-
output_sequence : S
-
Output sequence that contains the inserted tensor at given position.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain to any tensor type.
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain to any tensor type.
-
I : tensor(int32), tensor(int64)
-
Constrain position to integral tensor. It must be a scalar(tensor of empty shape).
-
- - -### **SequenceLength** - - Produces a scalar(tensor of empty shape) containing the number of tensors in 'input_sequence'. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Inputs - -
-
input_sequence : S
-
Input sequence.
-
- -#### Outputs - -
-
length : I
-
Length of input sequence. It must be a scalar(tensor of empty shape).
-
- -#### Type Constraints - -
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain to any tensor type.
-
I : tensor(int64)
-
Constrain output to integral tensor. It must be a scalar(tensor of empty shape).
-
- - -### **Shape** - - Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
shape : T1
-
Shape of the input tensor
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Input tensor can be of arbitrary type.
-
T1 : tensor(int64)
-
Constrain output to int64 tensor.
-
- - -#### Examples - -
-shape - -```python -node = onnx.helper.make_node( - 'Shape', - inputs=['x'], - outputs=['y'], -) - -x = np.array([ - [1, 2, 3], - [4, 5, 6], -]).astype(np.float32) -y = np.array([ - 2, 3, -]).astype(np.int64) - -expect(node, inputs=[x], outputs=[y], - name='test_shape_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.array(x.shape).astype(np.int64) - -expect(node, inputs=[x], outputs=[y], - name='test_shape') -``` - -
- - -### **Shrink** - - Shrink takes one input data (Tensor) and produces one Tensor output, - having same datatype and shape with input. It has two attributes, lambd and - bias. The formula of this operator is: If x < -lambd, y = x + bias; - If x > lambd, y = x - bias; Otherwise, y = 0. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Attributes - -
-
bias : float (default is 0.0)
-
The bias value added to output. Default is 0.
-
lambd : float (default is 0.5)
-
The lambd value for the Shrink formulation. Default is 0.5.
-
- -#### Inputs - -
-
input : T
-
The input data as Tensor.
-
- -#### Outputs - -
-
output : T
-
The output.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrains input to only numeric types.
-
- - -#### Examples - -
-hard_shrink - -```python -node = onnx.helper.make_node( - 'Shrink', - inputs=['x'], - outputs=['y'], - lambd=1.5, -) -X = np.arange(-2.0, 2.1, dtype=np.float32) -Y = np.array([-2, 0, 0, 0, 2], dtype=np.float32) -expect(node, inputs=[X], outputs=[Y], - name='test_shrink_hard') -``` - -
- - -
-soft_shrink - -```python -node = onnx.helper.make_node( - 'Shrink', - inputs=['x'], - outputs=['y'], - lambd=1.5, - bias=1.5, -) -X = np.arange(-2.0, 2.1, dtype=np.float32) -Y = np.array([-0.5, 0, 0, 0, 0.5], dtype=np.float32) -expect(node, inputs=[X], outputs=[Y], - name='test_shrink_soft') -``` - -
- - -### **Sigmoid** - - Sigmoid takes one input data (Tensor) and produces one output data - (Tensor) where the sigmoid function, y = 1 / (1 + exp(-x)), is applied to the - tensor elementwise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Sigmoid-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-sigmoid - -```python -node = onnx.helper.make_node( - 'Sigmoid', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = 1.0 / (1.0 + np.exp(np.negative(x))) # expected output [0.26894143, 0.5, 0.7310586] -expect(node, inputs=[x], outputs=[y], - name='test_sigmoid_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = 1.0 / (1.0 + np.exp(np.negative(x))) -expect(node, inputs=[x], outputs=[y], - name='test_sigmoid') -``` - -
- - -### **Sign** - - Calculate the sign of the given input tensor element-wise. - If input > 0, output 1. if input < 0, output -1. if input == 0, output 0. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The sign of the input tensor computed element-wise. It has the same shape and type of the input.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to all numeric tensors.
-
- - -#### Examples - -
-sign - -```python -node = onnx.helper.make_node( - 'Sign', - inputs=['x'], - outputs=['y'], -) - -x = np.array(range(-5, 6)).astype(np.float32) -y = np.sign(x) -expect(node, inputs=[x], outputs=[y], - name='test_sign') -``` - -
- - -### **Sin** - - Calculates the sine of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The sine of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-sin - -```python -node = onnx.helper.make_node( - 'Sin', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.sin(x) -expect(node, inputs=[x], outputs=[y], - name='test_sin_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.sin(x) -expect(node, inputs=[x], outputs=[y], - name='test_sin') -``` - -
- - -### **Sinh** - - Calculates the hyperbolic sine of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The hyperbolic sine values of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-sinh - -```python -node = onnx.helper.make_node( - 'Sinh', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.sinh(x) # expected output [-1.17520118, 0., 1.17520118] -expect(node, inputs=[x], outputs=[y], - name='test_sinh_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.sinh(x) -expect(node, inputs=[x], outputs=[y], - name='test_sinh') -``` - -
- - -### **Size** - - Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
size : T1
-
Total number of elements of the input tensor
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Input tensor can be of arbitrary type.
-
T1 : tensor(int64)
-
Constrain output to int64 tensor, which should be a scalar though.
-
- - -#### Examples - -
-size - -```python -node = onnx.helper.make_node( - 'Size', - inputs=['x'], - outputs=['y'], -) - -x = np.array([ - [1, 2, 3], - [4, 5, 6], -]).astype(np.float32) -y = np.array(6).astype(np.int64) - -expect(node, inputs=[x], outputs=[y], - name='test_size_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.array(x.size).astype(np.int64) - -expect(node, inputs=[x], outputs=[y], - name='test_size') -``` - -
- - -### **Slice** - - Produces a slice of the input tensor along multiple axes. Similar to numpy: - https://docs.scipy.org/doc/numpy/reference/arrays.indexing.html - Slices uses `starts`, `ends`, `axes` and `steps` inputs to specify the start and end - dimension and step for each axis in the list of axes, it uses this information to - slice the input `data` tensor. If a negative value is passed for any of the - start or end indices, it represent number of elements before the end of that - dimension. If the value passed to start or end is larger than the `n` (the - number of elements in this dimension), it represents `n`. For slicing to the - end of a dimension with unknown size, it is recommended to pass in `INT_MAX`. - If a negative value is passed for step, it represents slicing backward. - If `axes` are omitted, they are set to `[0, ..., ndim-1]`. - If `steps` are omitted, they are set to `[1, ..., 1]` of length `len(starts)` - Example 1: - data = [ - [1, 2, 3, 4], - [5, 6, 7, 8], - ] - axes = [0, 1] - starts = [1, 0] - ends = [2, 3] - steps = [1, 2] - result = [ - [5, 7], - ] - Example 2: - data = [ - [1, 2, 3, 4], - [5, 6, 7, 8], - ] - starts = [0, 1] - ends = [-1, 1000] - result = [ - [2, 3, 4], - ] - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Slice-1, Slice-10 - -#### Inputs (3 - 5) - -
-
data : T
-
Tensor of data to extract slices from.
-
starts : Tind
-
1-D tensor of starting indices of corresponding axis in `axes`
-
ends : Tind
-
1-D tensor of ending indices (exclusive) of corresponding axis in `axes`
-
axes (optional) : Tind
-
1-D tensor of axes that `starts` and `ends` apply to. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
-
steps (optional) : Tind
-
1-D tensor of slice step of corresponding axis in `axes`. Default to 1.
-
- -#### Outputs - -
-
output : T
-
Sliced data tensor.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
Tind : tensor(int32), tensor(int64)
-
Constrain indices to integer types
-
- - -#### Examples - -
-slice - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends', 'axes', 'steps'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -y = x[0:3, 0:10] -starts = np.array([0, 0], dtype=np.int64) -ends = np.array([3, 10], dtype=np.int64) -axes = np.array([0, 1], dtype=np.int64) -steps = np.array([1, 1], dtype=np.int64) - -expect(node, inputs=[x, starts, ends, axes, steps], outputs=[y], - name='test_slice') -``` - -
- - -
-slice_default_axes - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -starts = np.array([0, 0, 3], dtype=np.int64) -ends = np.array([20, 10, 4], dtype=np.int64) -y = x[:, :, 3:4] - -expect(node, inputs=[x, starts, ends], outputs=[y], - name='test_slice_default_axes') -``` - -
- - -
-slice_default_steps - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends', 'axes'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -starts = np.array([0, 0, 3], dtype=np.int64) -ends = np.array([20, 10, 4], dtype=np.int64) -axes = np.array([0, 1, 2], dtype=np.int64) -y = x[:, :, 3:4] - -expect(node, inputs=[x, starts, ends, axes], outputs=[y], - name='test_slice_default_steps') -``` - -
- - -
-slice_end_out_of_bounds - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends', 'axes', 'steps'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -starts = np.array([1], dtype=np.int64) -ends = np.array([1000], dtype=np.int64) -axes = np.array([1], dtype=np.int64) -steps = np.array([1], dtype=np.int64) -y = x[:, 1:1000] - -expect(node, inputs=[x, starts, ends, axes, steps], outputs=[y], - name='test_slice_end_out_of_bounds') -``` - -
- - -
-slice_neg - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends', 'axes', 'steps'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -starts = np.array([0], dtype=np.int64) -ends = np.array([-1], dtype=np.int64) -axes = np.array([1], dtype=np.int64) -steps = np.array([1], dtype=np.int64) -y = x[:, 0:-1] - -expect(node, inputs=[x, starts, ends, axes, steps], outputs=[y], - name='test_slice_neg') -``` - -
- - -
-slice_neg_steps - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends', 'axes', 'steps'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -starts = np.array([20, 10, 4], dtype=np.int64) -ends = np.array([0, 0, 1], dtype=np.int64) -axes = np.array([0, 1, 2], dtype=np.int64) -steps = np.array([-1, -3, -2]) -y = x[20:0:-1, 10:0:-3, 4:1:-2] - -expect(node, inputs=[x, starts, ends, axes, steps], outputs=[y], - name='test_slice_neg_steps') -``` - -
- - -
-slice_negative_axes - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends', 'axes'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -starts = np.array([0, 0, 3], dtype=np.int64) -ends = np.array([20, 10, 4], dtype=np.int64) -axes = np.array([0, -2, -1], dtype=np.int64) -y = x[:, :, 3:4] - -expect(node, inputs=[x, starts, ends, axes], outputs=[y], - name='test_slice_negative_axes') -``` - -
- - -
-slice_start_out_of_bounds - -```python -node = onnx.helper.make_node( - 'Slice', - inputs=['x', 'starts', 'ends', 'axes', 'steps'], - outputs=['y'], -) - -x = np.random.randn(20, 10, 5).astype(np.float32) -starts = np.array([1000], dtype=np.int64) -ends = np.array([1000], dtype=np.int64) -axes = np.array([1], dtype=np.int64) -steps = np.array([1], dtype=np.int64) -y = x[:, 1000:1000] - -expect(node, inputs=[x, starts, ends, axes, steps], outputs=[y], - name='test_slice_start_out_of_bounds') -``` - -
- - -### **Softmax** - - The operator computes the softmax (normalized exponential) values for each layer in the batch - of the given input. - - The input does not need to explicitly be a 2D vector; rather, it will be - coerced into one. For an arbitrary n-dimensional tensor - input \in [a_0, a_1, ..., a_{k-1}, a_k, ..., a_{n-1}] and k is - the axis provided, then input will be coerced into a 2-dimensional tensor with - dimensions [a_0 * ... * a_{k-1}, a_k * ... * a_{n-1}]. For the default - case where axis=1, this means the input tensor will be coerced into a 2D tensor - of dimensions [a_0, a_1 * ... * a_{n-1}], where a_0 is often the batch size. - In this situation, we must have a_0 = N and a_1 * ... * a_{n-1} = D. - Each of these dimensions must be matched correctly, or else the operator - will throw errors. The output tensor has the same shape - and contains the softmax values of the corresponding input. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Softmax-1 - -#### Attributes - -
-
axis : int (default is 1)
-
Describes the axis of the inputs when coerced to 2D; defaults to one because the 0th axis most likely describes the batch_size. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
-
- -#### Inputs - -
-
input : T
-
The input tensor that's coerced into a 2D matrix of size (NxD) as described above.
-
- -#### Outputs - -
-
output : T
-
The output values with the same shape as input tensor (the original size without coercion).
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-softmax - -```python -node = onnx.helper.make_node( - 'Softmax', - inputs=['x'], - outputs=['y'], -) -x = np.array([[-1, 0, 1]]).astype(np.float32) -# expected output [[0.09003058, 0.24472848, 0.66524094]] -y = np.exp(x) / np.sum(np.exp(x), axis=1) -expect(node, inputs=[x], outputs=[y], - name='test_softmax_example') -``` - -
- - -
-softmax_axis - -```python -def softmax_2d(x): # type: (np.ndarray) -> np.ndarray - max_x = np.max(x, axis=1).reshape((-1, 1)) - exp_x = np.exp(x - max_x) - return exp_x / np.sum(exp_x, axis=1).reshape((-1, 1)) - -x = np.array([[0, 1, 2, 3], [10000, 10001, 10002, 10003]]).astype(np.float32) -# expected output [[0.0320586, 0.08714432, 0.23688284, 0.64391428], -# [0.0320586, 0.08714432, 0.23688284, 0.64391428]] -y = softmax_2d(x) - -node = onnx.helper.make_node( - 'Softmax', - inputs=['x'], - outputs=['y'], -) -expect(node, inputs=[x], outputs=[y], - name='test_softmax_large_number') - -x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) -node = onnx.helper.make_node( - 'Softmax', - inputs=['x'], - outputs=['y'], - axis=0, -) -y = softmax_2d(x.reshape(1, 60)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_softmax_axis_0') - -node = onnx.helper.make_node( - 'Softmax', - inputs=['x'], - outputs=['y'], - axis=1, -) -y = softmax_2d(x.reshape(3, 20)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_softmax_axis_1') - -# default axis is 1 -node = onnx.helper.make_node( - 'Softmax', - inputs=['x'], - outputs=['y'], -) -expect(node, inputs=[x], outputs=[y], - name='test_softmax_default_axis') - -node = onnx.helper.make_node( - 'Softmax', - inputs=['x'], - outputs=['y'], - axis=2, -) -y = softmax_2d(x.reshape(12, 5)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_softmax_axis_2') - -node = onnx.helper.make_node( - 'Softmax', - inputs=['x'], - outputs=['y'], - axis=-1, -) -y = softmax_2d(x.reshape(12, 5)).reshape(3, 4, 5) -expect(node, inputs=[x], outputs=[y], - name='test_softmax_negative_axis') -``` - -
- - -### **Softplus** - - Softplus takes one input data (Tensor) and produces one output data - (Tensor) where the softplus function, y = ln(exp(x) + 1), is applied to - the tensor elementwise. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
X : T
-
1D input tensor
-
- -#### Outputs - -
-
Y : T
-
1D input tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-softplus - -```python -node = onnx.helper.make_node( - 'Softplus', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.log(np.exp(x) + 1) # expected output [0.31326166, 0.69314718, 1.31326163] -expect(node, inputs=[x], outputs=[y], - name='test_softplus_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.log(np.exp(x) + 1) -expect(node, inputs=[x], outputs=[y], - name='test_softplus') -``` - -
- - -### **Softsign** - - Calculates the softsign (x/(1+|x|)) of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The softsign (x/(1+|x|)) values of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-softsign - -```python -node = onnx.helper.make_node( - 'Softsign', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.array([-0.5, 0, 0.5]).astype(np.float32) -expect(node, inputs=[x], outputs=[y], - name='test_softsign_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = x / (1 + np.abs(x)) -expect(node, inputs=[x], outputs=[y], - name='test_softsign') -``` - -
- - -### **SpaceToDepth** - - SpaceToDepth rearranges blocks of spatial data into depth. More specifically, - this op outputs a copy of the input tensor where values from the height and width dimensions - are moved to the depth dimension. - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
blocksize : int (required)
-
Blocks of [blocksize, blocksize] are moved.
-
- -#### Inputs - -
-
input : T
-
Input tensor of [N,C,H,W], where N is the batch axis, C is the channel or depth, H is the height and W is the width.
-
- -#### Outputs - -
-
output : T
-
Output tensor of [N, C * blocksize * blocksize, H/blocksize, W/blocksize].
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -### **Split** - - Split a tensor into a list of tensors, along the specified - 'axis'. Lengths of the parts can be specified using argument 'split'. - Otherwise, the tensor is split to equal sized parts. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Split-1, Split-2 - -#### Attributes - -
-
axis : int (default is 0)
-
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1] where r = rank(input).
-
split : list of ints
-
length of each output
-
- -#### Inputs - -
-
input : T
-
The tensor to split
-
- -#### Outputs (1 - ∞) - -
-
outputs (variadic) : T
-
One or more outputs forming list of tensors after splitting
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-1d - -```python -input = np.array([1., 2., 3., 4., 5., 6.]).astype(np.float32) - -node = onnx.helper.make_node( - 'Split', - inputs=['input'], - outputs=['output_1', 'output_2', 'output_3'], - axis=0 -) - -expected_outputs = [np.array([1., 2.]).astype(np.float32), np.array([3., 4.]).astype(np.float32), np.array([5., 6.]).astype(np.float32)] -expect(node, inputs=[input], outputs=[y for y in expected_outputs], name='test_split_equal_parts_1d') - -node = onnx.helper.make_node( - 'Split', - inputs=['input'], - outputs=['output_1', 'output_2'], - axis=0, - split=[2, 4] -) - -expected_outputs = [np.array([1., 2.]).astype(np.float32), np.array([3., 4., 5., 6.]).astype(np.float32)] -expect(node, inputs=[input], outputs=[y for y in expected_outputs], name='test_split_variable_parts_1d') -``` - -
- - -
-2d - -```python -input = np.array([[1., 2., 3., 4., 5., 6.], - [7., 8., 9., 10., 11., 12.]]).astype(np.float32) - -node = onnx.helper.make_node( - 'Split', - inputs=['input'], - outputs=['output_1', 'output_2'], - axis=1 -) - -expected_outputs = [np.array([[1., 2., 3.], [7., 8., 9.]]).astype(np.float32), - np.array([[4., 5., 6.], [10., 11., 12.]]).astype(np.float32)] - -expect(node, inputs=[input], outputs=[y for y in expected_outputs], name='test_split_equal_parts_2d') - -node = onnx.helper.make_node( - 'Split', - inputs=['input'], - outputs=['output_1', 'output_2'], - axis=1, - split=[2, 4] -) - -expected_outputs = [np.array([[1., 2.], [7., 8.]]).astype(np.float32), - np.array([[3., 4., 5., 6.], [9., 10., 11., 12.]]).astype(np.float32)] - -expect(node, inputs=[input], outputs=[y for y in expected_outputs], name='test_split_variable_parts_2d') -``` - -
- - -
-default_values - -```python -input = np.array([1., 2., 3., 4., 5., 6.]).astype(np.float32) - -# If axis is not specified, split is applied on default axis 0 -node = onnx.helper.make_node( - 'Split', - inputs=['input'], - outputs=['output_1', 'output_2', 'output_3'] -) - -expected_outputs = [np.array([1., 2.]).astype(np.float32), np.array([3., 4.]).astype(np.float32), np.array([5., 6.]).astype(np.float32)] -expect(node, inputs=[input], outputs=[y for y in expected_outputs], name='test_split_equal_parts_default_axis') - -node = onnx.helper.make_node( - 'Split', - inputs=['input'], - outputs=['output_1', 'output_2'], - split=[2, 4] -) - -expected_outputs = [np.array([1., 2.]).astype(np.float32), np.array([3., 4., 5., 6.]).astype(np.float32)] -expect(node, inputs=[input], outputs=[y for y in expected_outputs], name='test_split_variable_parts_default_axis') -``` - -
- - -### **SplitToSequence** - - Split a tensor into a sequence of tensors, along the specified - 'axis'. Lengths of the parts can be specified using argument 'split'. - 'split' must contain only positive numbers. - 'split' is either a scalar (tensor of empty shape), or a 1-D tensor. - If 'split' is a scalar, then 'input' will be split into equally sized chunks(if possible). - Last chunk will be smaller if the 'input' size along the given axis 'axis' is not divisible - by 'split'. - Otherwise, the tensor is split into 'size(split)' chunks, with lengths of the parts on 'axis' - specified in 'split'. In this scenario, the sum of entries in 'split' must be equal to the - dimension size of input tensor on 'axis'. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
axis : int (default is 0)
-
Which axis to split on. A negative value means counting dimensions from the back. Accepted range is [-rank, rank-1].
-
keepdims : int (default is 1)
-
Keep the split dimension or not. Default 1, which means we keep split dimension. If input 'split' is specified, this attribute is ignored.
-
- -#### Inputs (1 - 2) - -
-
input : T
-
The tensor to split
-
split (optional) : I
-
Length of each output. It can be either a scalar(tensor of empty shape), or a 1-D tensor. All values must be positive.
-
- -#### Outputs - -
-
output_sequence : S
-
One or more outputs forming a sequence of tensors after splitting
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input types to all tensor types.
-
I : tensor(int32), tensor(int64)
-
Constrain split size to integral tensor.
-
S : seq(tensor(uint8)), seq(tensor(uint16)), seq(tensor(uint32)), seq(tensor(uint64)), seq(tensor(int8)), seq(tensor(int16)), seq(tensor(int32)), seq(tensor(int64)), seq(tensor(float16)), seq(tensor(float)), seq(tensor(double)), seq(tensor(string)), seq(tensor(bool)), seq(tensor(complex64)), seq(tensor(complex128))
-
Constrain output types to all tensor types.
-
- - -### **Sqrt** - - Square root takes one input data (Tensor) and produces one output data - (Tensor) where the square root is, y = x^0.5, is applied to - the tensor elementwise. If x is negative, then it will return NaN. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Sqrt-1 - -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-sqrt - -```python -node = onnx.helper.make_node( - 'Sqrt', - inputs=['x'], - outputs=['y'], -) - -x = np.array([1, 4, 9]).astype(np.float32) -y = np.sqrt(x) # expected output [1., 2., 3.] -expect(node, inputs=[x], outputs=[y], - name='test_sqrt_example') - -x = np.abs(np.random.randn(3, 4, 5).astype(np.float32)) -y = np.sqrt(x) -expect(node, inputs=[x], outputs=[y], - name='test_sqrt') -``` - -
- - -### **Squeeze** - - Remove single-dimensional entries from the shape of a tensor. - Takes a parameter `axes` with a list of axes to squeeze. - If `axes` is not provided, all the single dimensions will be removed from - the shape. If an axis is selected with shape entry not equal to one, an error is raised. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Squeeze-1 - -#### Attributes - -
-
axes : list of ints
-
List of integers indicating the dimensions to squeeze. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(data).
-
- -#### Inputs - -
-
data : T
-
Tensors with at least max(dims) dimensions.
-
- -#### Outputs - -
-
squeezed : T
-
Reshaped tensor with same data as input.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-squeeze - -```python -node = onnx.helper.make_node( - 'Squeeze', - inputs=['x'], - outputs=['y'], - axes=[0], -) -x = np.random.randn(1, 3, 4, 5).astype(np.float32) -y = np.squeeze(x, axis=0) - -expect(node, inputs=[x], outputs=[y], - name='test_squeeze') -``` - -
- - -
-squeeze_negative_axes - -```python -node = onnx.helper.make_node( - 'Squeeze', - inputs=['x'], - outputs=['y'], - axes=[-2], -) -x = np.random.randn(1, 3, 1, 5).astype(np.float32) -y = np.squeeze(x, axis=-2) -expect(node, inputs=[x], outputs=[y], - name='test_squeeze_negative_axes') -``` - -
- - -### **StringNormalizer** - - StringNormalization performs string operations for basic cleaning. - This operator has only one input (denoted by X) and only one output - (denoted by Y). This operator first examines the elements in the X, - and removes elements specified in "stopwords" attribute. - After removing stop words, the intermediate result can be further lowercased, - uppercased, or just returned depending the "case_change_action" attribute. - This operator only accepts [C]- and [1, C]-tensor. - If all elements in X are dropped, the output will be the empty value of string tensor with shape [1] - if input shape is [C] and shape [1, 1] if input shape is [1, C]. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
case_change_action : string (default is NONE)
-
string enum that cases output to be lowercased/uppercases/unchanged. Valid values are "LOWER", "UPPER", "NONE". Default is "NONE"
-
is_case_sensitive : int (default is 0)
-
Boolean. Whether the identification of stop words in X is case-sensitive. Default is false
-
locale : string
-
Environment dependent string that denotes the locale according to which output strings needs to be upper/lowercased.Default en_US or platform specific equivalent as decided by the implementation.
-
stopwords : list of strings
-
List of stop words. If not set, no word would be removed from X.
-
- -#### Inputs - -
-
X : tensor(string)
-
UTF-8 strings to normalize
-
- -#### Outputs - -
-
Y : tensor(string)
-
UTF-8 Normalized strings
-
- -#### Type Constraints - - - -#### Examples - -
-monday_casesensintive_lower - -```python -input = np.array([u'monday', u'tuesday', u'wednesday', u'thursday']).astype(np.object) -output = np.array([u'tuesday', u'wednesday', u'thursday']).astype(np.object) -stopwords = [u'monday'] - -node = onnx.helper.make_node( - 'StringNormalizer', - inputs=['x'], - outputs=['y'], - case_change_action='LOWER', - is_case_sensitive=1, - stopwords=stopwords -) -expect(node, inputs=[input], outputs=[output], name='test_strnormalizer_export_monday_casesensintive_lower') -``` - -
- - -
-monday_casesensintive_nochangecase - -```python -input = np.array([u'monday', u'tuesday', u'wednesday', u'thursday']).astype(np.object) -output = np.array([u'tuesday', u'wednesday', u'thursday']).astype(np.object) -stopwords = [u'monday'] - -node = onnx.helper.make_node( - 'StringNormalizer', - inputs=['x'], - outputs=['y'], - is_case_sensitive=1, - stopwords=stopwords -) -expect(node, inputs=[input], outputs=[output], name='test_strnormalizer_export_monday_casesensintive_nochangecase') -``` - -
- - -
-monday_casesensintive_upper - -```python -input = np.array([u'monday', u'tuesday', u'wednesday', u'thursday']).astype(np.object) -output = np.array([u'TUESDAY', u'WEDNESDAY', u'THURSDAY']).astype(np.object) -stopwords = [u'monday'] - -node = onnx.helper.make_node( - 'StringNormalizer', - inputs=['x'], - outputs=['y'], - case_change_action='UPPER', - is_case_sensitive=1, - stopwords=stopwords -) -expect(node, inputs=[input], outputs=[output], name='test_strnormalizer_export_monday_casesensintive_upper') -``` - -
- - -
-monday_empty_output - -```python -input = np.array([u'monday', u'monday']).astype(np.object) -output = np.array([u'']).astype(np.object) -stopwords = [u'monday'] - -node = onnx.helper.make_node( - 'StringNormalizer', - inputs=['x'], - outputs=['y'], - case_change_action='UPPER', - is_case_sensitive=1, - stopwords=stopwords -) -expect(node, inputs=[input], outputs=[output], name='test_strnormalizer_export_monday_empty_output') -``` - -
- - -
-monday_insensintive_upper_twodim - -```python -input = np.array([u'Monday', u'tuesday', u'wednesday', u'Monday', u'tuesday', u'wednesday']).astype(np.object).reshape([1, 6]) - -# It does upper case cecedille, accented E -# and german umlaut but fails -# with german eszett -output = np.array([u'TUESDAY', u'WEDNESDAY', u'TUESDAY', u'WEDNESDAY']).astype(np.object).reshape([1, 4]) -stopwords = [u'monday'] - -node = onnx.helper.make_node( - 'StringNormalizer', - inputs=['x'], - outputs=['y'], - case_change_action='UPPER', - stopwords=stopwords -) -expect(node, inputs=[input], outputs=[output], name='test_strnormalizer_export_monday_insensintive_upper_twodim') -``` - -
- - -
-nostopwords_nochangecase - -```python -input = np.array([u'monday', u'tuesday']).astype(np.object) -output = input - -# No stopwords. This is a NOOP -node = onnx.helper.make_node( - 'StringNormalizer', - inputs=['x'], - outputs=['y'], - is_case_sensitive=1, -) -expect(node, inputs=[input], outputs=[output], name='test_strnormalizer_nostopwords_nochangecase') -``` - -
- - -### **Sub** - - Performs element-wise binary subtraction (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: Sub-1, Sub-6 - -#### Inputs - -
-
A : T
-
First operand.
-
B : T
-
Second operand.
-
- -#### Outputs - -
-
C : T
-
Result, has same element type as two inputs
-
- -#### Type Constraints - -
-
T : tensor(uint32), tensor(uint64), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to high-precision numeric tensors.
-
- - -#### Examples - -
-sub - -```python -node = onnx.helper.make_node( - 'Sub', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.array([1, 2, 3]).astype(np.float32) -y = np.array([3, 2, 1]).astype(np.float32) -z = x - y # expected output [-2., 0., 2.] -expect(node, inputs=[x, y], outputs=[z], - name='test_sub_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(3, 4, 5).astype(np.float32) -z = x - y -expect(node, inputs=[x, y], outputs=[z], - name='test_sub') -``` - -
- - -
-sub_broadcast - -```python -node = onnx.helper.make_node( - 'Sub', - inputs=['x', 'y'], - outputs=['z'], -) - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.random.randn(5).astype(np.float32) -z = x - y -expect(node, inputs=[x, y], outputs=[z], - name='test_sub_bcast') -``` - -
- - -### **Sum** - - Element-wise sum of each of the input tensors (with Numpy-style broadcasting support). - All inputs and outputs must have the same data type. - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 8 of the default ONNX operator set. - -Other versions of this operator: Sum-1, Sum-6 - -#### Inputs (1 - ∞) - -
-
data_0 (variadic) : T
-
List of tensors for sum.
-
- -#### Outputs - -
-
sum : T
-
Output tensor.
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-sum - -```python -data_0 = np.array([3, 0, 2]).astype(np.float32) -data_1 = np.array([1, 3, 4]).astype(np.float32) -data_2 = np.array([2, 6, 6]).astype(np.float32) -result = np.array([6, 9, 12]).astype(np.float32) -node = onnx.helper.make_node( - 'Sum', - inputs=['data_0', 'data_1', 'data_2'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1, data_2], outputs=[result], - name='test_sum_example') - -node = onnx.helper.make_node( - 'Sum', - inputs=['data_0'], - outputs=['result'], -) -expect(node, inputs=[data_0], outputs=[data_0], - name='test_sum_one_input') - -result = np.add(data_0, data_1) -node = onnx.helper.make_node( - 'Sum', - inputs=['data_0', 'data_1'], - outputs=['result'], -) -expect(node, inputs=[data_0, data_1], outputs=[result], - name='test_sum_two_inputs') -``` - -
- - -### **Tan** - - Calculates the tangent of the given input tensor, element-wise. - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The tangent of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-tan - -```python -node = onnx.helper.make_node( - 'Tan', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.tan(x) -expect(node, inputs=[x], outputs=[y], - name='test_tan_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.tan(x) -expect(node, inputs=[x], outputs=[y], - name='test_tan') -``` - -
- - -### **Tanh** - - Calculates the hyperbolic tangent of the given input tensor element-wise. - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Tanh-1 - -#### Inputs - -
-
input : T
-
Input tensor
-
- -#### Outputs - -
-
output : T
-
The hyperbolic tangent values of the input tensor computed element-wise
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-tanh - -```python -node = onnx.helper.make_node( - 'Tanh', - inputs=['x'], - outputs=['y'], -) - -x = np.array([-1, 0, 1]).astype(np.float32) -y = np.tanh(x) # expected output [-0.76159418, 0., 0.76159418] -expect(node, inputs=[x], outputs=[y], - name='test_tanh_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.tanh(x) -expect(node, inputs=[x], outputs=[y], - name='test_tanh') -``` - -
- - -### **TfIdfVectorizer** - - This transform extracts n-grams from the input sequence and save them as a vector. Input can - be either a 1-D or 2-D tensor. For 1-D input, output is the n-gram representation of that input. - For 2-D input, the output is also a 2-D tensor whose i-th row is the n-gram representation of the i-th input row. - More specifically, if input shape is [C], the corresponding output shape would be [max(ngram_indexes) + 1]. - If input shape is [N, C], this operator produces a [N, max(ngram_indexes) + 1]-tensor. - - In contrast to standard n-gram extraction, here, the indexes of extracting an n-gram from the original - sequence are not necessarily consecutive numbers. The discontinuity between indexes are controlled by the number of skips. - If the number of skips is 2, we should skip two tokens when scanning through the original sequence. - Let's consider an example. Assume that input sequence is [94, 17, 36, 12, 28] and the number of skips is 2. - The associated 2-grams are [94, 12] and [17, 28] respectively indexed by [0, 3] and [1, 4]. - If the number of skips becomes 0, the 2-grams generated are [94, 17], [17, 36], [36, 12], [12, 28] - indexed by [0, 1], [1, 2], [2, 3], [3, 4], respectively. - - The output vector (denoted by Y) stores the count of each n-gram; - Y[ngram_indexes[i]] indicates the times that the i-th n-gram is found. The attribute ngram_indexes is used to determine the mapping - between index i and the corresponding n-gram's output coordinate. If pool_int64s is [94, 17, 17, 36], ngram_indexes is [1, 0], - ngram_counts=[0, 0], then the Y[0] (first element in Y) and Y[1] (second element in Y) are the counts of [17, 36] and [94, 17], - respectively. An n-gram which cannot be found in pool_strings/pool_int64s should be ignored and has no effect on the output. - Note that we may consider all skips up to S when generating the n-grams. - - The examples used above are true if mode is "TF". If mode is "IDF", all the counts larger than 1 would be truncated to 1 and - the i-th element in weights would be used to scale (by multiplication) the count of the i-th n-gram in pool. If mode is "TFIDF", - this operator first computes the counts of all n-grams and then scale them by the associated values in the weights attribute. - - Only one of pool_strings and pool_int64s can be set. If pool_int64s is set, the input should be an integer tensor. - If pool_strings is set, the input must be a string tensor. - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Attributes - -
-
max_gram_length : int (required)
-
Maximum n-gram length. If this value is 3, 3-grams will be used to generate the output.
-
max_skip_count : int (required)
-
Maximum number of items (integers/strings) to be skipped when constructing an n-gram from X. If max_skip_count=1, min_gram_length=2, max_gram_length=3, this operator may generate 2-grams with skip_count=0 and skip_count=1, and 3-grams with skip_count=0 and skip_count=1
-
min_gram_length : int (required)
-
Minimum n-gram length. If this value is 2 and max_gram_length is 3, output may contain counts of 2-grams and 3-grams.
-
mode : string (required)
-
The weighting criteria. It can be one of "TF" (term frequency), "IDF" (inverse document frequency), and "TFIDF" (the combination of TF and IDF)
-
ngram_counts : list of ints (required)
-
The starting indexes of 1-grams, 2-grams, and so on in pool. It is useful when determining the boundary between two consecutive collections of n-grams. For example, if ngram_counts is [0, 17, 36], the first index (zero-based) of 1-gram/2-gram/3-gram in pool are 0/17/36. This format is essentially identical to CSR (or CSC) sparse matrix format, and we choose to use this due to its popularity.
-
ngram_indexes : list of ints (required)
-
list of int64s (type: AttributeProto::INTS). This list is parallel to the specified 'pool_*' attribute. The i-th element in ngram_indexes indicate the coordinate of the i-th n-gram in the output tensor.
-
pool_int64s : list of ints
-
List of int64 n-grams learned from the training set. Either this or pool_strings attributes must be present but not both. It's an 1-D tensor starting with the collections of all 1-grams and ending with the collections of n-grams. The i-th element in pool stores the n-gram that should be mapped to coordinate ngram_indexes[i] in the output vector.
-
pool_strings : list of strings
-
List of strings n-grams learned from the training set. Either this or pool_int64s attributes must be present but not both. It's an 1-D tensor starting with the collections of all 1-grams and ending with the collections of n-grams. The i-th element in pool stores the n-gram that should be mapped to coordinate ngram_indexes[i] in the output vector.
-
weights : list of floats
-
list of floats. This attribute stores the weight of each n-gram in pool. The i-th element in weights is the weight of the i-th n-gram in pool. Its length equals to the size of ngram_indexes. By default, weights is an all-one tensor.This attribute is used when mode is "IDF" or "TFIDF" to scale the associated word counts.
-
- -#### Inputs - -
-
X : T
-
Input for n-gram extraction
-
- -#### Outputs - -
-
Y : T1
-
Ngram results
-
- -#### Type Constraints - -
-
T : tensor(string), tensor(int32), tensor(int64)
-
Input is ether string UTF-8 or int32/int64
-
T1 : tensor(float)
-
1-D tensor of floats
-
- - -#### Examples - -
-tf_batch_onlybigrams_skip0 - -```python -input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) -output = np.array([[0., 0., 0., 0., 0., 0., 0.], [0., 0., 0., 0., 1., 0., 1.]]).astype(np.float32) - -ngram_counts = np.array([0, 4]).astype(np.int64) -ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) -pool_int64s = np.array([2, 3, 5, 4, # unigrams - 5, 6, 7, 8, 6, 7]).astype(np.int64) # bigrams - -helper = TfIdfVectorizerHelper( - mode='TF', - min_gram_length=2, - max_gram_length=2, - max_skip_count=0, - ngram_counts=ngram_counts, - ngram_indexes=ngram_indexes, - pool_int64s=pool_int64s -) -node = helper.make_node_noweights() -expect(node, inputs=[input], outputs=[output], name='test_tfidfvectorizer_tf_batch_onlybigrams_skip0') -``` - -
- - -
-tf_batch_onlybigrams_skip5 - -```python -input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) -output = np.array([[0., 0., 0., 0., 0., 0., 0.], [0., 0., 0., 0., 1., 1., 1.]]).astype(np.float32) - -ngram_counts = np.array([0, 4]).astype(np.int64) -ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) -pool_int64s = np.array([2, 3, 5, 4, # unigrams - 5, 6, 7, 8, 6, 7]).astype(np.int64) # bigrams - -helper = TfIdfVectorizerHelper( - mode='TF', - min_gram_length=2, - max_gram_length=2, - max_skip_count=5, - ngram_counts=ngram_counts, - ngram_indexes=ngram_indexes, - pool_int64s=pool_int64s -) -node = helper.make_node_noweights() -expect(node, inputs=[input], outputs=[output], name='test_tfidfvectorizer_tf_batch_onlybigrams_skip5') -``` - -
- - -
-tf_batch_uniandbigrams_skip5 - -```python -input = np.array([[1, 1, 3, 3, 3, 7], [8, 6, 7, 5, 6, 8]]).astype(np.int32) -output = np.array([[0., 3., 0., 0., 0., 0., 0.], [0., 0., 1., 0., 1., 1., 1.]]).astype(np.float32) - -ngram_counts = np.array([0, 4]).astype(np.int64) -ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) -pool_int64s = np.array([2, 3, 5, 4, # unigrams - 5, 6, 7, 8, 6, 7]).astype(np.int64) # bigrams - -helper = TfIdfVectorizerHelper( - mode='TF', - min_gram_length=1, - max_gram_length=2, - max_skip_count=5, - ngram_counts=ngram_counts, - ngram_indexes=ngram_indexes, - pool_int64s=pool_int64s -) -node = helper.make_node_noweights() -expect(node, inputs=[input], outputs=[output], name='test_tfidfvectorizer_tf_batch_uniandbigrams_skip5') -``` - -
- - -
-tf_only_bigrams_skip0 - -```python -input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) -output = np.array([0., 0., 0., 0., 1., 1., 1.]).astype(np.float32) - -ngram_counts = np.array([0, 4]).astype(np.int64) -ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) -pool_int64s = np.array([2, 3, 5, 4, # unigrams - 5, 6, 7, 8, 6, 7]).astype(np.int64) # bigrams - -helper = TfIdfVectorizerHelper( - mode='TF', - min_gram_length=2, - max_gram_length=2, - max_skip_count=0, - ngram_counts=ngram_counts, - ngram_indexes=ngram_indexes, - pool_int64s=pool_int64s -) -node = helper.make_node_noweights() -expect(node, inputs=[input], outputs=[output], name='test_tfidfvectorizer_tf_only_bigrams_skip0') -``` - -
- - -
-tf_onlybigrams_levelempty - -```python -input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) -output = np.array([1., 1., 1.]).astype(np.float32) - -ngram_counts = np.array([0, 0]).astype(np.int64) -ngram_indexes = np.array([0, 1, 2]).astype(np.int64) -pool_int64s = np.array([ # unigrams none - 5, 6, 7, 8, 6, 7]).astype(np.int64) # bigrams - -helper = TfIdfVectorizerHelper( - mode='TF', - min_gram_length=2, - max_gram_length=2, - max_skip_count=0, - ngram_counts=ngram_counts, - ngram_indexes=ngram_indexes, - pool_int64s=pool_int64s -) -node = helper.make_node_noweights() -expect(node, inputs=[input], outputs=[output], name='test_tfidfvectorizer_tf_onlybigrams_levelempty') -``` - -
- - -
-tf_onlybigrams_skip5 - -```python -input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) -output = np.array([0., 0., 0., 0., 1., 3., 1.]).astype(np.float32) - -ngram_counts = np.array([0, 4]).astype(np.int64) -ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) -pool_int64s = np.array([2, 3, 5, 4, # unigrams - 5, 6, 7, 8, 6, 7]).astype(np.int64) # bigrams - -helper = TfIdfVectorizerHelper( - mode='TF', - min_gram_length=2, - max_gram_length=2, - max_skip_count=5, - ngram_counts=ngram_counts, - ngram_indexes=ngram_indexes, - pool_int64s=pool_int64s -) -node = helper.make_node_noweights() -expect(node, inputs=[input], outputs=[output], name='test_tfidfvectorizer_tf_onlybigrams_skip5') -``` - -
- - -
-tf_uniandbigrams_skip5 - -```python -input = np.array([1, 1, 3, 3, 3, 7, 8, 6, 7, 5, 6, 8]).astype(np.int32) -output = np.array([0., 3., 1., 0., 1., 3., 1.]).astype(np.float32) - -ngram_counts = np.array([0, 4]).astype(np.int64) -ngram_indexes = np.array([0, 1, 2, 3, 4, 5, 6]).astype(np.int64) -pool_int64s = np.array([2, 3, 5, 4, # unigrams - 5, 6, 7, 8, 6, 7]).astype(np.int64) # bigrams - -helper = TfIdfVectorizerHelper( - mode='TF', - min_gram_length=1, - max_gram_length=2, - max_skip_count=5, - ngram_counts=ngram_counts, - ngram_indexes=ngram_indexes, - pool_int64s=pool_int64s -) -node = helper.make_node_noweights() -expect(node, inputs=[input], outputs=[output], name='test_tfidfvectorizer_tf_uniandbigrams_skip5') -``` - -
- - -### **ThresholdedRelu** - - ThresholdedRelu takes one input data (Tensor) and produces one output data - (Tensor) where the rectified linear function, y = x for x > alpha, y = 0 otherwise, - is applied to the tensor elementwise. - -#### Version - -This version of the operator has been available since version 10 of the default ONNX operator set. - -#### Attributes - -
-
alpha : float (default is 1.0)
-
Threshold value
-
- -#### Inputs - -
-
X : T
-
Input tensor
-
- -#### Outputs - -
-
Y : T
-
Output tensor
-
- -#### Type Constraints - -
-
T : tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to float tensors.
-
- - -#### Examples - -
-default - -```python -default_alpha = 1.0 -node = onnx.helper.make_node( - 'ThresholdedRelu', - inputs=['x'], - outputs=['y'] -) -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, default_alpha, np.inf) -y[y == default_alpha] = 0 - -expect(node, inputs=[x], outputs=[y], - name='test_thresholdedrelu_default') -``` - -
- - -
-thresholdedrelu - -```python -alpha = 2.0 -node = onnx.helper.make_node( - 'ThresholdedRelu', - inputs=['x'], - outputs=['y'], - alpha=alpha -) - -x = np.array([-1.5, 0., 1.2, 2.0, 2.2]).astype(np.float32) -y = np.clip(x, alpha, np.inf) # expected output [0., 0., 0., 0., 2.2] -y[y == alpha] = 0 - -expect(node, inputs=[x], outputs=[y], - name='test_thresholdedrelu_example') - -x = np.random.randn(3, 4, 5).astype(np.float32) -y = np.clip(x, alpha, np.inf) -y[y == alpha] = 0 - -expect(node, inputs=[x], outputs=[y], - name='test_thresholdedrelu') -``` - -
- - -### **Tile** - - Constructs a tensor by tiling a given tensor. - This is the same as function `tile` in Numpy, but no broadcast. - For example A = [[1, 2], [3, 4]], B = [1, 2], tile(A, B) = [[1, 2, 1, 2], [3, 4, 3, 4]] - -#### Version - -This version of the operator has been available since version 6 of the default ONNX operator set. - -Other versions of this operator: Tile-1 - -#### Inputs - -
-
input : T
-
Input tensor of any shape.
-
repeats : T1
-
1D int64 tensor of the same length as input's dimension number, includes numbers of repeated copies along input's dimensions.
-
- -#### Outputs - -
-
output : T
-
Output tensor of the same dimension and type as tensor input. output_dim[i] = input_dim[i] * repeats[i]
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
T1 : tensor(int64)
-
Constrain repeat's type to int64 tensors.
-
- - -#### Examples - -
-tile - -```python -node = onnx.helper.make_node( - 'Tile', - inputs=['x', 'y'], - outputs=['z'] -) - -x = np.random.rand(2, 3, 4, 5).astype(np.float32) - -repeats = np.random.randint(low=1, high=10, size=(np.ndim(x),)).astype(np.int64) - -z = np.tile(x, repeats) - -expect(node, - inputs=[x, repeats], - outputs=[z], - name='test_tile') -``` - -
- - -
-tile_precomputed - -```python -node = onnx.helper.make_node( - 'Tile', - inputs=['x', 'y'], - outputs=['z'] -) - -x = np.array([ - [0, 1], - [2, 3] -], dtype=np.float32) - -repeats = np.array([2, 2], dtype=np.int64) - -z = np.array([ - [0, 1, 0, 1], - [2, 3, 2, 3], - [0, 1, 0, 1], - [2, 3, 2, 3] -], dtype=np.float32) - -expect(node, - inputs=[x, repeats], - outputs=[z], - name='test_tile_precomputed') -``` - -
- - -### **TopK** - - Retrieve the top-K largest or smallest elements along a specified axis. Given an input tensor of - shape [a_1, a_2, ..., a_n, r] and integer argument k, return two outputs: - -Value tensor of shape [a_1, a_2, ..., a_{axis-1}, k, a_{axis+1}, ... a_n] - which contains the values of the top k elements along the specified axis - -Index tensor of shape [a_1, a_2, ..., a_{axis-1}, k, a_{axis+1}, ... a_n] which - contains the indices of the top k elements (original indices from the input - tensor). - - If "largest" is 1 (the default value) then the k largest elements are returned. - If "sorted" is 1 (the default value) then the resulting k elements will be sorted. - If "sorted" is 0, order of returned 'Values' and 'Indices' are undefined. - - Given two equivalent values, this operator uses the indices along the axis as - a tiebreaker. That is, the element with the lower index will appear first. - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: TopK-1, TopK-10 - -#### Attributes - -
-
axis : int (default is -1)
-
Dimension on which to do the sort. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
-
largest : int (default is 1)
-
Whether to return the top-K largest or smallest elements.
-
sorted : int (default is 1)
-
Whether to return the elements in sorted order.
-
- -#### Inputs - -
-
X : T
-
Tensor of shape [a_1, a_2, ..., a_n, r]
-
K : tensor(int64)
-
A 1-D tensor containing a single positive value corresponding to the number of top elements to retrieve
-
- -#### Outputs - -
-
Values : T
-
Tensor of shape [a_1, a_2, ..., a_{axis-1}, k, a_{axis+1}, ... a_n] containing top K values from the input tensor
-
Indices : I
-
Tensor of shape [a_1, a_2, ..., a_{axis-1}, k, a_{axis+1}, ... a_n] containing the corresponding input tensor indices for the top K values.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double)
-
Constrain input and output types to numeric tensors.
-
I : tensor(int64)
-
Constrain index tensor to int64
-
- - -#### Examples - -
-top_k - -```python -axis = 1 -largest = 1 - -k = 3 -node = onnx.helper.make_node( - 'TopK', - inputs=['x', 'k'], - outputs=['values', 'indices'], - axis=axis -) -X = np.array([ - [0, 1, 2, 3], - [4, 5, 6, 7], - [8, 9, 10, 11], -], dtype=np.float32) -K = np.array([k], dtype=np.int64) -values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) - -#print(values_ref) -#[[ 3. 2. 1.] -# [ 7. 6. 5.] -# [11. 10. 9.]] -#print(indices_ref) -#[[3 2 1] -# [3 2 1] -# [3 2 1]] - -expect(node, inputs=[X, K], outputs=[values_ref, indices_ref], - name='test_top_k') -``` - -
- - -
-top_k_negative_axis - -```python -axis = -1 -largest = 1 - -k = 3 -node = onnx.helper.make_node( - 'TopK', - inputs=['x', 'k'], - outputs=['values', 'indices'], - axis=axis -) -X = np.array([ - [0, 1, 2, 3], - [4, 5, 6, 7], - [8, 9, 10, 11], -], dtype=np.float32) -K = np.array([k], dtype=np.int64) -values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) - -# print(values_ref) -#[[ 3. 2. 1.] -# [ 7. 6. 5.] -# [11. 10. 9.]] -# print(indices_ref) -#[[3 2 1] -# [3 2 1] -# [3 2 1]] - -expect(node, inputs=[X, K], outputs=[values_ref, indices_ref], - name='test_top_k_negative_axis') -``` - -
- - -
-top_k_smallest - -```python -axis = 1 -largest = 0 -sorted = 1 -k = 3 - -node = onnx.helper.make_node( - 'TopK', - inputs=['x', 'k'], - outputs=['values', 'indices'], - axis=axis, - largest=largest, - sorted=sorted -) - -X = np.array([ - [0, 1, 2, 3], - [4, 5, 6, 7], - [11, 10, 9, 8], -], dtype=np.float32) -K = np.array([k], dtype=np.int64) -values_ref, indices_ref = topk_sorted_implementation(X, k, axis, largest) - -#print(values_ref) -#[[ 0. 1. 2.] -# [ 4. 5. 6.] -# [ 8. 9. 10.]] -#print(indices_ref) -#[[0 1 2] -# [0 1 2] -# [3 2 1]] - -expect(node, inputs=[X, K], outputs=[values_ref, indices_ref], - name='test_top_k_smallest') -``` - -
- - -### **Transpose** - - Transpose the input tensor similar to numpy.transpose. For example, when - perm=(1, 0, 2), given an input tensor of shape (1, 2, 3), the output shape - will be (2, 1, 3). - -#### Version - -This version of the operator has been available since version 1 of the default ONNX operator set. - -#### Attributes - -
-
perm : list of ints
-
A list of integers. By default, reverse the dimensions, otherwise permute the axes according to the values given.
-
- -#### Inputs - -
-
data : T
-
An input tensor.
-
- -#### Outputs - -
-
transposed : T
-
Transposed output.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-all_permutations - -```python -shape = (2, 3, 4) -data = np.random.random_sample(shape).astype(np.float32) -permutations = list(itertools.permutations(np.arange(len(shape)))) - -for i in range(len(permutations)): - node = onnx.helper.make_node( - 'Transpose', - inputs=['data'], - outputs=['transposed'], - perm=permutations[i] - ) - transposed = np.transpose(data, permutations[i]) - expect(node, inputs=[data], outputs=[transposed], - name='test_transpose_all_permutations_' + str(i)) -``` - -
- - -
-default - -```python -shape = (2, 3, 4) -data = np.random.random_sample(shape).astype(np.float32) - -node = onnx.helper.make_node( - 'Transpose', - inputs=['data'], - outputs=['transposed'] -) - -transposed = np.transpose(data) -expect(node, inputs=[data], outputs=[transposed], - name='test_transpose_default') -``` - -
- - -### **Unique** - - Find the unique elements of a tensor. When an optional attribute 'axis' is provided, unique subtensors sliced along the 'axis' are returned. - Otherwise the input tensor is flattened and unique values of the flattened tensor are returned. - - This operator returns the unique values or sliced unique subtensors of the input tensor and three optional outputs. - The first output tensor 'Y' contains all unique values or subtensors of the input. - The second optional output tensor 'indices' contains indices of 'Y' elements' first occurance in 'X'.. - The third optional output tensor 'inverse_indices' contains, for elements of 'X', its corresponding indices in 'Y'. ". - The fourth optional output tensor 'counts' contains the count of each element of 'Y' in the input. - - Outputs are either sorted in ascending order or optionally in the order of the first occurrence of the values in the input. - - https://docs.scipy.org/doc/numpy/reference/generated/numpy.unique.html - - Example 1: - input_X = [2, 1, 1, 3, 4, 3] - attribute_sorted = 0 - attribute_axis = None - output_Y = [2, 1, 3, 4] - output_indices = [0, 1, 3, 4] - output_inverse_indices = [0, 1, 1, 2, 3, 2] - output_counts = [1, 2, 2, 1] - - Example 2: - input_X = [[1, 3], [2, 3]] - attribute_sorted = 1 - attribute_axis = None - output_Y = [1, 2, 3] - output_indices = [0, 2, 1] - output_inverse_indices = [0, 2, 1, 2] - output_counts = [1, 1, 2] - - Example 3: - input_X = [[1, 0, 0], [1, 0, 0], [2, 3, 4]] - attribute_sorted = 1 - attribute_axis = 0 - output_Y = [[1, 0, 0], [2, 3, 4]] - output_indices = [0, 2] - output_inverse_indices = [0, 0, 1] - output_counts = [2, 1] - - Example 4: - input_x = [[[1., 1.], [0., 1.], [2., 1.], [0., 1.]], - [[1., 1.], [0., 1.], [2., 1.], [0., 1.]]] - attribute_sorted = 1 - attribute_axis = 1 - - intermediate data are presented below for better understanding: - - there are 4 subtensors sliced along axis 1 of input_x (shape = (2, 4, 2)): - A: [[1, 1], [1, 1]], - [[0, 1], [0, 1]], - [[2, 1], [2, 1]], - [[0, 1], [0, 1]]. - - there are 3 unique subtensors: - [[1, 1], [1, 1]], - [[0, 1], [0, 1]], - [[2, 1], [2, 1]]. - - sorted unique subtensors: - B: [[0, 1], [0, 1]], - [[1, 1], [1, 1]], - [[2, 1], [2, 1]]. - - output_Y is constructed from B: - [[[0. 1.], [1. 1.], [2. 1.]], - [[0. 1.], [1. 1.], [2. 1.]]] - - output_indices is to map from B to A: - [1, 0, 2] - - output_inverse_indices is to map from A to B: - [1, 0, 2, 0] - - output_counts = [2 1 1] - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -#### Attributes - -
-
axis : int
-
(Optional) The dimension to apply unique. If not specified, the unique elements of the flattened input are returned. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(input).
-
sorted : int (default is 1)
-
(Optional) Whether to sort the unique elements in ascending order before returning as output. Must be one of 0, or 1 (default).
-
- -#### Inputs - -
-
X : T
-
A N-D input tensor that is to be processed.
-
- -#### Outputs (1 - 4) - -
-
Y : T
-
A tensor of the same type as 'X' containing all the unique values or subtensors sliced along a provided 'axis' in 'X', either sorted or maintained in the same order they occur in input 'X'
-
indices (optional) : tensor(int64)
-
A 1-D INT64 tensor containing indices of 'Y' elements' first occurance in 'X'. When 'axis' is provided, it contains indices to subtensors in input 'X' on the 'axis'. When 'axis' is not provided, it contains indices to values in the flattened input tensor.
-
inverse_indices (optional) : tensor(int64)
-
A 1-D INT64 tensor containing, for elements of 'X', its corresponding indices in 'Y'. When 'axis' is provided, it contains indices to subtensors in output 'Y' on the 'axis'. When 'axis' is not provided, it contains indices to values in output 'Y'.
-
counts (optional) : tensor(int64)
-
A 1-D INT64 tensor containing the count of each element of 'Y' in input 'X'
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Input can be of any tensor type.
-
- - -#### Examples - -
-not_sorted_without_axis - -```python -node_not_sorted = onnx.helper.make_node( - 'Unique', - inputs=['X'], - outputs=['Y', 'indices', 'inverse_indices', 'counts'], - sorted=0 -) -# numpy unique does not retain original order (it sorts the output unique values) -# https://github.com/numpy/numpy/issues/8621 -# we need to recover unsorted output and indices -x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) -y, indices, inverse_indices, counts = np.unique(x, True, True, True) - -# prepare index mapping from sorted to unsorted -argsorted_indices = np.argsort(indices) -inverse_indices_map = {i: si for i, si in zip(argsorted_indices, np.arange(len(argsorted_indices)))} - -indices = indices[argsorted_indices] -y = np.take(x, indices, axis=0) -inverse_indices = np.asarray([inverse_indices_map[i] for i in inverse_indices], dtype=np.int64) -counts = counts[argsorted_indices] -# print(y) -# [2.0, 1.0, 3.0, 4.0] -# print(indices) -# [0 1 3 4] -# print(inverse_indices) -# [0, 1, 1, 2, 3, 2] -# print(counts) -# [1, 2, 2, 1] - -expect(node_not_sorted, inputs=[x], outputs=[y, indices, inverse_indices, counts], name='test_unique_not_sorted_without_axis') -``` - -
- - -
-sorted_with_axis - -```python -node_sorted = onnx.helper.make_node( - 'Unique', - inputs=['X'], - outputs=['Y', 'indices', 'inverse_indices', 'counts'], - sorted=1, - axis=0 -) - -x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 4]], dtype=np.float32) -y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=0) -# print(y) -# [[1. 0. 0.] -# [2. 3. 4.]] -# print(indices) -# [0 2] -# print(inverse_indices) -# [0 0 1] -# print(counts) -# [2 1] - -expect(node_sorted, inputs=[x], outputs=[y, indices, inverse_indices, counts], name='test_unique_sorted_with_axis') -``` - -
- - -
-sorted_with_axis_3d - -```python -node_sorted = onnx.helper.make_node( - 'Unique', - inputs=['X'], - outputs=['Y', 'indices', 'inverse_indices', 'counts'], - sorted=1, - axis=1 -) - -x = np.array([[[1., 1.], [0., 1.], [2., 1.], [0., 1.]], - [[1., 1.], [0., 1.], [2., 1.], [0., 1.]]], dtype=np.float32) -y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=1) -# print(y) -# [[[0. 1.] -# [1. 1.] -# [2. 1.]] -# [[0. 1.] -# [1. 1.] -# [2. 1.]]] -# print(indices) -# [1 0 2] -# print(inverse_indices) -# [1 0 2 0] -# print(counts) -# [2 1 1] -expect(node_sorted, inputs=[x], outputs=[y, indices, inverse_indices, counts], name='test_unique_sorted_with_axis_3d') -``` - -
- - -
-sorted_with_negative_axis - -```python -node_sorted = onnx.helper.make_node( - 'Unique', - inputs=['X'], - outputs=['Y', 'indices', 'inverse_indices', 'counts'], - sorted=1, - axis=-1 -) - -x = np.array([[1, 0, 0], [1, 0, 0], [2, 3, 3]], dtype=np.float32) -y, indices, inverse_indices, counts = np.unique(x, True, True, True, axis=-1) -# print(y) -# [[0. 1.] -# [0. 1.] -# [3. 2.]] -# print(indices) -# [1 0] -# print(inverse_indices) -# [1 0 0] -# print(counts) -# [2 1] - -expect(node_sorted, inputs=[x], outputs=[y, indices, inverse_indices, counts], name='test_unique_sorted_with_negative_axis') -``` - -
- - -
-sorted_without_axis - -```python -node_sorted = onnx.helper.make_node( - 'Unique', - inputs=['X'], - outputs=['Y', 'indices', 'inverse_indices', 'counts'] -) - -x = np.array([2.0, 1.0, 1.0, 3.0, 4.0, 3.0], dtype=np.float32) -y, indices, inverse_indices, counts = np.unique(x, True, True, True) -expect(node_sorted, inputs=[x], outputs=[y, indices, inverse_indices, counts], name='test_unique_sorted_without_axis') -``` - -
- - -### **Unsqueeze** - - Insert single-dimensional entries to the shape of an input tensor (`data`). - Takes one required argument `axes` - which contains a list of dimension indices and this operator will insert a dimension of value `1` into the corresponding index of the output tensor (`expanded`). - - For example: - Given an input tensor (`data`) of shape [3, 4, 5], then - Unsqueeze(data, axes=[0, 4]) outputs a tensor (`expanded`) containing same data as `data` but with shape [1, 3, 4, 5, 1]. - - The attribute `axes` should not contain any duplicate entries. It is an error if it contains duplicates. - The rank of the output tensor (`output_rank`) is the rank of the input tensor (`data`) plus the number of values in `axes`. - Each value in `axes` should be within the (inclusive) range [-output_rank , output_rank - 1]. - The order of values in `axes` does not matter and can come in any order. - - -#### Version - -This version of the operator has been available since version 11 of the default ONNX operator set. - -Other versions of this operator: Unsqueeze-1 - -#### Attributes - -
-
axes : list of ints (required)
-
List of integers indicating the dimensions to be inserted. Negative value means counting dimensions from the back. Accepted range is [-r, r-1] where r = rank(expanded).
-
- -#### Inputs - -
-
data : T
-
Original tensor
-
- -#### Outputs - -
-
expanded : T
-
Reshaped tensor with same data as input.
-
- -#### Type Constraints - -
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-unsqueeze_negative_axes - -```python -node = onnx.helper.make_node( - 'Unsqueeze', - inputs=['x'], - outputs=['y'], - axes=[-2], -) -x = np.random.randn(1, 3, 1, 5).astype(np.float32) -y = np.expand_dims(x, axis=-2) -expect(node, inputs=[x], outputs=[y], - name='test_unsqueeze_negative_axes') -``` - -
- - -
-unsqueeze_one_axis - -```python -x = np.random.randn(3, 4, 5).astype(np.float32) - -for i in range(x.ndim): - node = onnx.helper.make_node( - 'Unsqueeze', - inputs=['x'], - outputs=['y'], - axes=[i], - ) - y = np.expand_dims(x, axis=i) - - expect(node, inputs=[x], outputs=[y], - name='test_unsqueeze_axis_' + str(i)) -``` - -
- - -
-unsqueeze_three_axes - -```python -x = np.random.randn(3, 4, 5).astype(np.float32) - -node = onnx.helper.make_node( - 'Unsqueeze', - inputs=['x'], - outputs=['y'], - axes=[2, 4, 5], -) -y = np.expand_dims(x, axis=2) -y = np.expand_dims(y, axis=4) -y = np.expand_dims(y, axis=5) - -expect(node, inputs=[x], outputs=[y], - name='test_unsqueeze_three_axes') -``` - -
- - -
-unsqueeze_two_axes - -```python -x = np.random.randn(3, 4, 5).astype(np.float32) - -node = onnx.helper.make_node( - 'Unsqueeze', - inputs=['x'], - outputs=['y'], - axes=[1, 4], -) -y = np.expand_dims(x, axis=1) -y = np.expand_dims(y, axis=4) - -expect(node, inputs=[x], outputs=[y], - name='test_unsqueeze_two_axes') -``` - -
- - -
-unsqueeze_unsorted_axes - -```python -x = np.random.randn(3, 4, 5).astype(np.float32) - -node = onnx.helper.make_node( - 'Unsqueeze', - inputs=['x'], - outputs=['y'], - axes=[5, 4, 2], -) -y = np.expand_dims(x, axis=2) -y = np.expand_dims(y, axis=4) -y = np.expand_dims(y, axis=5) - -expect(node, inputs=[x], outputs=[y], - name='test_unsqueeze_unsorted_axes') -``` - -
- - -### **Upsample** (deprecated) - - Upsample the input tensor. - Each dimension value of the output tensor is: - output_dimension = floor(input_dimension * scale). - -#### Version - -This version of the operator has been deprecated since version 10 of the default ONNX operator set. - -Other versions of this operator: Upsample-7, Upsample-9 - - -#### Examples - -
-nearest - -```python -node = onnx.helper.make_node( - 'Upsample', - inputs=['X', 'scales'], - outputs=['Y'], - mode='nearest', -) - -data = np.array([[[ - [1, 2], - [3, 4], -]]], dtype=np.float32) - -scales = np.array([1.0, 1.0, 2.0, 3.0], dtype=np.float32) - -output = np.array([[[ - [1, 1, 1, 2, 2, 2], - [1, 1, 1, 2, 2, 2], - [3, 3, 3, 4, 4, 4], - [3, 3, 3, 4, 4, 4], -]]], dtype=np.float32) - -expect(node, inputs=[data, scales], outputs=[output], - name='test_upsample_nearest', opset_imports=[helper.make_opsetid("", 9)]) -``` - -
- - -### **Where** - - Return elements, either from X or Y, depending on condition - (with Numpy-style broadcasting support). - Where behaves like numpy.where with three parameters: - https://docs.scipy.org/doc/numpy/reference/generated/numpy.where.html - -#### Version - -This version of the operator has been available since version 9 of the default ONNX operator set. - -#### Inputs - -
-
condition : B
-
When True (nonzero), yield X, otherwise yield Y
-
X : T
-
values selected at indices where condition is True
-
Y : T
-
values selected at indices where condition is False
-
- -#### Outputs - -
-
output : T
-
Tensor of shape equal to the broadcasted shape of condition, X, and Y.
-
- -#### Type Constraints - -
-
B : tensor(bool)
-
Constrain to boolean tensors.
-
T : tensor(uint8), tensor(uint16), tensor(uint32), tensor(uint64), tensor(int8), tensor(int16), tensor(int32), tensor(int64), tensor(float16), tensor(float), tensor(double), tensor(string), tensor(bool), tensor(complex64), tensor(complex128)
-
Constrain input and output types to all tensor types.
-
- - -#### Examples - -
-long - -```python -node = onnx.helper.make_node( - 'Where', - inputs=['condition', 'x', 'y'], - outputs=['z'], -) - -condition = np.array([[1, 0], [1, 1]], dtype=np.bool) -x = np.array([[1, 2], [3, 4]], dtype=np.int64) -y = np.array([[9, 8], [7, 6]], dtype=np.int64) -z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] -expect(node, inputs=[condition, x, y], outputs=[z], - name='test_where_long_example') -``` - -
- - -
-where - -```python -node = onnx.helper.make_node( - 'Where', - inputs=['condition', 'x', 'y'], - outputs=['z'], -) - -condition = np.array([[1, 0], [1, 1]], dtype=np.bool) -x = np.array([[1, 2], [3, 4]], dtype=np.float32) -y = np.array([[9, 8], [7, 6]], dtype=np.float32) -z = np.where(condition, x, y) # expected output [[1, 8], [3, 4]] -expect(node, inputs=[condition, x, y], outputs=[z], - name='test_where_example') -``` - -
- - -### **Xor** - - Returns the tensor resulted from performing the `xor` logical operation - elementwise on the input tensors `A` and `B` (with Numpy-style broadcasting support). - - This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md). - -#### Version - -This version of the operator has been available since version 7 of the default ONNX operator set. - -Other versions of this operator: Xor-1 - -#### Inputs - -
-
A : T
-
First input operand for the logical operator.
-
B : T
-
Second input operand for the logical operator.
-
- -#### Outputs - -
-
C : T1
-
Result tensor.
-
- -#### Type Constraints - -
-
T : tensor(bool)
-
Constrains input to boolean tensor.
-
T1 : tensor(bool)
-
Constrains output to boolean tensor.
-
- - -#### Examples - -
-xor - -```python -node = onnx.helper.make_node( - 'Xor', - inputs=['x', 'y'], - outputs=['xor'], -) - -# 2d -x = (np.random.randn(3, 4) > 0).astype(np.bool) -y = (np.random.randn(3, 4) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor2d') - -# 3d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor3d') - -# 4d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor4d') -``` - -
- - -
-xor_broadcast - -```python -node = onnx.helper.make_node( - 'Xor', - inputs=['x', 'y'], - outputs=['xor'], -) - -# 3d vs 1d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(5) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor_bcast3v1d') - -# 3d vs 2d -x = (np.random.randn(3, 4, 5) > 0).astype(np.bool) -y = (np.random.randn(4, 5) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor_bcast3v2d') - -# 4d vs 2d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(5, 6) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor_bcast4v2d') - -# 4d vs 3d -x = (np.random.randn(3, 4, 5, 6) > 0).astype(np.bool) -y = (np.random.randn(4, 5, 6) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor_bcast4v3d') - -# 4d vs 4d -x = (np.random.randn(1, 4, 1, 6) > 0).astype(np.bool) -y = (np.random.randn(3, 1, 5, 6) > 0).astype(np.bool) -z = np.logical_xor(x, y) -expect(node, inputs=[x, y], outputs=[z], - name='test_xor_bcast4v4d') -``` - -
- - diff --git a/doc/doc_check/directive.py b/doc/doc_check/directive.py index 884e289..71d42f0 100644 --- a/doc/doc_check/directive.py +++ b/doc/doc_check/directive.py @@ -44,15 +44,7 @@ class Directive(object): :param directive_config: a list used to output parsed directive configuration. :return: parse result. """ - try: - line = ctx.doc_file.next_non_empty_line() - except RuntimeError as e: - # Do not raise exception when next non-empty line - # does not exist. Instead, return failure. - if str(e) != "Enf of file.": - raise - return failure() - + line = ctx.doc_file.next_non_empty_line() matches = self.ext_to_patterns[ctx.doc_file_ext()].findall(line) if len(matches) > 1: raise ValueError("more than one directives in a line") diff --git a/doc/gen_doc.py b/doc/gen_doc.py index bd126d5..e0c9bcc 100644 --- a/doc/gen_doc.py +++ b/doc/gen_doc.py @@ -120,11 +120,6 @@ def display_version_link(name, version): # type: (Text, int) -> Text name_with_ver = '{}-{}'.format(name, version) return '{}'.format(changelog_md, name_with_ver, name_with_ver) -def get_unique_output_name(schema, name): - for input in schema.inputs : - if input.name == name : - return 'out_'+name - return name def display_schema(schema, versions): # type: (OpSchema, Sequence[OpSchema]) -> Text s = '' @@ -228,7 +223,7 @@ def display_schema(schema, versions): # type: (OpSchema, Sequence[OpSchema]) -> option_str = " (variadic)" else: option_str = " (variadic, heterogeneous)" - s += '
{}{} : {}
\n'.format(get_unique_output_name(schema, output.name), option_str, output.typeStr) + s += '
{}{} : {}
\n'.format(output.name, option_str, output.typeStr) s += '
{}
\n'.format(output.description) s += '\n' @@ -307,6 +302,7 @@ def collect_types(schema, input) : return allowedTypeStr def gen_schema(schema) : + skip_attr_gen = [] line_indent = ' ' #s = 'def ONNX'+schema.name+str(schema.since_version)+'Op:ONNX_Op<"'+schema.name+'", \n' @@ -372,7 +368,8 @@ def gen_schema(schema) : #TODO handle (variadic, heterogeneous)" t='' s+=':$'+input.name - s += gen_attr_ins(schema, isfirst) + if not schema.name in skip_attr_gen : + s += gen_attr_ins(schema, isfirst) s+= ');' #output @@ -380,14 +377,14 @@ def gen_schema(schema) : if schema.outputs: for output in schema.outputs: if output != schema.outputs[0] : - s+= ',\n ' + s+= ', ' #need to interpret output.typeStr etypes=collect_types(schema, output) if etypes == '': s+= 'AnyTypeOf<[AnyMemRef, AnyTensor]>' else: s+= 'TensorOf<['+etypes+']>' - s += ':$'+get_unique_output_name(schema, output.name) + s += ':$o_'+output.name s+= ');\n' #s+= 'let hasCanonicalizer = 1;' diff --git a/src/dialect/onnx/onnxop.inc b/src/dialect/onnx/onnxop.inc index 2956238..360ea1f 100644 --- a/src/dialect/onnx/onnxop.inc +++ b/src/dialect/onnx/onnxop.inc @@ -13,7 +13,7 @@ def ONNXAbsOp:ONNX_Op<"Abs", "the tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXAcosOp:ONNX_Op<"Acos", @@ -23,7 +23,7 @@ def ONNXAcosOp:ONNX_Op<"Acos", "Calculates the arccosine (inverse of cosine) of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXAcoshOp:ONNX_Op<"Acosh", @@ -33,7 +33,7 @@ def ONNXAcoshOp:ONNX_Op<"Acosh", "Calculates the hyperbolic arccosine of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXAddOp:ONNX_Op<"Add", @@ -47,7 +47,7 @@ def ONNXAddOp:ONNX_Op<"Add", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXAndOp:ONNX_Op<"And", @@ -61,7 +61,7 @@ def ONNXAndOp:ONNX_Op<"And", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXArgMaxOp:ONNX_Op<"ArgMax", @@ -76,7 +76,7 @@ def ONNXArgMaxOp:ONNX_Op<"ArgMax", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, DefaultValuedAttr:$axis, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXArgMinOp:ONNX_Op<"ArgMin", @@ -91,7 +91,7 @@ def ONNXArgMinOp:ONNX_Op<"ArgMin", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, DefaultValuedAttr:$axis, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXAsinOp:ONNX_Op<"Asin", @@ -101,7 +101,7 @@ def ONNXAsinOp:ONNX_Op<"Asin", "Calculates the arcsine (inverse of sine) of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXAsinhOp:ONNX_Op<"Asinh", @@ -111,7 +111,7 @@ def ONNXAsinhOp:ONNX_Op<"Asinh", "Calculates the hyperbolic arcsine of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXAtanOp:ONNX_Op<"Atan", @@ -121,7 +121,7 @@ def ONNXAtanOp:ONNX_Op<"Atan", "Calculates the arctangent (inverse of tangent) of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXAtanhOp:ONNX_Op<"Atanh", @@ -131,7 +131,7 @@ def ONNXAtanhOp:ONNX_Op<"Atanh", "Calculates the hyperbolic arctangent of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXAveragePoolOp:ONNX_Op<"AveragePool", @@ -175,7 +175,7 @@ def ONNXAveragePoolOp:ONNX_Op<"AveragePool", I64ArrayAttr:$kernel_shape, OptionalAttr:$pads, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXBatchNormalizationOp:ONNX_Op<"BatchNormalization", @@ -200,11 +200,7 @@ def ONNXBatchNormalizationOp:ONNX_Op<"BatchNormalization", AnyTypeOf<[AnyMemRef, AnyTensor]>:$var, DefaultValuedAttr:$epsilon, DefaultValuedAttr:$momentum); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$out_mean, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$out_var, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$saved_mean, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$saved_var); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_mean, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_var, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_saved_mean, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_saved_var); } def ONNXBitShiftOp:ONNX_Op<"BitShift", @@ -227,7 +223,7 @@ def ONNXBitShiftOp:ONNX_Op<"BitShift", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y, StrAttr:$direction); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Z); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Z); } def ONNXCastOp:ONNX_Op<"Cast", @@ -256,7 +252,7 @@ def ONNXCastOp:ONNX_Op<"Cast", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, I64Attr:$to); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXCeilOp:ONNX_Op<"Ceil", @@ -268,7 +264,7 @@ def ONNXCeilOp:ONNX_Op<"Ceil", "the tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXClipOp:ONNX_Op<"Clip", @@ -282,7 +278,7 @@ def ONNXClipOp:ONNX_Op<"Clip", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, AnyTypeOf<[AnyMemRef, AnyTensor]>:$min, AnyTypeOf<[AnyMemRef, AnyTensor]>:$max); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXCompressOp:ONNX_Op<"Compress", @@ -297,7 +293,7 @@ def ONNXCompressOp:ONNX_Op<"Compress", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, AnyTypeOf<[AnyMemRef, AnyTensor]>:$condition, OptionalAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXConcatOp:ONNX_Op<"Concat", @@ -308,7 +304,7 @@ def ONNXConcatOp:ONNX_Op<"Concat", }]; let arguments = (ins Variadic>:$inputs, I64Attr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$concat_result); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_concat_result); } def ONNXConcatFromSequenceOp:ONNX_Op<"ConcatFromSequence", @@ -323,7 +319,7 @@ def ONNXConcatFromSequenceOp:ONNX_Op<"ConcatFromSequence", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input_sequence, I64Attr:$axis, DefaultValuedAttr:$new_axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$concat_result); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_concat_result); } def ONNXConstantOp:ONNX_Op<"Constant", @@ -335,7 +331,7 @@ def ONNXConstantOp:ONNX_Op<"Constant", }]; let arguments = (ins OptionalAttr:$sparse_value, OptionalAttr:$value); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXConstantOfShapeOp:ONNX_Op<"ConstantOfShape", @@ -346,7 +342,7 @@ def ONNXConstantOfShapeOp:ONNX_Op<"ConstantOfShape", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, OptionalAttr:$value); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXConvOp:ONNX_Op<"Conv", @@ -365,7 +361,7 @@ def ONNXConvOp:ONNX_Op<"Conv", OptionalAttr:$kernel_shape, OptionalAttr:$pads, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXConvIntegerOp:ONNX_Op<"ConvInteger", @@ -385,7 +381,7 @@ def ONNXConvIntegerOp:ONNX_Op<"ConvInteger", OptionalAttr:$kernel_shape, OptionalAttr:$pads, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y); } def ONNXConvTransposeOp:ONNX_Op<"ConvTranspose", @@ -418,7 +414,7 @@ def ONNXConvTransposeOp:ONNX_Op<"ConvTranspose", OptionalAttr:$output_shape, OptionalAttr:$pads, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXCosOp:ONNX_Op<"Cos", @@ -428,7 +424,7 @@ def ONNXCosOp:ONNX_Op<"Cos", "Calculates the cosine of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXCoshOp:ONNX_Op<"Cosh", @@ -438,7 +434,7 @@ def ONNXCoshOp:ONNX_Op<"Cosh", "Calculates the hyperbolic cosine of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXCumSumOp:ONNX_Op<"CumSum", @@ -470,7 +466,7 @@ def ONNXCumSumOp:ONNX_Op<"CumSum", AnyTypeOf<[AnyMemRef, AnyTensor]>:$axis, DefaultValuedAttr:$exclusive, DefaultValuedAttr:$reverse); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y); } def ONNXDepthToSpaceOp:ONNX_Op<"DepthToSpace", @@ -508,7 +504,7 @@ def ONNXDepthToSpaceOp:ONNX_Op<"DepthToSpace", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, I64Attr:$blocksize, DefaultValuedAttr:$mode); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXDequantizeLinearOp:ONNX_Op<"DequantizeLinear", @@ -523,7 +519,7 @@ def ONNXDequantizeLinearOp:ONNX_Op<"DequantizeLinear", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$x, AnyTypeOf<[AnyMemRef, AnyTensor]>:$x_scale, AnyTypeOf<[AnyMemRef, AnyTensor]>:$x_zero_point); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y); } def ONNXDetOp:ONNX_Op<"Det", @@ -537,7 +533,7 @@ def ONNXDetOp:ONNX_Op<"Det", "e.g., When the input is 2-D, the output is a scalar(shape is empty: `[]`)." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXDivOp:ONNX_Op<"Div", @@ -550,7 +546,7 @@ def ONNXDivOp:ONNX_Op<"Div", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXDropoutOp:ONNX_Op<"Dropout", @@ -566,8 +562,7 @@ def ONNXDropoutOp:ONNX_Op<"Dropout", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, DefaultValuedAttr:$ratio); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$mask); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_mask); } def ONNXDynamicQuantizeLinearOp:ONNX_Op<"DynamicQuantizeLinear", @@ -598,9 +593,7 @@ def ONNXDynamicQuantizeLinearOp:ONNX_Op<"DynamicQuantizeLinear", "```" }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$x); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$y, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$y_scale, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$y_zero_point); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y_scale, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y_zero_point); } def ONNXEluOp:ONNX_Op<"Elu", @@ -614,7 +607,7 @@ def ONNXEluOp:ONNX_Op<"Elu", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$alpha); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXEqualOp:ONNX_Op<"Equal", @@ -628,7 +621,7 @@ def ONNXEqualOp:ONNX_Op<"Equal", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXErfOp:ONNX_Op<"Erf", @@ -638,7 +631,7 @@ def ONNXErfOp:ONNX_Op<"Erf", "Computes the error function of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXExpOp:ONNX_Op<"Exp", @@ -648,7 +641,7 @@ def ONNXExpOp:ONNX_Op<"Exp", "Calculates the exponential of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXExpandOp:ONNX_Op<"Expand", @@ -666,7 +659,7 @@ def ONNXExpandOp:ONNX_Op<"Expand", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, AnyTypeOf<[AnyMemRef, AnyTensor]>:$shape); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXEyeLikeOp:ONNX_Op<"EyeLike", @@ -684,7 +677,7 @@ def ONNXEyeLikeOp:ONNX_Op<"EyeLike", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, OptionalAttr:$dtype, DefaultValuedAttr:$k); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXFlattenOp:ONNX_Op<"Flatten", @@ -697,7 +690,7 @@ def ONNXFlattenOp:ONNX_Op<"Flatten", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXFloorOp:ONNX_Op<"Floor", @@ -709,7 +702,7 @@ def ONNXFloorOp:ONNX_Op<"Floor", "the tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXGRUOp:ONNX_Op<"GRU", @@ -803,8 +796,7 @@ def ONNXGRUOp:ONNX_Op<"GRU", DefaultValuedAttr:$direction, OptionalAttr:$hidden_size, DefaultValuedAttr:$linear_before_reset); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y_h); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y_h); } def ONNXGatherOp:ONNX_Op<"Gather", @@ -872,7 +864,7 @@ def ONNXGatherOp:ONNX_Op<"Gather", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, AnyTypeOf<[AnyMemRef, AnyTensor]>:$indices, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXGatherElementsOp:ONNX_Op<"GatherElements", @@ -938,7 +930,7 @@ def ONNXGatherElementsOp:ONNX_Op<"GatherElements", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, AnyTypeOf<[AnyMemRef, AnyTensor]>:$indices, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXGatherNDOp:ONNX_Op<"GatherND", @@ -1013,7 +1005,7 @@ def ONNXGatherNDOp:ONNX_Op<"GatherND", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, AnyTypeOf<[AnyMemRef, AnyTensor]>:$indices); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXGemmOp:ONNX_Op<"Gemm", @@ -1041,7 +1033,7 @@ def ONNXGemmOp:ONNX_Op<"Gemm", DefaultValuedAttr:$beta, DefaultValuedAttr:$transA, DefaultValuedAttr:$transB); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXGlobalAveragePoolOp:ONNX_Op<"GlobalAveragePool", @@ -1053,7 +1045,7 @@ def ONNXGlobalAveragePoolOp:ONNX_Op<"GlobalAveragePool", " equal to the spatial dimension of input tensor." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXGlobalLpPoolOp:ONNX_Op<"GlobalLpPool", @@ -1066,7 +1058,7 @@ def ONNXGlobalLpPoolOp:ONNX_Op<"GlobalLpPool", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$p); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXGlobalMaxPoolOp:ONNX_Op<"GlobalMaxPool", @@ -1078,7 +1070,7 @@ def ONNXGlobalMaxPoolOp:ONNX_Op<"GlobalMaxPool", " equal to the spatial dimension of input tensor." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXGreaterOp:ONNX_Op<"Greater", @@ -1092,7 +1084,7 @@ def ONNXGreaterOp:ONNX_Op<"Greater", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXHardSigmoidOp:ONNX_Op<"HardSigmoid", @@ -1106,7 +1098,7 @@ def ONNXHardSigmoidOp:ONNX_Op<"HardSigmoid", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$alpha, DefaultValuedAttr:$beta); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXHardmaxOp:ONNX_Op<"Hardmax", @@ -1130,7 +1122,7 @@ def ONNXHardmaxOp:ONNX_Op<"Hardmax", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXIdentityOp:ONNX_Op<"Identity", @@ -1141,7 +1133,7 @@ def ONNXIdentityOp:ONNX_Op<"Identity", "Identity operator" }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXIfOp:ONNX_Op<"If", @@ -1153,7 +1145,7 @@ def ONNXIfOp:ONNX_Op<"If", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$cond, AnyAttr:$else_branch, AnyAttr:$then_branch); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$outputs); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_outputs); } def ONNXInstanceNormalizationOp:ONNX_Op<"InstanceNormalization", @@ -1171,7 +1163,7 @@ def ONNXInstanceNormalizationOp:ONNX_Op<"InstanceNormalization", AnyTypeOf<[AnyMemRef, AnyTensor]>:$scale, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B, DefaultValuedAttr:$epsilon); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXIsInfOp:ONNX_Op<"IsInf", @@ -1183,7 +1175,7 @@ def ONNXIsInfOp:ONNX_Op<"IsInf", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$detect_negative, DefaultValuedAttr:$detect_positive); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXIsNaNOp:ONNX_Op<"IsNaN", @@ -1193,7 +1185,7 @@ def ONNXIsNaNOp:ONNX_Op<"IsNaN", "Returns which elements of the input are NaN." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXLRNOp:ONNX_Op<"LRN", @@ -1216,7 +1208,7 @@ def ONNXLRNOp:ONNX_Op<"LRN", DefaultValuedAttr:$beta, DefaultValuedAttr:$bias, I64Attr:$size); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXLSTMOp:ONNX_Op<"LSTM", @@ -1320,9 +1312,7 @@ def ONNXLSTMOp:ONNX_Op<"LSTM", DefaultValuedAttr:$direction, OptionalAttr:$hidden_size, DefaultValuedAttr:$input_forget); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y_h, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y_c); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y_h, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y_c); } def ONNXLeakyReluOp:ONNX_Op<"LeakyRelu", @@ -1335,7 +1325,7 @@ def ONNXLeakyReluOp:ONNX_Op<"LeakyRelu", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$alpha); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXLessOp:ONNX_Op<"Less", @@ -1349,7 +1339,7 @@ def ONNXLessOp:ONNX_Op<"Less", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXLogOp:ONNX_Op<"Log", @@ -1359,7 +1349,7 @@ def ONNXLogOp:ONNX_Op<"Log", "Calculates the natural log of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXLogSoftmaxOp:ONNX_Op<"LogSoftmax", @@ -1383,7 +1373,7 @@ def ONNXLogSoftmaxOp:ONNX_Op<"LogSoftmax", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXLoopOp:ONNX_Op<"Loop", @@ -1528,7 +1518,7 @@ def ONNXLoopOp:ONNX_Op<"Loop", AnyTypeOf<[AnyMemRef, AnyTensor]>:$cond, AnyTypeOf<[AnyMemRef, AnyTensor]>:$v_initial, AnyAttr:$body); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$v_final_and_scan_outputs); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_v_final_and_scan_outputs); } def ONNXLpNormalizationOp:ONNX_Op<"LpNormalization", @@ -1540,7 +1530,7 @@ def ONNXLpNormalizationOp:ONNX_Op<"LpNormalization", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, DefaultValuedAttr:$axis, DefaultValuedAttr:$p); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXLpPoolOp:ONNX_Op<"LpPool", @@ -1559,7 +1549,7 @@ def ONNXLpPoolOp:ONNX_Op<"LpPool", DefaultValuedAttr:$p, OptionalAttr:$pads, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXMatMulOp:ONNX_Op<"MatMul", @@ -1570,7 +1560,7 @@ def ONNXMatMulOp:ONNX_Op<"MatMul", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXMatMulIntegerOp:ONNX_Op<"MatMulInteger", @@ -1584,7 +1574,7 @@ def ONNXMatMulIntegerOp:ONNX_Op<"MatMulInteger", AnyTypeOf<[AnyMemRef, AnyTensor]>:$B, AnyTypeOf<[AnyMemRef, AnyTensor]>:$a_zero_point, AnyTypeOf<[AnyMemRef, AnyTensor]>:$b_zero_point); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXMaxOp:ONNX_Op<"Max", @@ -1596,7 +1586,7 @@ def ONNXMaxOp:ONNX_Op<"Max", "This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md)." }]; let arguments = (ins Variadic>:$data_0); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$max); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_max); } def ONNXMaxPoolOp:ONNX_Op<"MaxPool", @@ -1641,8 +1631,7 @@ def ONNXMaxPoolOp:ONNX_Op<"MaxPool", OptionalAttr:$pads, DefaultValuedAttr:$storage_order, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$Indices); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Indices); } def ONNXMaxRoiPoolOp:ONNX_Op<"MaxRoiPool", @@ -1657,7 +1646,7 @@ def ONNXMaxRoiPoolOp:ONNX_Op<"MaxRoiPool", AnyTypeOf<[AnyMemRef, AnyTensor]>:$rois, I64ArrayAttr:$pooled_shape, DefaultValuedAttr:$spatial_scale); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXMaxUnpoolOp:ONNX_Op<"MaxUnpool", @@ -1689,7 +1678,7 @@ def ONNXMaxUnpoolOp:ONNX_Op<"MaxUnpool", I64ArrayAttr:$kernel_shape, OptionalAttr:$pads, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXMeanOp:ONNX_Op<"Mean", @@ -1701,7 +1690,7 @@ def ONNXMeanOp:ONNX_Op<"Mean", "This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md)." }]; let arguments = (ins Variadic>:$data_0); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$mean); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_mean); } def ONNXMeanVarianceNormalizationOp:ONNX_Op<"MeanVarianceNormalization", @@ -1713,7 +1702,7 @@ def ONNXMeanVarianceNormalizationOp:ONNX_Op<"MeanVarianceNormalization", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$axes); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXMinOp:ONNX_Op<"Min", @@ -1725,7 +1714,7 @@ def ONNXMinOp:ONNX_Op<"Min", "This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md)." }]; let arguments = (ins Variadic>:$data_0); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$min); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_min); } def ONNXModOp:ONNX_Op<"Mod", @@ -1749,7 +1738,7 @@ def ONNXModOp:ONNX_Op<"Mod", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B, DefaultValuedAttr:$fmod); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXMulOp:ONNX_Op<"Mul", @@ -1762,7 +1751,7 @@ def ONNXMulOp:ONNX_Op<"Mul", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXMultinomialOp:ONNX_Op<"Multinomial", @@ -1776,7 +1765,7 @@ def ONNXMultinomialOp:ONNX_Op<"Multinomial", DefaultValuedAttr:$dtype, DefaultValuedAttr:$sample_size, OptionalAttr:$seed); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXNegOp:ONNX_Op<"Neg", @@ -1788,7 +1777,7 @@ def ONNXNegOp:ONNX_Op<"Neg", "the tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXNonMaxSuppressionOp:ONNX_Op<"NonMaxSuppression", @@ -1809,7 +1798,7 @@ def ONNXNonMaxSuppressionOp:ONNX_Op<"NonMaxSuppression", AnyTypeOf<[AnyMemRef, AnyTensor]>:$iou_threshold, AnyTypeOf<[AnyMemRef, AnyTensor]>:$score_threshold, DefaultValuedAttr:$center_point_box); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$selected_indices); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_selected_indices); } def ONNXNonZeroOp:ONNX_Op<"NonZero", @@ -1822,7 +1811,7 @@ def ONNXNonZeroOp:ONNX_Op<"NonZero", " https://docs.scipy.org/doc/numpy/reference/generated/numpy.nonzero.html" }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXNotOp:ONNX_Op<"Not", @@ -1832,7 +1821,7 @@ def ONNXNotOp:ONNX_Op<"Not", "Returns the negation of the input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXOneHotOp:ONNX_Op<"OneHot", @@ -1863,7 +1852,7 @@ def ONNXOneHotOp:ONNX_Op<"OneHot", AnyTypeOf<[AnyMemRef, AnyTensor]>:$depth, AnyTypeOf<[AnyMemRef, AnyTensor]>:$values, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXOrOp:ONNX_Op<"Or", @@ -1877,7 +1866,7 @@ def ONNXOrOp:ONNX_Op<"Or", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXPReluOp:ONNX_Op<"PRelu", @@ -1891,7 +1880,7 @@ def ONNXPReluOp:ONNX_Op<"PRelu", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, AnyTypeOf<[AnyMemRef, AnyTensor]>:$slope); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXPadOp:ONNX_Op<"Pad", @@ -1984,7 +1973,7 @@ def ONNXPadOp:ONNX_Op<"Pad", AnyTypeOf<[AnyMemRef, AnyTensor]>:$pads, AnyTypeOf<[AnyMemRef, AnyTensor]>:$constant_value, DefaultValuedAttr:$mode); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXPowOp:ONNX_Op<"Pow", @@ -1998,7 +1987,7 @@ def ONNXPowOp:ONNX_Op<"Pow", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Z); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Z); } def ONNXQLinearConvOp:ONNX_Op<"QLinearConv", @@ -2026,7 +2015,7 @@ def ONNXQLinearConvOp:ONNX_Op<"QLinearConv", OptionalAttr:$kernel_shape, OptionalAttr:$pads, OptionalAttr:$strides); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y); } def ONNXQLinearMatMulOp:ONNX_Op<"QLinearMatMul", @@ -2050,7 +2039,7 @@ def ONNXQLinearMatMulOp:ONNX_Op<"QLinearMatMul", AnyTypeOf<[AnyMemRef, AnyTensor]>:$b_zero_point, AnyTypeOf<[AnyMemRef, AnyTensor]>:$y_scale, AnyTypeOf<[AnyMemRef, AnyTensor]>:$y_zero_point); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y); } def ONNXQuantizeLinearOp:ONNX_Op<"QuantizeLinear", @@ -2064,7 +2053,7 @@ def ONNXQuantizeLinearOp:ONNX_Op<"QuantizeLinear", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$x, AnyTypeOf<[AnyMemRef, AnyTensor]>:$y_scale, AnyTypeOf<[AnyMemRef, AnyTensor]>:$y_zero_point); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_y); } def ONNXRNNOp:ONNX_Op<"RNN", @@ -2145,8 +2134,7 @@ def ONNXRNNOp:ONNX_Op<"RNN", OptionalAttr:$clip, DefaultValuedAttr:$direction, OptionalAttr:$hidden_size); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y_h); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y_h); } def ONNXRandomNormalOp:ONNX_Op<"RandomNormal", @@ -2166,7 +2154,7 @@ def ONNXRandomNormalOp:ONNX_Op<"RandomNormal", DefaultValuedAttr:$scale, OptionalAttr:$seed, I64ArrayAttr:$shape); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXRandomNormalLikeOp:ONNX_Op<"RandomNormalLike", @@ -2186,7 +2174,7 @@ def ONNXRandomNormalLikeOp:ONNX_Op<"RandomNormalLike", DefaultValuedAttr:$mean, DefaultValuedAttr:$scale, OptionalAttr:$seed); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXRandomUniformOp:ONNX_Op<"RandomUniform", @@ -2205,7 +2193,7 @@ def ONNXRandomUniformOp:ONNX_Op<"RandomUniform", DefaultValuedAttr:$low, OptionalAttr:$seed, I64ArrayAttr:$shape); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXRandomUniformLikeOp:ONNX_Op<"RandomUniformLike", @@ -2225,7 +2213,7 @@ def ONNXRandomUniformLikeOp:ONNX_Op<"RandomUniformLike", DefaultValuedAttr:$high, DefaultValuedAttr:$low, OptionalAttr:$seed); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXRangeOp:ONNX_Op<"Range", @@ -2261,7 +2249,7 @@ def ONNXRangeOp:ONNX_Op<"Range", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$start, AnyTypeOf<[AnyMemRef, AnyTensor]>:$limit, AnyTypeOf<[AnyMemRef, AnyTensor]>:$delta); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXReciprocalOp:ONNX_Op<"Reciprocal", @@ -2273,7 +2261,7 @@ def ONNXReciprocalOp:ONNX_Op<"Reciprocal", "the tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXReduceL1Op:ONNX_Op<"ReduceL1", @@ -2291,7 +2279,7 @@ def ONNXReduceL1Op:ONNX_Op<"ReduceL1", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceL2Op:ONNX_Op<"ReduceL2", @@ -2309,7 +2297,7 @@ def ONNXReduceL2Op:ONNX_Op<"ReduceL2", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceLogSumOp:ONNX_Op<"ReduceLogSum", @@ -2327,7 +2315,7 @@ def ONNXReduceLogSumOp:ONNX_Op<"ReduceLogSum", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceLogSumExpOp:ONNX_Op<"ReduceLogSumExp", @@ -2345,7 +2333,7 @@ def ONNXReduceLogSumExpOp:ONNX_Op<"ReduceLogSumExp", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceMaxOp:ONNX_Op<"ReduceMax", @@ -2362,7 +2350,7 @@ def ONNXReduceMaxOp:ONNX_Op<"ReduceMax", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceMeanOp:ONNX_Op<"ReduceMean", @@ -2379,7 +2367,7 @@ def ONNXReduceMeanOp:ONNX_Op<"ReduceMean", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceMinOp:ONNX_Op<"ReduceMin", @@ -2396,7 +2384,7 @@ def ONNXReduceMinOp:ONNX_Op<"ReduceMin", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceProdOp:ONNX_Op<"ReduceProd", @@ -2413,7 +2401,7 @@ def ONNXReduceProdOp:ONNX_Op<"ReduceProd", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceSumOp:ONNX_Op<"ReduceSum", @@ -2430,7 +2418,7 @@ def ONNXReduceSumOp:ONNX_Op<"ReduceSum", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReduceSumSquareOp:ONNX_Op<"ReduceSumSquare", @@ -2448,7 +2436,7 @@ def ONNXReduceSumSquareOp:ONNX_Op<"ReduceSumSquare", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reduced); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reduced); } def ONNXReluOp:ONNX_Op<"Relu", @@ -2460,7 +2448,7 @@ def ONNXReluOp:ONNX_Op<"Relu", "the tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXReshapeOp:ONNX_Op<"Reshape", @@ -2476,7 +2464,7 @@ def ONNXReshapeOp:ONNX_Op<"Reshape", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, AnyTypeOf<[AnyMemRef, AnyTensor]>:$shape); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$reshaped); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_reshaped); } def ONNXResizeOp:ONNX_Op<"Resize", @@ -2497,7 +2485,7 @@ def ONNXResizeOp:ONNX_Op<"Resize", DefaultValuedAttr:$extrapolation_value, DefaultValuedAttr:$mode, DefaultValuedAttr:$nearest_mode); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXReverseSequenceOp:ONNX_Op<"ReverseSequence", @@ -2542,7 +2530,7 @@ def ONNXReverseSequenceOp:ONNX_Op<"ReverseSequence", AnyTypeOf<[AnyMemRef, AnyTensor]>:$sequence_lens, DefaultValuedAttr:$batch_axis, DefaultValuedAttr:$time_axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXRoiAlignOp:ONNX_Op<"RoiAlign", @@ -2569,7 +2557,7 @@ def ONNXRoiAlignOp:ONNX_Op<"RoiAlign", DefaultValuedAttr:$output_width, DefaultValuedAttr:$sampling_ratio, DefaultValuedAttr:$spatial_scale); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXRoundOp:ONNX_Op<"Round", @@ -2591,7 +2579,7 @@ def ONNXRoundOp:ONNX_Op<"Round", "```" }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXScanOp:ONNX_Op<"Scan", @@ -2727,7 +2715,7 @@ def ONNXScanOp:ONNX_Op<"Scan", OptionalAttr:$scan_input_directions, OptionalAttr:$scan_output_axes, OptionalAttr:$scan_output_directions); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$final_state_and_scan_outputs); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_final_state_and_scan_outputs); } def ONNXScatterOp:ONNX_Op<"Scatter", @@ -2792,7 +2780,7 @@ def ONNXScatterOp:ONNX_Op<"Scatter", AnyTypeOf<[AnyMemRef, AnyTensor]>:$indices, AnyTypeOf<[AnyMemRef, AnyTensor]>:$updates, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXScatterElementsOp:ONNX_Op<"ScatterElements", @@ -2855,7 +2843,7 @@ def ONNXScatterElementsOp:ONNX_Op<"ScatterElements", AnyTypeOf<[AnyMemRef, AnyTensor]>:$indices, AnyTypeOf<[AnyMemRef, AnyTensor]>:$updates, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXScatterNDOp:ONNX_Op<"ScatterND", @@ -2922,7 +2910,7 @@ def ONNXScatterNDOp:ONNX_Op<"ScatterND", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, AnyTypeOf<[AnyMemRef, AnyTensor]>:$indices, AnyTypeOf<[AnyMemRef, AnyTensor]>:$updates); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSeluOp:ONNX_Op<"Selu", @@ -2937,7 +2925,7 @@ def ONNXSeluOp:ONNX_Op<"Selu", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$alpha, DefaultValuedAttr:$gamma); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXSequenceAtOp:ONNX_Op<"SequenceAt", @@ -2950,7 +2938,7 @@ def ONNXSequenceAtOp:ONNX_Op<"SequenceAt", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input_sequence, AnyTypeOf<[AnyMemRef, AnyTensor]>:$position); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$tensor); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_tensor); } def ONNXSequenceConstructOp:ONNX_Op<"SequenceConstruct", @@ -2961,7 +2949,7 @@ def ONNXSequenceConstructOp:ONNX_Op<"SequenceConstruct", "All tensors in 'inputs' must have the same data type." }]; let arguments = (ins Variadic>:$inputs); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output_sequence); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output_sequence); } def ONNXSequenceEmptyOp:ONNX_Op<"SequenceEmpty", @@ -2971,7 +2959,7 @@ def ONNXSequenceEmptyOp:ONNX_Op<"SequenceEmpty", "Construct an empty tensor sequence, with given data type." }]; let arguments = (ins OptionalAttr:$dtype); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSequenceEraseOp:ONNX_Op<"SequenceErase", @@ -2985,7 +2973,7 @@ def ONNXSequenceEraseOp:ONNX_Op<"SequenceErase", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input_sequence, AnyTypeOf<[AnyMemRef, AnyTensor]>:$position); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output_sequence); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output_sequence); } def ONNXSequenceInsertOp:ONNX_Op<"SequenceInsert", @@ -3001,7 +2989,7 @@ def ONNXSequenceInsertOp:ONNX_Op<"SequenceInsert", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input_sequence, AnyTypeOf<[AnyMemRef, AnyTensor]>:$tensor, AnyTypeOf<[AnyMemRef, AnyTensor]>:$position); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output_sequence); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output_sequence); } def ONNXSequenceLengthOp:ONNX_Op<"SequenceLength", @@ -3011,7 +2999,7 @@ def ONNXSequenceLengthOp:ONNX_Op<"SequenceLength", "Produces a scalar(tensor of empty shape) containing the number of tensors in 'input_sequence'." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input_sequence); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$length); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_length); } def ONNXShapeOp:ONNX_Op<"Shape", @@ -3021,7 +3009,7 @@ def ONNXShapeOp:ONNX_Op<"Shape", "Takes a tensor as input and outputs an 1D int64 tensor containing the shape of the input tensor." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$shape); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_shape); } def ONNXShrinkOp:ONNX_Op<"Shrink", @@ -3036,7 +3024,7 @@ def ONNXShrinkOp:ONNX_Op<"Shrink", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, DefaultValuedAttr:$bias, DefaultValuedAttr:$lambd); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSigmoidOp:ONNX_Op<"Sigmoid", @@ -3048,7 +3036,7 @@ def ONNXSigmoidOp:ONNX_Op<"Sigmoid", "tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXSignOp:ONNX_Op<"Sign", @@ -3059,7 +3047,7 @@ def ONNXSignOp:ONNX_Op<"Sign", "If input > 0, output 1. if input < 0, output -1. if input == 0, output 0." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSinOp:ONNX_Op<"Sin", @@ -3069,7 +3057,7 @@ def ONNXSinOp:ONNX_Op<"Sin", "Calculates the sine of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSinhOp:ONNX_Op<"Sinh", @@ -3079,7 +3067,7 @@ def ONNXSinhOp:ONNX_Op<"Sinh", "Calculates the hyperbolic sine of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSizeOp:ONNX_Op<"Size", @@ -3089,7 +3077,7 @@ def ONNXSizeOp:ONNX_Op<"Size", "Takes a tensor as input and outputs a int64 scalar that equals to the total number of elements of the input tensor." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$size); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_size); } def ONNXSliceOp:ONNX_Op<"Slice", @@ -3136,7 +3124,7 @@ def ONNXSliceOp:ONNX_Op<"Slice", AnyTypeOf<[AnyMemRef, AnyTensor]>:$ends, AnyTypeOf<[AnyMemRef, AnyTensor]>:$axes, AnyTypeOf<[AnyMemRef, AnyTensor]>:$steps); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSoftmaxOp:ONNX_Op<"Softmax", @@ -3160,7 +3148,7 @@ def ONNXSoftmaxOp:ONNX_Op<"Softmax", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, DefaultValuedAttr:$axis); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSoftplusOp:ONNX_Op<"Softplus", @@ -3172,7 +3160,7 @@ def ONNXSoftplusOp:ONNX_Op<"Softplus", "the tensor elementwise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXSoftsignOp:ONNX_Op<"Softsign", @@ -3182,7 +3170,7 @@ def ONNXSoftsignOp:ONNX_Op<"Softsign", "Calculates the softsign (x/(1+|x|)) of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSpaceToDepthOp:ONNX_Op<"SpaceToDepth", @@ -3195,7 +3183,7 @@ def ONNXSpaceToDepthOp:ONNX_Op<"SpaceToDepth", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, I64Attr:$blocksize); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXSplitOp:ONNX_Op<"Split", @@ -3209,7 +3197,7 @@ def ONNXSplitOp:ONNX_Op<"Split", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, DefaultValuedAttr:$axis, OptionalAttr:$split); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$outputs); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_outputs); } def ONNXSplitToSequenceOp:ONNX_Op<"SplitToSequence", @@ -3231,7 +3219,7 @@ def ONNXSplitToSequenceOp:ONNX_Op<"SplitToSequence", AnyTypeOf<[AnyMemRef, AnyTensor]>:$split, DefaultValuedAttr:$axis, DefaultValuedAttr:$keepdims); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output_sequence); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output_sequence); } def ONNXSqrtOp:ONNX_Op<"Sqrt", @@ -3243,7 +3231,7 @@ def ONNXSqrtOp:ONNX_Op<"Sqrt", "the tensor elementwise. If x is negative, then it will return NaN." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXSqueezeOp:ONNX_Op<"Squeeze", @@ -3257,7 +3245,7 @@ def ONNXSqueezeOp:ONNX_Op<"Squeeze", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$axes); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$squeezed); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_squeezed); } def ONNXStringNormalizerOp:ONNX_Op<"StringNormalizer", @@ -3279,7 +3267,7 @@ def ONNXStringNormalizerOp:ONNX_Op<"StringNormalizer", DefaultValuedAttr:$is_case_sensitive, OptionalAttr:$locale, OptionalAttr:$stopwords); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXSubOp:ONNX_Op<"Sub", @@ -3292,7 +3280,7 @@ def ONNXSubOp:ONNX_Op<"Sub", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); } def ONNXSumOp:ONNX_Op<"Sum", @@ -3304,7 +3292,7 @@ def ONNXSumOp:ONNX_Op<"Sum", "This operator supports **multidirectional (i.e., Numpy-style) broadcasting**; for more details please check [the doc](Broadcasting.md)." }]; let arguments = (ins Variadic>:$data_0); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$sum); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_sum); } def ONNXTanOp:ONNX_Op<"Tan", @@ -3314,7 +3302,7 @@ def ONNXTanOp:ONNX_Op<"Tan", "Calculates the tangent of the given input tensor, element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXTanhOp:ONNX_Op<"Tanh", @@ -3324,7 +3312,7 @@ def ONNXTanhOp:ONNX_Op<"Tanh", "Calculates the hyperbolic tangent of the given input tensor element-wise." }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXTfIdfVectorizerOp:ONNX_Op<"TfIdfVectorizer", @@ -3369,7 +3357,7 @@ def ONNXTfIdfVectorizerOp:ONNX_Op<"TfIdfVectorizer", OptionalAttr:$pool_int64s, OptionalAttr:$pool_strings, OptionalAttr:$weights); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXThresholdedReluOp:ONNX_Op<"ThresholdedRelu", @@ -3382,7 +3370,7 @@ def ONNXThresholdedReluOp:ONNX_Op<"ThresholdedRelu", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, DefaultValuedAttr:$alpha); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXTileOp:ONNX_Op<"Tile", @@ -3395,7 +3383,7 @@ def ONNXTileOp:ONNX_Op<"Tile", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$input, AnyTypeOf<[AnyMemRef, AnyTensor]>:$repeats); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXTopKOp:ONNX_Op<"TopK", @@ -3422,8 +3410,7 @@ def ONNXTopKOp:ONNX_Op<"TopK", DefaultValuedAttr:$axis, DefaultValuedAttr:$largest, DefaultValuedAttr:$sorted); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Values, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$Indices); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Values, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Indices); } def ONNXTransposeOp:ONNX_Op<"Transpose", @@ -3436,7 +3423,7 @@ def ONNXTransposeOp:ONNX_Op<"Transpose", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, OptionalAttr:$perm); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$transposed); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_transposed); } def ONNXUniqueOp:ONNX_Op<"Unique", @@ -3522,10 +3509,7 @@ def ONNXUniqueOp:ONNX_Op<"Unique", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, OptionalAttr:$axis, DefaultValuedAttr:$sorted); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$indices, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$inverse_indices, - AnyTypeOf<[AnyMemRef, AnyTensor]>:$counts); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_indices, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_inverse_indices, AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_counts); } def ONNXUnsqueezeOp:ONNX_Op<"Unsqueeze", @@ -3547,7 +3531,7 @@ def ONNXUnsqueezeOp:ONNX_Op<"Unsqueeze", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$data, I64ArrayAttr:$axes); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$expanded); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_expanded); } def ONNXUpsampleOp:ONNX_Op<"Upsample", @@ -3561,7 +3545,7 @@ def ONNXUpsampleOp:ONNX_Op<"Upsample", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, AnyTypeOf<[AnyMemRef, AnyTensor]>:$scales, DefaultValuedAttr:$mode); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_Y); } def ONNXWhereOp:ONNX_Op<"Where", @@ -3576,7 +3560,7 @@ def ONNXWhereOp:ONNX_Op<"Where", let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$condition, AnyTypeOf<[AnyMemRef, AnyTensor]>:$X, AnyTypeOf<[AnyMemRef, AnyTensor]>:$Y); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$output); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_output); } def ONNXXorOp:ONNX_Op<"Xor", @@ -3590,5 +3574,5 @@ def ONNXXorOp:ONNX_Op<"Xor", }]; let arguments = (ins AnyTypeOf<[AnyMemRef, AnyTensor]>:$A, AnyTypeOf<[AnyMemRef, AnyTensor]>:$B); - let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$C); + let results = (outs AnyTypeOf<[AnyMemRef, AnyTensor]>:$o_C); }