2020-07-02 03:18:52 +08:00
|
|
|
/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
==============================================================================*/
|
|
|
|
|
2020-07-29 07:12:08 +08:00
|
|
|
#include "mlir-hlo/utils/hlo_utils.h"
|
2020-07-02 03:18:52 +08:00
|
|
|
|
|
|
|
#include <numeric>
|
|
|
|
|
2020-07-29 07:12:08 +08:00
|
|
|
#include "mlir/IR/Attributes.h"
|
2020-07-02 03:18:52 +08:00
|
|
|
|
|
|
|
namespace mlir {
|
2020-07-09 11:32:16 +08:00
|
|
|
namespace hlo {
|
2020-07-02 03:18:52 +08:00
|
|
|
|
|
|
|
DenseIntElementsAttr getBroadcastDimensionsAttr(Builder *b, Value x, Value y,
|
|
|
|
bool allow_empty) {
|
|
|
|
TensorType xType = x.getType().dyn_cast<RankedTensorType>();
|
|
|
|
TensorType yType = y.getType().dyn_cast<RankedTensorType>();
|
|
|
|
if (!xType || !yType) return {};
|
|
|
|
if (allow_empty && xType == yType) return {};
|
|
|
|
|
|
|
|
// If the shapes have the same rank, then there is nothing to do.
|
|
|
|
auto xRank = xType.getRank(), yRank = yType.getRank();
|
|
|
|
if (allow_empty && xRank == yRank) return {};
|
|
|
|
|
|
|
|
// Otherwise if the ranks of the inputs don't match, TensorFlow automatically
|
|
|
|
// reshapes the smaller by padding with dimensions of size 1 as a prefix. In
|
|
|
|
// other words to pad a 5-vector to a 3-dimensional tensor it is reshaped to
|
|
|
|
// have shape [1,1,5]. XLA's automatic broadcast code is able to broadcast
|
|
|
|
// from lower to higher rank, but doesn't assume you want to pad as a prefix
|
|
|
|
// of the dimensions, and instead needs to be told which dimensions of the
|
|
|
|
// higher rank tensor to match to the lower rank tensor.
|
|
|
|
auto maxRank = std::max(xRank, yRank);
|
|
|
|
auto minRank = std::min(xRank, yRank);
|
|
|
|
|
|
|
|
// Match the lower rank tensor along the larger-numbered dimensions of the
|
|
|
|
// higher rank tensor.
|
|
|
|
SmallVector<int64_t, 4> broadcastDimensions(minRank);
|
|
|
|
std::iota(broadcastDimensions.begin(), broadcastDimensions.end(),
|
|
|
|
maxRank - minRank);
|
|
|
|
|
|
|
|
RankedTensorType type =
|
|
|
|
RankedTensorType::get({minRank}, b->getIntegerType(64));
|
|
|
|
return DenseIntElementsAttr::get(type, broadcastDimensions);
|
|
|
|
}
|
|
|
|
|
|
|
|
DenseElementsAttr GetScalarOfType(Type ty, int64_t raw_value) {
|
|
|
|
RankedTensorType scalar_ty = RankedTensorType::get({}, ty);
|
|
|
|
|
|
|
|
if (auto float_ty = ty.dyn_cast<FloatType>()) {
|
|
|
|
APFloat value(float_ty.getFloatSemantics(), raw_value);
|
|
|
|
return DenseElementsAttr::get(scalar_ty, value);
|
2020-08-18 02:27:29 +08:00
|
|
|
} else if (auto int_ty = ty.dyn_cast<IntegerType>()) {
|
|
|
|
APInt value(int_ty.getWidth(), static_cast<int64_t>(raw_value), true);
|
|
|
|
return DenseElementsAttr::get(scalar_ty, value);
|
|
|
|
} else if (auto complex_ty = ty.dyn_cast<ComplexType>()) {
|
|
|
|
Type complex_element_ty = complex_ty.getElementType();
|
|
|
|
if (complex_element_ty.isF32()) {
|
|
|
|
return DenseElementsAttr::get(
|
|
|
|
scalar_ty, static_cast<std::complex<float>>(raw_value));
|
|
|
|
} else if (complex_element_ty.isF64()) {
|
|
|
|
return DenseElementsAttr::get(
|
|
|
|
scalar_ty, static_cast<std::complex<double>>(raw_value));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
llvm_unreachable("unsupported type");
|
|
|
|
}
|
|
|
|
|
|
|
|
static APFloat GetScalarLimitOfFloatType(FloatType float_ty,
|
|
|
|
ScalarLimit limit) {
|
|
|
|
auto &semantics = float_ty.getFloatSemantics();
|
|
|
|
switch (limit) {
|
|
|
|
case kLowest:
|
|
|
|
return APFloat::getLargest(semantics, /*negative=*/true);
|
|
|
|
case kInfinityLowest:
|
|
|
|
return APFloat::getInf(semantics, /*negative=*/true);
|
|
|
|
case kMax:
|
|
|
|
return APFloat::getLargest(semantics, /*negative=*/false);
|
|
|
|
case kInfinityMax:
|
|
|
|
return APFloat::getInf(semantics, /*negative=*/false);
|
|
|
|
}
|
|
|
|
llvm_unreachable("invalid limit");
|
|
|
|
}
|
|
|
|
|
|
|
|
// Returns a scalar value for the given integer type.
|
|
|
|
//
|
|
|
|
// The argument 'scalar' describes which scalar value to return. `integer_value`
|
|
|
|
// is used to specify the integer value for kInteger. For any other scalar,
|
|
|
|
// integer_value is ignored.
|
|
|
|
static APInt GetScalarLimitOfIntegerType(IntegerType integer_ty,
|
|
|
|
ScalarLimit limit) {
|
|
|
|
unsigned width = integer_ty.getWidth();
|
2021-04-28 05:09:46 +08:00
|
|
|
bool is_bool = (width == 1);
|
2020-08-18 02:27:29 +08:00
|
|
|
switch (limit) {
|
|
|
|
case kLowest:
|
|
|
|
case kInfinityLowest:
|
2021-04-28 05:09:46 +08:00
|
|
|
if (integer_ty.isUnsigned() || is_bool) {
|
2020-08-18 02:27:29 +08:00
|
|
|
return APInt::getMinValue(width);
|
|
|
|
} else {
|
|
|
|
return APInt::getSignedMinValue(width);
|
|
|
|
}
|
|
|
|
|
|
|
|
case kMax:
|
|
|
|
case kInfinityMax:
|
2021-04-28 05:09:46 +08:00
|
|
|
if (integer_ty.isUnsigned() || is_bool) {
|
2020-08-18 02:27:29 +08:00
|
|
|
return APInt::getMaxValue(width);
|
|
|
|
} else {
|
|
|
|
return APInt::getSignedMaxValue(width);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
llvm_unreachable("invalid limit");
|
|
|
|
}
|
|
|
|
|
|
|
|
DenseElementsAttr GetScalarLimitOfType(Type ty, ScalarLimit limit) {
|
|
|
|
RankedTensorType scalar_ty = RankedTensorType::get({}, ty);
|
|
|
|
if (auto float_ty = ty.dyn_cast<FloatType>()) {
|
|
|
|
return DenseElementsAttr::get(scalar_ty,
|
|
|
|
GetScalarLimitOfFloatType(float_ty, limit));
|
|
|
|
} else if (auto integer_ty = ty.dyn_cast<IntegerType>()) {
|
|
|
|
return DenseElementsAttr::get(
|
|
|
|
scalar_ty, GetScalarLimitOfIntegerType(integer_ty, limit));
|
2020-07-02 03:18:52 +08:00
|
|
|
}
|
2020-08-18 02:27:29 +08:00
|
|
|
llvm_unreachable("unsupported type");
|
2020-07-02 03:18:52 +08:00
|
|
|
}
|
|
|
|
|
2020-12-12 04:44:38 +08:00
|
|
|
std::string LmhloToMhloOpName(llvm::StringRef op_name,
|
|
|
|
mlir::MLIRContext *context) {
|
|
|
|
assert(op_name.startswith("lmhlo.") && "Expected an LMHLO op");
|
2021-01-22 11:56:11 +08:00
|
|
|
|
|
|
|
if (op_name == "lmhlo.dot") {
|
|
|
|
return "mhlo.dot_general";
|
|
|
|
}
|
|
|
|
|
|
|
|
if (op_name == "lmhlo.dynamic_slice") {
|
|
|
|
return "mhlo.dynamic-slice";
|
|
|
|
}
|
|
|
|
|
2020-12-12 04:44:38 +08:00
|
|
|
std::string mhlo_op_name(op_name.drop_front(1));
|
|
|
|
if (context->isOperationRegistered(mhlo_op_name)) return mhlo_op_name;
|
|
|
|
return "";
|
|
|
|
}
|
|
|
|
|
2021-01-08 07:29:30 +08:00
|
|
|
bool IsSequenceStartingWith0(DenseIntElementsAttr attr) {
|
|
|
|
for (int64_t i = 0, e = attr.getNumElements(); i < e; ++i)
|
|
|
|
if (attr.getValue<IntegerAttr>(i).getInt() != i) return false;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2020-07-09 11:32:16 +08:00
|
|
|
} // namespace hlo
|
2020-07-02 03:18:52 +08:00
|
|
|
} // namespace mlir
|