2018-07-06 10:46:19 -07:00
|
|
|
//===- Verifier.cpp - MLIR Verifier Implementation ------------------------===//
|
|
|
|
//
|
|
|
|
// Copyright 2019 The MLIR Authors.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
// =============================================================================
|
|
|
|
//
|
|
|
|
// This file implements the verify() methods on the various IR types, performing
|
|
|
|
// (potentially expensive) checks on the holistic structure of the code. This
|
|
|
|
// can be used for detecting bugs in compiler transformations and hand written
|
|
|
|
// .mlir files.
|
|
|
|
//
|
|
|
|
// The checks in this file are only for things that can occur as part of IR
|
|
|
|
// transformations: e.g. violation of dominance information, malformed operation
|
|
|
|
// attributes, etc. MLIR supports transformations moving IR through locally
|
|
|
|
// invalid states (e.g. unlinking an instruction from an instruction before
|
|
|
|
// re-inserting it in a new place), but each transformation must complete with
|
|
|
|
// the IR in a valid form.
|
|
|
|
//
|
|
|
|
// This should not check for things that are always wrong by construction (e.g.
|
|
|
|
// affine maps or other immutable structures that are incorrect), because those
|
|
|
|
// are not mutable and can be checked at time of construction.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2018-09-21 14:40:36 -07:00
|
|
|
#include "mlir/Analysis/Dominance.h"
|
2018-08-21 08:42:19 -07:00
|
|
|
#include "mlir/IR/Attributes.h"
|
2018-07-06 10:46:19 -07:00
|
|
|
#include "mlir/IR/CFGFunction.h"
|
|
|
|
#include "mlir/IR/MLFunction.h"
|
|
|
|
#include "mlir/IR/Module.h"
|
2018-08-05 21:12:29 -07:00
|
|
|
#include "mlir/IR/Statements.h"
|
2018-08-21 08:42:19 -07:00
|
|
|
#include "mlir/IR/StmtVisitor.h"
|
2018-08-05 21:12:29 -07:00
|
|
|
#include "llvm/ADT/ScopedHashTable.h"
|
|
|
|
#include "llvm/Support/PrettyStackTrace.h"
|
2018-07-06 10:46:19 -07:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
|
|
|
using namespace mlir;
|
|
|
|
|
2018-07-21 14:32:09 -07:00
|
|
|
namespace {
|
|
|
|
/// Base class for the verifiers in this file. It is a pervasive truth that
|
|
|
|
/// this file treats "true" as an error that needs to be recovered from, and
|
|
|
|
/// "false" as success.
|
|
|
|
///
|
|
|
|
class Verifier {
|
|
|
|
public:
|
2018-09-07 09:08:13 -07:00
|
|
|
bool failure(const Twine &message, const Operation &value) {
|
|
|
|
value.emitError(message);
|
2018-07-21 14:32:09 -07:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2018-09-07 09:08:13 -07:00
|
|
|
bool failure(const Twine &message, const Function &fn) {
|
|
|
|
fn.emitError(message);
|
2018-08-01 10:18:59 -07:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2018-09-06 20:56:12 -07:00
|
|
|
bool failure(const Twine &message, const BasicBlock &bb) {
|
2018-09-07 09:08:13 -07:00
|
|
|
// Take the location information for the first instruction in the block.
|
|
|
|
if (!bb.empty())
|
2018-11-15 15:20:23 -08:00
|
|
|
return failure(message, bb.front());
|
2018-09-07 09:08:13 -07:00
|
|
|
|
|
|
|
// Worst case, fall back to using the function's location.
|
|
|
|
return failure(message, fn);
|
2018-09-06 20:56:12 -07:00
|
|
|
}
|
|
|
|
|
2018-08-21 08:42:19 -07:00
|
|
|
bool verifyOperation(const Operation &op);
|
2018-10-25 15:46:10 -07:00
|
|
|
bool verifyAttribute(Attribute attr, const Operation &op);
|
2018-08-21 08:42:19 -07:00
|
|
|
|
2018-07-21 14:32:09 -07:00
|
|
|
protected:
|
2018-10-21 19:49:31 -07:00
|
|
|
explicit Verifier(const Function &fn) : fn(fn) {}
|
2018-07-21 14:32:09 -07:00
|
|
|
|
|
|
|
private:
|
2018-08-21 08:42:19 -07:00
|
|
|
/// The function being checked.
|
|
|
|
const Function &fn;
|
2018-07-21 14:32:09 -07:00
|
|
|
};
|
|
|
|
} // end anonymous namespace
|
2018-07-06 10:46:19 -07:00
|
|
|
|
2018-08-21 08:42:19 -07:00
|
|
|
// Check that function attributes are all well formed.
|
2018-10-25 15:46:10 -07:00
|
|
|
bool Verifier::verifyAttribute(Attribute attr, const Operation &op) {
|
|
|
|
if (!attr.isOrContainsFunction())
|
2018-08-21 08:42:19 -07:00
|
|
|
return false;
|
|
|
|
|
|
|
|
// If we have a function attribute, check that it is non-null and in the
|
|
|
|
// same module as the operation that refers to it.
|
2018-10-25 15:46:10 -07:00
|
|
|
if (auto fnAttr = attr.dyn_cast<FunctionAttr>()) {
|
|
|
|
if (!fnAttr.getValue())
|
2018-09-06 20:56:12 -07:00
|
|
|
return failure("attribute refers to deallocated function!", op);
|
2018-08-21 08:42:19 -07:00
|
|
|
|
2018-10-25 15:46:10 -07:00
|
|
|
if (fnAttr.getValue()->getModule() != fn.getModule())
|
2018-09-06 20:56:12 -07:00
|
|
|
return failure("attribute refers to function '" +
|
2018-10-25 15:46:10 -07:00
|
|
|
Twine(fnAttr.getValue()->getName()) +
|
2018-09-06 20:56:12 -07:00
|
|
|
"' defined in another module!",
|
|
|
|
op);
|
2018-08-21 08:42:19 -07:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Otherwise, we must have an array attribute, remap the elements.
|
2018-10-25 15:46:10 -07:00
|
|
|
for (auto elt : attr.cast<ArrayAttr>().getValue()) {
|
2018-08-21 08:42:19 -07:00
|
|
|
if (verifyAttribute(elt, op))
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Check the invariants of the specified operation instruction or statement.
|
|
|
|
bool Verifier::verifyOperation(const Operation &op) {
|
|
|
|
if (op.getOperationFunction() != &fn)
|
2018-09-06 20:56:12 -07:00
|
|
|
return failure("operation in the wrong function", op);
|
2018-08-21 08:42:19 -07:00
|
|
|
|
2018-09-05 17:45:19 -07:00
|
|
|
// Check that operands are non-nil and structurally ok.
|
|
|
|
for (const auto *operand : op.getOperands()) {
|
|
|
|
if (!operand)
|
2018-09-06 20:56:12 -07:00
|
|
|
return failure("null operand found", op);
|
2018-09-05 17:45:19 -07:00
|
|
|
|
|
|
|
if (operand->getFunction() != &fn)
|
2018-09-06 20:56:12 -07:00
|
|
|
return failure("reference to operand defined in another function", op);
|
2018-09-05 17:45:19 -07:00
|
|
|
}
|
2018-08-21 08:42:19 -07:00
|
|
|
|
|
|
|
// Verify all attributes are ok. We need to check Function attributes, since
|
|
|
|
// they are actually mutable (the function they refer to can be deleted), and
|
|
|
|
// we have to check array attributes that can refer to them.
|
|
|
|
for (auto attr : op.getAttrs()) {
|
|
|
|
if (verifyAttribute(attr.second, op))
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
// If we can get operation info for this, check the custom hook.
|
|
|
|
if (auto *opInfo = op.getAbstractOperation()) {
|
2018-09-09 20:40:23 -07:00
|
|
|
if (opInfo->verifyInvariants(&op))
|
|
|
|
return true;
|
2018-08-21 08:42:19 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2018-07-06 10:46:19 -07:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// CFG Functions
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
namespace {
|
2018-08-21 08:42:19 -07:00
|
|
|
struct CFGFuncVerifier : public Verifier {
|
2018-07-06 10:46:19 -07:00
|
|
|
const CFGFunction &fn;
|
2018-09-21 14:40:36 -07:00
|
|
|
DominanceInfo domInfo;
|
2018-07-06 10:46:19 -07:00
|
|
|
|
2018-09-21 14:40:36 -07:00
|
|
|
CFGFuncVerifier(const CFGFunction &fn)
|
|
|
|
: Verifier(fn), fn(fn), domInfo(const_cast<CFGFunction *>(&fn)) {}
|
2018-07-06 10:46:19 -07:00
|
|
|
|
2018-07-21 14:32:09 -07:00
|
|
|
bool verify();
|
|
|
|
bool verifyBlock(const BasicBlock &block);
|
2018-09-21 14:40:36 -07:00
|
|
|
bool verifyInstOperands(const Instruction &inst);
|
2018-07-06 10:46:19 -07:00
|
|
|
};
|
|
|
|
} // end anonymous namespace
|
|
|
|
|
2018-07-21 14:32:09 -07:00
|
|
|
bool CFGFuncVerifier::verify() {
|
2018-08-05 21:12:29 -07:00
|
|
|
llvm::PrettyStackTraceFormat fmt("MLIR Verifier: cfgfunc @%s",
|
|
|
|
fn.getName().c_str());
|
|
|
|
|
2018-07-06 10:46:19 -07:00
|
|
|
// TODO: Lots to be done here, including verifying dominance information when
|
|
|
|
// we have uses and defs.
|
2018-07-22 15:45:24 -07:00
|
|
|
|
|
|
|
if (fn.empty())
|
|
|
|
return failure("cfgfunc must have at least one basic block", fn);
|
|
|
|
|
2018-10-23 08:12:59 -07:00
|
|
|
// Verify the first block has no predecessors.
|
|
|
|
auto *firstBB = &fn.front();
|
|
|
|
if (!firstBB->hasNoPredecessors()) {
|
|
|
|
return failure("first block of cfgfunc must not have predecessors", fn);
|
|
|
|
}
|
|
|
|
|
2018-07-22 15:45:24 -07:00
|
|
|
// Verify that the argument list of the function and the arg list of the first
|
|
|
|
// block line up.
|
2018-10-30 14:59:22 -07:00
|
|
|
auto fnInputTypes = fn.getType().getInputs();
|
2018-07-22 15:45:24 -07:00
|
|
|
if (fnInputTypes.size() != firstBB->getNumArguments())
|
|
|
|
return failure("first block of cfgfunc must have " +
|
|
|
|
Twine(fnInputTypes.size()) +
|
|
|
|
" arguments to match function signature",
|
|
|
|
fn);
|
|
|
|
for (unsigned i = 0, e = firstBB->getNumArguments(); i != e; ++i)
|
|
|
|
if (fnInputTypes[i] != firstBB->getArgument(i)->getType())
|
|
|
|
return failure(
|
|
|
|
"type of argument #" + Twine(i) +
|
|
|
|
" must match corresponding argument in function signature",
|
|
|
|
fn);
|
2018-07-06 10:46:19 -07:00
|
|
|
|
|
|
|
for (auto &block : fn) {
|
2018-07-21 14:32:09 -07:00
|
|
|
if (verifyBlock(block))
|
|
|
|
return true;
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|
2018-07-21 14:32:09 -07:00
|
|
|
return false;
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|
|
|
|
|
2018-09-21 14:40:36 -07:00
|
|
|
bool CFGFuncVerifier::verifyInstOperands(const Instruction &inst) {
|
|
|
|
// Check that operands properly dominate this use.
|
|
|
|
for (unsigned operandNo = 0, e = inst.getNumOperands(); operandNo != e;
|
|
|
|
++operandNo) {
|
|
|
|
auto *op = inst.getOperand(operandNo);
|
|
|
|
if (domInfo.properlyDominates(op, &inst))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
inst.emitError("operand #" + Twine(operandNo) +
|
|
|
|
" does not dominate this use");
|
|
|
|
if (auto *useInst = op->getDefiningInst())
|
|
|
|
useInst->emitNote("operand defined here");
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2018-07-21 14:32:09 -07:00
|
|
|
bool CFGFuncVerifier::verifyBlock(const BasicBlock &block) {
|
2018-07-06 10:46:19 -07:00
|
|
|
if (!block.getTerminator())
|
2018-07-21 14:32:09 -07:00
|
|
|
return failure("basic block with no terminator", block);
|
|
|
|
|
2018-07-22 15:45:24 -07:00
|
|
|
for (auto *arg : block.getArguments()) {
|
|
|
|
if (arg->getOwner() != &block)
|
|
|
|
return failure("basic block argument not owned by block", block);
|
|
|
|
}
|
|
|
|
|
2018-07-06 10:46:19 -07:00
|
|
|
for (auto &inst : block) {
|
2018-09-21 14:40:36 -07:00
|
|
|
if (verifyOperation(inst) || verifyInstOperands(inst))
|
2018-07-21 14:32:09 -07:00
|
|
|
return true;
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|
2018-07-21 14:32:09 -07:00
|
|
|
return false;
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// ML Functions
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
namespace {
|
2018-08-21 08:42:19 -07:00
|
|
|
struct MLFuncVerifier : public Verifier, public StmtWalker<MLFuncVerifier> {
|
2018-07-06 10:46:19 -07:00
|
|
|
const MLFunction &fn;
|
2018-08-21 08:42:19 -07:00
|
|
|
bool hadError = false;
|
2018-07-06 10:46:19 -07:00
|
|
|
|
2018-09-07 09:08:13 -07:00
|
|
|
MLFuncVerifier(const MLFunction &fn) : Verifier(fn), fn(fn) {}
|
2018-08-21 08:42:19 -07:00
|
|
|
|
|
|
|
void visitOperationStmt(OperationStmt *opStmt) {
|
|
|
|
hadError |= verifyOperation(*opStmt);
|
|
|
|
}
|
2018-07-06 10:46:19 -07:00
|
|
|
|
2018-07-21 14:32:09 -07:00
|
|
|
bool verify() {
|
2018-08-05 21:12:29 -07:00
|
|
|
llvm::PrettyStackTraceFormat fmt("MLIR Verifier: mlfunc @%s",
|
|
|
|
fn.getName().c_str());
|
|
|
|
|
2018-08-21 08:42:19 -07:00
|
|
|
// Check basic structural properties.
|
|
|
|
walk(const_cast<MLFunction *>(&fn));
|
|
|
|
if (hadError)
|
|
|
|
return true;
|
|
|
|
|
2018-08-28 15:26:20 -07:00
|
|
|
// TODO: check that loop bounds and if conditions are properly formed.
|
2018-08-09 12:28:58 -07:00
|
|
|
if (verifyReturn())
|
|
|
|
return true;
|
2018-08-05 21:12:29 -07:00
|
|
|
|
|
|
|
return verifyDominance();
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|
2018-08-05 21:12:29 -07:00
|
|
|
|
|
|
|
/// Walk all of the code in this MLFunc and verify that the operands of any
|
|
|
|
/// operations are properly dominated by their definitions.
|
|
|
|
bool verifyDominance();
|
2018-08-09 12:28:58 -07:00
|
|
|
|
|
|
|
/// Verify that function has a return statement that matches its signature.
|
|
|
|
bool verifyReturn();
|
2018-07-06 10:46:19 -07:00
|
|
|
};
|
|
|
|
} // end anonymous namespace
|
|
|
|
|
2018-08-05 21:12:29 -07:00
|
|
|
/// Walk all of the code in this MLFunc and verify that the operands of any
|
|
|
|
/// operations are properly dominated by their definitions.
|
|
|
|
bool MLFuncVerifier::verifyDominance() {
|
|
|
|
using HashTable = llvm::ScopedHashTable<const SSAValue *, bool>;
|
|
|
|
HashTable liveValues;
|
|
|
|
HashTable::ScopeTy topScope(liveValues);
|
|
|
|
|
|
|
|
// All of the arguments to the function are live for the whole function.
|
2018-08-06 11:54:39 -07:00
|
|
|
for (auto *arg : fn.getArguments())
|
|
|
|
liveValues.insert(arg, true);
|
2018-08-05 21:12:29 -07:00
|
|
|
|
|
|
|
// This recursive function walks the statement list pushing scopes onto the
|
|
|
|
// stack as it goes, and popping them to remove them from the table.
|
|
|
|
std::function<bool(const StmtBlock &block)> walkBlock;
|
|
|
|
walkBlock = [&](const StmtBlock &block) -> bool {
|
|
|
|
HashTable::ScopeTy blockScope(liveValues);
|
|
|
|
|
|
|
|
// The induction variable of a for statement is live within its body.
|
|
|
|
if (auto *forStmt = dyn_cast<ForStmt>(&block))
|
|
|
|
liveValues.insert(forStmt, true);
|
|
|
|
|
|
|
|
for (auto &stmt : block) {
|
2018-08-24 23:38:14 -07:00
|
|
|
// Verify that each of the operands are live.
|
|
|
|
unsigned operandNo = 0;
|
|
|
|
for (auto *opValue : stmt.getOperands()) {
|
|
|
|
if (!liveValues.count(opValue)) {
|
|
|
|
stmt.emitError("operand #" + Twine(operandNo) +
|
|
|
|
" does not dominate this use");
|
|
|
|
if (auto *useStmt = opValue->getDefiningStmt())
|
|
|
|
useStmt->emitNote("operand defined here");
|
|
|
|
return true;
|
2018-08-05 21:12:29 -07:00
|
|
|
}
|
2018-08-24 23:38:14 -07:00
|
|
|
++operandNo;
|
|
|
|
}
|
2018-08-05 21:12:29 -07:00
|
|
|
|
2018-08-24 23:38:14 -07:00
|
|
|
if (auto *opStmt = dyn_cast<OperationStmt>(&stmt)) {
|
2018-08-05 21:12:29 -07:00
|
|
|
// Operations define values, add them to the hash table.
|
|
|
|
for (auto *result : opStmt->getResults())
|
|
|
|
liveValues.insert(result, true);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// If this is an if or for, recursively walk the block they contain.
|
|
|
|
if (auto *ifStmt = dyn_cast<IfStmt>(&stmt)) {
|
2018-08-08 11:14:57 -07:00
|
|
|
if (walkBlock(*ifStmt->getThen()))
|
2018-08-05 21:12:29 -07:00
|
|
|
return true;
|
|
|
|
|
2018-08-08 11:14:57 -07:00
|
|
|
if (auto *elseClause = ifStmt->getElse())
|
2018-08-05 21:12:29 -07:00
|
|
|
if (walkBlock(*elseClause))
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
if (auto *forStmt = dyn_cast<ForStmt>(&stmt))
|
|
|
|
if (walkBlock(*forStmt))
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
};
|
|
|
|
|
|
|
|
// Check the whole function out.
|
|
|
|
return walkBlock(fn);
|
|
|
|
}
|
|
|
|
|
2018-08-09 12:28:58 -07:00
|
|
|
bool MLFuncVerifier::verifyReturn() {
|
|
|
|
// TODO: fold return verification in the pass that verifies all statements.
|
|
|
|
const char missingReturnMsg[] = "ML function must end with return statement";
|
|
|
|
if (fn.getStatements().empty())
|
|
|
|
return failure(missingReturnMsg, fn);
|
|
|
|
|
|
|
|
const auto &stmt = fn.getStatements().back();
|
|
|
|
if (const auto *op = dyn_cast<OperationStmt>(&stmt)) {
|
|
|
|
if (!op->isReturn())
|
|
|
|
return failure(missingReturnMsg, fn);
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return failure(missingReturnMsg, fn);
|
|
|
|
}
|
|
|
|
|
2018-07-06 10:46:19 -07:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Entrypoints
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
/// Perform (potentially expensive) checks of invariants, used to detect
|
2018-09-07 09:08:13 -07:00
|
|
|
/// compiler bugs. On error, this reports the error through the MLIRContext and
|
|
|
|
/// returns true.
|
|
|
|
bool Function::verify() const {
|
2018-07-06 10:46:19 -07:00
|
|
|
switch (getKind()) {
|
|
|
|
case Kind::ExtFunc:
|
|
|
|
// No body, nothing can be wrong here.
|
2018-07-21 14:32:09 -07:00
|
|
|
return false;
|
2018-07-06 10:46:19 -07:00
|
|
|
case Kind::CFGFunc:
|
2018-09-07 09:08:13 -07:00
|
|
|
return CFGFuncVerifier(*cast<CFGFunction>(this)).verify();
|
2018-07-06 10:46:19 -07:00
|
|
|
case Kind::MLFunc:
|
2018-09-07 09:08:13 -07:00
|
|
|
return MLFuncVerifier(*cast<MLFunction>(this)).verify();
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Perform (potentially expensive) checks of invariants, used to detect
|
2018-09-07 09:08:13 -07:00
|
|
|
/// compiler bugs. On error, this reports the error through the MLIRContext and
|
|
|
|
/// returns true.
|
|
|
|
bool Module::verify() const {
|
2018-07-21 14:32:09 -07:00
|
|
|
|
2018-07-06 10:46:19 -07:00
|
|
|
/// Check that each function is correct.
|
2018-07-25 14:08:16 -07:00
|
|
|
for (auto &fn : *this) {
|
2018-09-07 09:08:13 -07:00
|
|
|
if (fn.verify())
|
2018-07-21 14:32:09 -07:00
|
|
|
return true;
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|
2018-07-21 14:32:09 -07:00
|
|
|
|
|
|
|
return false;
|
2018-07-06 10:46:19 -07:00
|
|
|
}
|