17c6a19527
For cases where it turns out that we just need the first element of a vector (e.g. because we've determined that all of the values are equal), it's often more efficient to only compute that one value with scalar operations than to compute the whole vector's worth and then just use one value. This function tries to rewrite a vector computation to the scalar equivalent, if possible. (Partial work-around to http://llvm.org/bugs/show_bug.cgi?id=11775.) Note that sometimes this is the wrong thing to do--if we need the entire vector value for other purposes, for example.
268 lines
12 KiB
C++
268 lines
12 KiB
C++
/*
|
|
Copyright (c) 2010-2012, Intel Corporation
|
|
All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are
|
|
met:
|
|
|
|
* Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
* Neither the name of Intel Corporation nor the names of its
|
|
contributors may be used to endorse or promote products derived from
|
|
this software without specific prior written permission.
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
|
|
IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
|
TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
|
|
PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
/** @file llvmutil.h
|
|
@brief Header file with declarations for various LLVM utility stuff
|
|
*/
|
|
|
|
#ifndef ISPC_LLVMUTIL_H
|
|
#define ISPC_LLVMUTIL_H 1
|
|
|
|
#include <llvm/LLVMContext.h>
|
|
#include <llvm/Type.h>
|
|
#include <llvm/DerivedTypes.h>
|
|
#include <llvm/Constants.h>
|
|
|
|
namespace llvm {
|
|
class PHINode;
|
|
class InsertElementInst;
|
|
}
|
|
|
|
// llvm::Type *s are no longer const in llvm 3.0
|
|
#if defined(LLVM_3_0) || defined(LLVM_3_0svn) || defined(LLVM_3_1svn)
|
|
#define LLVM_TYPE_CONST
|
|
#else
|
|
#define LLVM_TYPE_CONST const
|
|
#endif
|
|
|
|
|
|
/** This structure holds pointers to a variety of LLVM types; code
|
|
elsewhere can use them from here, ratherthan needing to make more
|
|
verbose LLVM API calls.
|
|
*/
|
|
struct LLVMTypes {
|
|
static LLVM_TYPE_CONST llvm::Type *VoidType;
|
|
static LLVM_TYPE_CONST llvm::PointerType *VoidPointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *PointerIntType;
|
|
static LLVM_TYPE_CONST llvm::Type *BoolType;
|
|
|
|
static LLVM_TYPE_CONST llvm::Type *Int8Type;
|
|
static LLVM_TYPE_CONST llvm::Type *Int16Type;
|
|
static LLVM_TYPE_CONST llvm::Type *Int32Type;
|
|
static LLVM_TYPE_CONST llvm::Type *Int64Type;
|
|
static LLVM_TYPE_CONST llvm::Type *FloatType;
|
|
static LLVM_TYPE_CONST llvm::Type *DoubleType;
|
|
|
|
static LLVM_TYPE_CONST llvm::Type *Int8PointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *Int16PointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *Int32PointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *Int64PointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *FloatPointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *DoublePointerType;
|
|
|
|
static LLVM_TYPE_CONST llvm::VectorType *MaskType;
|
|
|
|
static LLVM_TYPE_CONST llvm::VectorType *BoolVectorType;
|
|
static LLVM_TYPE_CONST llvm::VectorType *Int1VectorType;
|
|
static LLVM_TYPE_CONST llvm::VectorType *Int8VectorType;
|
|
static LLVM_TYPE_CONST llvm::VectorType *Int16VectorType;
|
|
static LLVM_TYPE_CONST llvm::VectorType *Int32VectorType;
|
|
static LLVM_TYPE_CONST llvm::VectorType *Int64VectorType;
|
|
static LLVM_TYPE_CONST llvm::VectorType *FloatVectorType;
|
|
static LLVM_TYPE_CONST llvm::VectorType *DoubleVectorType;
|
|
|
|
static LLVM_TYPE_CONST llvm::Type *Int8VectorPointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *Int16VectorPointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *Int32VectorPointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *Int64VectorPointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *FloatVectorPointerType;
|
|
static LLVM_TYPE_CONST llvm::Type *DoubleVectorPointerType;
|
|
|
|
static LLVM_TYPE_CONST llvm::VectorType *VoidPointerVectorType;
|
|
};
|
|
|
|
/** These variables hold the corresponding LLVM constant values as a
|
|
convenience to code elsewhere in the system.
|
|
*/
|
|
extern llvm::Constant *LLVMTrue, *LLVMFalse;
|
|
|
|
/** This should be called early in initialization to initialize the members
|
|
of LLVMTypes and the LLVMTrue/LLVMFalse constants. However, it can't
|
|
be called until the compilation target is known.
|
|
*/
|
|
struct Target;
|
|
extern void InitLLVMUtil(llvm::LLVMContext *ctx, Target target);
|
|
|
|
/** Returns an LLVM i8 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMInt8(int8_t i);
|
|
/** Returns an LLVM i8 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMUInt8(uint8_t i);
|
|
/** Returns an LLVM i16 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMInt16(int16_t i);
|
|
/** Returns an LLVM i16 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMUInt16(uint16_t i);
|
|
/** Returns an LLVM i32 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMInt32(int32_t i);
|
|
/** Returns an LLVM i32 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMUInt32(uint32_t i);
|
|
/** Returns an LLVM i64 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMInt64(int64_t i);
|
|
/** Returns an LLVM i64 constant of the given value */
|
|
extern llvm::ConstantInt *LLVMUInt64(uint64_t i);
|
|
/** Returns an LLVM float constant of the given value */
|
|
extern llvm::Constant *LLVMFloat(float f);
|
|
/** Returns an LLVM double constant of the given value */
|
|
extern llvm::Constant *LLVMDouble(double f);
|
|
|
|
/** Returns an LLVM boolean vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMBoolVector(bool v);
|
|
|
|
/** Returns an LLVM i8 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMInt8Vector(int8_t i);
|
|
/** Returns an LLVM i8 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMUInt8Vector(uint8_t i);
|
|
|
|
/** Returns an LLVM i16 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMInt16Vector(int16_t i);
|
|
/** Returns an LLVM i16 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMUInt16Vector(uint16_t i);
|
|
|
|
/** Returns an LLVM i32 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMInt32Vector(int32_t i);
|
|
/** Returns an LLVM i32 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMUInt32Vector(uint32_t i);
|
|
|
|
/** Returns an LLVM i64 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMInt64Vector(int64_t i);
|
|
/** Returns an LLVM i64 vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMUInt64Vector(uint64_t i);
|
|
|
|
/** Returns an LLVM float vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMFloatVector(float f);
|
|
/** Returns an LLVM double vector constant of the given value smeared
|
|
across all elements */
|
|
extern llvm::Constant *LLVMDoubleVector(double f);
|
|
|
|
/** Returns a constant integer or vector (according to the given type) of
|
|
the given signed integer value. */
|
|
extern llvm::Constant *LLVMIntAsType(int64_t, LLVM_TYPE_CONST llvm::Type *t);
|
|
|
|
/** Returns a constant integer or vector (according to the given type) of
|
|
the given unsigned integer value. */
|
|
extern llvm::Constant *LLVMUIntAsType(uint64_t, LLVM_TYPE_CONST llvm::Type *t);
|
|
|
|
/** Returns an LLVM boolean vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMBoolVector(const bool *v);
|
|
|
|
/** Returns an LLVM i8 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMInt8Vector(const int8_t *i);
|
|
/** Returns an LLVM i8 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMUInt8Vector(const uint8_t *i);
|
|
|
|
/** Returns an LLVM i16 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMInt16Vector(const int16_t *i);
|
|
/** Returns an LLVM i16 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMUInt16Vector(const uint16_t *i);
|
|
|
|
/** Returns an LLVM i32 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMInt32Vector(const int32_t *i);
|
|
/** Returns an LLVM i32 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMUInt32Vector(const uint32_t *i);
|
|
|
|
/** Returns an LLVM i64 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMInt64Vector(const int64_t *i);
|
|
/** Returns an LLVM i64 vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMUInt64Vector(const uint64_t *i);
|
|
|
|
/** Returns an LLVM float vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMFloatVector(const float *f);
|
|
/** Returns an LLVM double vector based on the given array of values.
|
|
The array should have g->target.vectorWidth elements. */
|
|
extern llvm::Constant *LLVMDoubleVector(const double *f);
|
|
|
|
/** LLVM constant value representing an 'all on' SIMD lane mask */
|
|
extern llvm::Constant *LLVMMaskAllOn;
|
|
/** LLVM constant value representing an 'all off' SIMD lane mask */
|
|
extern llvm::Constant *LLVMMaskAllOff;
|
|
|
|
/** Tests to see if all of the elements of the vector in the 'v' parameter
|
|
are equal. Like lValuesAreEqual(), this is a conservative test and may
|
|
return false for arrays where the values are actually all equal. */
|
|
extern bool LLVMVectorValuesAllEqual(llvm::Value *v, int vectorLength,
|
|
std::vector<llvm::PHINode *> &seenPhis);
|
|
|
|
void LLVMFlattenInsertChain(llvm::InsertElementInst *ie, int vectorWidth,
|
|
llvm::Value **elements);
|
|
|
|
/** This is a utility routine for debugging that dumps out the given LLVM
|
|
value as well as (recursively) all of the other values that it depends
|
|
on. */
|
|
extern void LLVMDumpValue(llvm::Value *v);
|
|
|
|
/** Given a vector-typed value, this function returns the value of its
|
|
first element. Rather than just doing the straightforward thing of
|
|
using a single extractelement instruction to do this, this function
|
|
tries to rewrite the computation for the first element in scalar form;
|
|
this is generally more efficient than computing the entire vector's
|
|
worth of values just to extract the first element, in cases where only
|
|
the first element's value is needed.
|
|
*/
|
|
extern llvm::Value *LLVMExtractFirstVectorElement(llvm::Value *v,
|
|
llvm::Instruction *insertBefore);
|
|
|
|
/** This function takes two vectors, expected to be the same length, and
|
|
returns a new vector of twice the length that represents concatenating
|
|
the two of them. */
|
|
extern llvm::Value *LLVMConcatVectors(llvm::Value *v1, llvm::Value *v2,
|
|
llvm::Instruction *insertBefore);
|
|
|
|
/** This is a utility function for vector shuffling; it takes two vectors
|
|
v1 and v2, and a compile-time constant set of integer permutations in
|
|
shuf[] and returns a new vector of length shufSize that represents the
|
|
corresponding shufflevector operation. */
|
|
extern llvm::Value *LLVMShuffleVectors(llvm::Value *v1, llvm::Value *v2,
|
|
int32_t shuf[], int shufSize,
|
|
llvm::Instruction *insertBefore);
|
|
|
|
#endif // ISPC_LLVMUTIL_H
|