Some codestyle changes
This commit is contained in:
Vsevolod Livinskiy
322
builtins/util.m4
322
builtins/util.m4
@@ -51,10 +51,10 @@ define(`MASK_HIGH_BIT_ON',
|
||||
|
||||
;; LLVM has different IR for different versions since 3.7
|
||||
|
||||
define(`PTR_OP_ARGS',
|
||||
ifelse(LLVM_VERSION, LLVM_3_7,
|
||||
``$1 , $1 * $2'',
|
||||
``$1 * $2''
|
||||
define(`PTR_OP_ARGS',
|
||||
ifelse(LLVM_VERSION, LLVM_3_7,
|
||||
``$1 , $1 *'',
|
||||
``$1 *''
|
||||
)
|
||||
)
|
||||
|
||||
@@ -1204,34 +1204,34 @@ forloop(i, 1, eval(WIDTH-1), ` %ret_`'i = insertelement <WIDTH x $1> %ret_`'eva
|
||||
not_const:
|
||||
; store two instances of the vector into memory
|
||||
%ptr = alloca <WIDTH x $1>, i32 2
|
||||
%ptr0 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%ptr, i32 0')
|
||||
%ptr0 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %ptr, i32 0
|
||||
store <WIDTH x $1> %0, <WIDTH x $1> * %ptr0
|
||||
%ptr1 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%ptr, i32 1')
|
||||
%ptr1 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %ptr, i32 1
|
||||
store <WIDTH x $1> %0, <WIDTH x $1> * %ptr1
|
||||
|
||||
; compute offset in [0,vectorwidth-1], then index into the doubled-up vector
|
||||
%offset = and i32 %1, eval(WIDTH-1)
|
||||
%ptr_as_elt_array = bitcast <WIDTH x $1> * %ptr to [eval(2*WIDTH) x $1] *
|
||||
%load_ptr = getelementptr PTR_OP_ARGS(`[eval(2*WIDTH) x $1]', `%ptr_as_elt_array, i32 0, i32 %offset')
|
||||
%load_ptr = getelementptr PTR_OP_ARGS(`[eval(2*WIDTH) x $1]') %ptr_as_elt_array, i32 0, i32 %offset
|
||||
%load_ptr_vec = bitcast $1 * %load_ptr to <WIDTH x $1> *
|
||||
%result = load PTR_OP_ARGS(`<WIDTH x $1> ',` %load_ptr_vec, align $2')
|
||||
%result = load PTR_OP_ARGS(`<WIDTH x $1> ') %load_ptr_vec, align $2
|
||||
ret <WIDTH x $1> %result
|
||||
}
|
||||
|
||||
define <WIDTH x $1> @__shift_$1(<WIDTH x $1>, i32) nounwind readnone alwaysinline {
|
||||
%ptr = alloca <WIDTH x $1>, i32 3
|
||||
%ptr0 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%ptr, i32 0')
|
||||
%ptr0 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %ptr, i32 0
|
||||
store <WIDTH x $1> zeroinitializer, <WIDTH x $1> * %ptr0
|
||||
%ptr1 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%ptr, i32 1')
|
||||
%ptr1 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %ptr, i32 1
|
||||
store <WIDTH x $1> %0, <WIDTH x $1> * %ptr1
|
||||
%ptr2 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%ptr, i32 2')
|
||||
%ptr2 = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %ptr, i32 2
|
||||
store <WIDTH x $1> zeroinitializer, <WIDTH x $1> * %ptr2
|
||||
|
||||
%offset = add i32 %1, WIDTH
|
||||
%ptr_as_elt_array = bitcast <WIDTH x $1> * %ptr to [eval(3*WIDTH) x $1] *
|
||||
%load_ptr = getelementptr PTR_OP_ARGS(`[eval(3*WIDTH) x $1]', `%ptr_as_elt_array, i32 0, i32 %offset')
|
||||
%load_ptr = getelementptr PTR_OP_ARGS(`[eval(3*WIDTH) x $1]') %ptr_as_elt_array, i32 0, i32 %offset
|
||||
%load_ptr_vec = bitcast $1 * %load_ptr to <WIDTH x $1> *
|
||||
%result = load PTR_OP_ARGS(`<WIDTH x $1> ',` %load_ptr_vec, align $2')
|
||||
%result = load PTR_OP_ARGS(`<WIDTH x $1> ') %load_ptr_vec, align $2
|
||||
ret <WIDTH x $1> %result
|
||||
}
|
||||
|
||||
@@ -1276,13 +1276,13 @@ not_const:
|
||||
store <eval(2*WIDTH) x $1> %v2, <eval(2*WIDTH) x $1> * %ptr
|
||||
%baseptr = bitcast <eval(2*WIDTH) x $1> * %ptr to $1 *
|
||||
|
||||
%ptr_0 = getelementptr PTR_OP_ARGS(`$1', `%baseptr, i32 %index_0')
|
||||
%val_0 = load PTR_OP_ARGS(`$1 ',` %ptr_0')
|
||||
%ptr_0 = getelementptr PTR_OP_ARGS(`$1') %baseptr, i32 %index_0
|
||||
%val_0 = load PTR_OP_ARGS(`$1 ') %ptr_0
|
||||
%result_0 = insertelement <WIDTH x $1> undef, $1 %val_0, i32 0
|
||||
|
||||
forloop(i, 1, eval(WIDTH-1), `
|
||||
%ptr_`'i = getelementptr PTR_OP_ARGS(`$1', `%baseptr, i32 %index_`'i')
|
||||
%val_`'i = load PTR_OP_ARGS(`$1 ',` %ptr_`'i')
|
||||
%ptr_`'i = getelementptr PTR_OP_ARGS(`$1') %baseptr, i32 %index_`'i
|
||||
%val_`'i = load PTR_OP_ARGS(`$1 ') %ptr_`'i
|
||||
%result_`'i = insertelement <WIDTH x $1> %result_`'eval(i-1), $1 %val_`'i, i32 i
|
||||
')
|
||||
|
||||
@@ -1522,10 +1522,10 @@ define <$1 x $2> @__atomic_compare_exchange_$3_global($2* %ptr, <$1 x $2> %cmp,
|
||||
',`
|
||||
%r_LANE_ID = cmpxchg $2 * %ptr, $2 %cmp_LANE_ID, $2 %val_LANE_ID seq_cst
|
||||
')
|
||||
%rp_LANE_ID = getelementptr PTR_OP_ARGS(`$2', `%rptr32, i32 LANE')
|
||||
%rp_LANE_ID = getelementptr PTR_OP_ARGS(`$2') %rptr32, i32 LANE
|
||||
store $2 %r_LANE_ID, $2 * %rp_LANE_ID')
|
||||
|
||||
%r = load PTR_OP_ARGS(`<$1 x $2> ',` %rptr')
|
||||
%r = load PTR_OP_ARGS(`<$1 x $2> ') %rptr
|
||||
ret <$1 x $2> %r
|
||||
}
|
||||
|
||||
@@ -1790,13 +1790,13 @@ define void
|
||||
|
||||
;; Similarly for the output pointers
|
||||
%out0a = bitcast <8 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out1a = bitcast <8 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out2a = bitcast <8 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
%out3a = bitcast <8 x float> * %out3 to <4 x float> *
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 1')
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 1
|
||||
|
||||
;; Do the first part--given input vectors like
|
||||
;; <x0 y0 z0 x1 y1 z1 x2 y2> <z2 x3 y3 z3 x4 y4 z4 x5> <y5 z5 x6 y6 z6 x7 y7 z7>,
|
||||
@@ -1839,13 +1839,13 @@ define void
|
||||
<4 x i32> <i32 4, i32 5, i32 6, i32 7>
|
||||
|
||||
%out0a = bitcast <8 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out1a = bitcast <8 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out2a = bitcast <8 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
%out3a = bitcast <8 x float> * %out3 to <4 x float> *
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 1')
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 1
|
||||
|
||||
;; First part--given input vectors
|
||||
;; <x0 x1 x2 x3 x4 x5 x6 x7> <y0 y1 y2 y3 y4 y5 y6 y7> <z0 z1 z2 z3 z4 z5 z6 z7>
|
||||
@@ -1882,11 +1882,11 @@ define void
|
||||
<4 x i32> <i32 4, i32 5, i32 6, i32 7>
|
||||
|
||||
%out0a = bitcast <8 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out1a = bitcast <8 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out2a = bitcast <8 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
|
||||
call void @__aos_to_soa3_float4(<4 x float> %v0a, <4 x float> %v0b,
|
||||
<4 x float> %v1a, <4 x float> * %out0a, <4 x float> * %out1a,
|
||||
@@ -1916,11 +1916,11 @@ define void
|
||||
<4 x i32> <i32 4, i32 5, i32 6, i32 7>
|
||||
|
||||
%out0a = bitcast <8 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out1a = bitcast <8 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out2a = bitcast <8 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
|
||||
call void @__soa_to_aos3_float4(<4 x float> %v0a, <4 x float> %v1a,
|
||||
<4 x float> %v2a, <4 x float> * %out0a, <4 x float> * %out0b,
|
||||
@@ -1972,21 +1972,21 @@ define void
|
||||
<4 x i32> <i32 12, i32 13, i32 14, i32 15>
|
||||
|
||||
%out0a = bitcast <16 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 2')
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 3')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 2
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 3
|
||||
%out1a = bitcast <16 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 2')
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 3')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 2
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 3
|
||||
%out2a = bitcast <16 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 2')
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 3')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 2
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 3
|
||||
%out3a = bitcast <16 x float> * %out3 to <4 x float> *
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 1')
|
||||
%out3c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 2')
|
||||
%out3d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 3')
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 1
|
||||
%out3c = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 2
|
||||
%out3d = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 3
|
||||
|
||||
call void @__aos_to_soa4_float4(<4 x float> %v0a, <4 x float> %v0b,
|
||||
<4 x float> %v0c, <4 x float> %v0d, <4 x float> * %out0a,
|
||||
@@ -2043,21 +2043,21 @@ define void
|
||||
<4 x i32> <i32 12, i32 13, i32 14, i32 15>
|
||||
|
||||
%out0a = bitcast <16 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 2')
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 3')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 2
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 3
|
||||
%out1a = bitcast <16 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 2')
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 3')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 2
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 3
|
||||
%out2a = bitcast <16 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 2')
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 3')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 2
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 3
|
||||
%out3a = bitcast <16 x float> * %out3 to <4 x float> *
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 1')
|
||||
%out3c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 2')
|
||||
%out3d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out3a, i32 3')
|
||||
%out3b = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 1
|
||||
%out3c = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 2
|
||||
%out3d = getelementptr PTR_OP_ARGS(`<4 x float>') %out3a, i32 3
|
||||
|
||||
call void @__soa_to_aos4_float4(<4 x float> %v0a, <4 x float> %v1a,
|
||||
<4 x float> %v2a, <4 x float> %v3a, <4 x float> * %out0a,
|
||||
@@ -2105,17 +2105,17 @@ define void
|
||||
<4 x i32> <i32 12, i32 13, i32 14, i32 15>
|
||||
|
||||
%out0a = bitcast <16 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 2')
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 3')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 2
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 3
|
||||
%out1a = bitcast <16 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 2')
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 3')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 2
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 3
|
||||
%out2a = bitcast <16 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 2')
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 3')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 2
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 3
|
||||
|
||||
call void @__aos_to_soa3_float4(<4 x float> %v0a, <4 x float> %v0b,
|
||||
<4 x float> %v0c, <4 x float> * %out0a, <4 x float> * %out1a,
|
||||
@@ -2163,17 +2163,17 @@ define void
|
||||
<4 x i32> <i32 12, i32 13, i32 14, i32 15>
|
||||
|
||||
%out0a = bitcast <16 x float> * %out0 to <4 x float> *
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 1')
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 2')
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out0a, i32 3')
|
||||
%out0b = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 1
|
||||
%out0c = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 2
|
||||
%out0d = getelementptr PTR_OP_ARGS(`<4 x float>') %out0a, i32 3
|
||||
%out1a = bitcast <16 x float> * %out1 to <4 x float> *
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 1')
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 2')
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out1a, i32 3')
|
||||
%out1b = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 1
|
||||
%out1c = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 2
|
||||
%out1d = getelementptr PTR_OP_ARGS(`<4 x float>') %out1a, i32 3
|
||||
%out2a = bitcast <16 x float> * %out2 to <4 x float> *
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 1')
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 2')
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>', `%out2a, i32 3')
|
||||
%out2b = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 1
|
||||
%out2c = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 2
|
||||
%out2d = getelementptr PTR_OP_ARGS(`<4 x float>') %out2a, i32 3
|
||||
|
||||
call void @__soa_to_aos3_float4(<4 x float> %v0a, <4 x float> %v1a,
|
||||
<4 x float> %v2a, <4 x float> * %out0a, <4 x float> * %out0b,
|
||||
@@ -2198,13 +2198,13 @@ define void
|
||||
<WIDTH x float> * noalias %out2, <WIDTH x float> * noalias %out3)
|
||||
nounwind alwaysinline {
|
||||
%p0 = bitcast float * %p to <WIDTH x float> *
|
||||
%v0 = load PTR_OP_ARGS(`<WIDTH x float> ',` %p0, align 4')
|
||||
%p1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%p0, i32 1')
|
||||
%v1 = load PTR_OP_ARGS(`<WIDTH x float> ',` %p1, align 4')
|
||||
%p2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%p0, i32 2')
|
||||
%v2 = load PTR_OP_ARGS(`<WIDTH x float> ',` %p2, align 4')
|
||||
%p3 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%p0, i32 3')
|
||||
%v3 = load PTR_OP_ARGS(`<WIDTH x float> ',` %p3, align 4')
|
||||
%v0 = load PTR_OP_ARGS(`<WIDTH x float> ') %p0, align 4
|
||||
%p1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %p0, i32 1
|
||||
%v1 = load PTR_OP_ARGS(`<WIDTH x float> ') %p1, align 4
|
||||
%p2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %p0, i32 2
|
||||
%v2 = load PTR_OP_ARGS(`<WIDTH x float> ') %p2, align 4
|
||||
%p3 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %p0, i32 3
|
||||
%v3 = load PTR_OP_ARGS(`<WIDTH x float> ') %p3, align 4
|
||||
call void @__aos_to_soa4_float`'WIDTH (<WIDTH x float> %v0, <WIDTH x float> %v1,
|
||||
<WIDTH x float> %v2, <WIDTH x float> %v3, <WIDTH x float> * %out0,
|
||||
<WIDTH x float> * %out1, <WIDTH x float> * %out2, <WIDTH x float> * %out3)
|
||||
@@ -2216,9 +2216,9 @@ define void
|
||||
@__soa_to_aos4_float(<WIDTH x float> %v0, <WIDTH x float> %v1, <WIDTH x float> %v2,
|
||||
<WIDTH x float> %v3, float * noalias %p) nounwind alwaysinline {
|
||||
%out0 = bitcast float * %p to <WIDTH x float> *
|
||||
%out1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%out0, i32 1')
|
||||
%out2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%out0, i32 2')
|
||||
%out3 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%out0, i32 3')
|
||||
%out1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %out0, i32 1
|
||||
%out2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %out0, i32 2
|
||||
%out3 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %out0, i32 3
|
||||
call void @__soa_to_aos4_float`'WIDTH (<WIDTH x float> %v0, <WIDTH x float> %v1,
|
||||
<WIDTH x float> %v2, <WIDTH x float> %v3, <WIDTH x float> * %out0,
|
||||
<WIDTH x float> * %out1, <WIDTH x float> * %out2, <WIDTH x float> * %out3)
|
||||
@@ -2231,11 +2231,11 @@ define void
|
||||
<WIDTH x float> * %out0, <WIDTH x float> * %out1,
|
||||
<WIDTH x float> * %out2) nounwind alwaysinline {
|
||||
%p0 = bitcast float * %p to <WIDTH x float> *
|
||||
%v0 = load PTR_OP_ARGS(`<WIDTH x float> ',` %p0, align 4')
|
||||
%p1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%p0, i32 1')
|
||||
%v1 = load PTR_OP_ARGS(`<WIDTH x float> ',` %p1, align 4')
|
||||
%p2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%p0, i32 2')
|
||||
%v2 = load PTR_OP_ARGS(`<WIDTH x float> ',` %p2, align 4')
|
||||
%v0 = load PTR_OP_ARGS(`<WIDTH x float> ') %p0, align 4
|
||||
%p1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %p0, i32 1
|
||||
%v1 = load PTR_OP_ARGS(`<WIDTH x float> ') %p1, align 4
|
||||
%p2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %p0, i32 2
|
||||
%v2 = load PTR_OP_ARGS(`<WIDTH x float> ') %p2, align 4
|
||||
call void @__aos_to_soa3_float`'WIDTH (<WIDTH x float> %v0, <WIDTH x float> %v1,
|
||||
<WIDTH x float> %v2, <WIDTH x float> * %out0, <WIDTH x float> * %out1,
|
||||
<WIDTH x float> * %out2)
|
||||
@@ -2247,8 +2247,8 @@ define void
|
||||
@__soa_to_aos3_float(<WIDTH x float> %v0, <WIDTH x float> %v1, <WIDTH x float> %v2,
|
||||
float * noalias %p) nounwind alwaysinline {
|
||||
%out0 = bitcast float * %p to <WIDTH x float> *
|
||||
%out1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%out0, i32 1')
|
||||
%out2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>', `%out0, i32 2')
|
||||
%out1 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %out0, i32 1
|
||||
%out2 = getelementptr PTR_OP_ARGS(`<WIDTH x float>') %out0, i32 2
|
||||
call void @__soa_to_aos3_float`'WIDTH (<WIDTH x float> %v0, <WIDTH x float> %v1,
|
||||
<WIDTH x float> %v2, <WIDTH x float> * %out0, <WIDTH x float> * %out1,
|
||||
<WIDTH x float> * %out2)
|
||||
@@ -3397,9 +3397,9 @@ declare void @free(i8 *)
|
||||
define noalias i8 * @__new_uniform_32rt(i64 %size) {
|
||||
%ptr = alloca i8*
|
||||
%conv = trunc i64 %size to i32
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%call1 = call i32 @posix_memalign(i8** %ptr, i32 %alignment, i32 %conv)
|
||||
%ptr_val = load PTR_OP_ARGS(`i8*',` %ptr')
|
||||
%ptr_val = load PTR_OP_ARGS(`i8*') %ptr
|
||||
ret i8* %ptr_val
|
||||
}
|
||||
|
||||
@@ -3407,15 +3407,15 @@ define <WIDTH x i64> @__new_varying32_32rt(<WIDTH x i32> %size, <WIDTH x MASK> %
|
||||
%ret = alloca <WIDTH x i64>
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %ret
|
||||
%ret64 = bitcast <WIDTH x i64> * %ret to i64 *
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
|
||||
per_lane(WIDTH, <WIDTH x MASK> %mask, `
|
||||
%sz_LANE_ID = extractelement <WIDTH x i32> %size, i32 LANE
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64', `%ret64, i32 LANE')
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64') %ret64, i32 LANE
|
||||
%ptr_LANE_ID = bitcast i64* %store_LANE_ID to i8**
|
||||
%call_LANE_ID = call i32 @posix_memalign(i8** %ptr_LANE_ID, i32 %alignment, i32 %sz_LANE_ID)')
|
||||
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ',` %ret')
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ') %ret
|
||||
ret <WIDTH x i64> %r
|
||||
}
|
||||
|
||||
@@ -3451,10 +3451,10 @@ declare void @free(i8 *)
|
||||
|
||||
define noalias i8 * @__new_uniform_64rt(i64 %size) {
|
||||
%ptr = alloca i8*
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%alignment64 = sext i32 %alignment to i64
|
||||
%call1 = call i32 @posix_memalign(i8** %ptr, i64 %alignment64, i64 %size)
|
||||
%ptr_val = load PTR_OP_ARGS(`i8*',`%ptr')
|
||||
%ptr_val = load PTR_OP_ARGS(`i8*') %ptr
|
||||
ret i8* %ptr_val
|
||||
}
|
||||
|
||||
@@ -3462,17 +3462,17 @@ define <WIDTH x i64> @__new_varying32_64rt(<WIDTH x i32> %size, <WIDTH x MASK> %
|
||||
%ret = alloca <WIDTH x i64>
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %ret
|
||||
%ret64 = bitcast <WIDTH x i64> * %ret to i64 *
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%alignment64 = sext i32 %alignment to i64
|
||||
|
||||
per_lane(WIDTH, <WIDTH x MASK> %mask, `
|
||||
%sz_LANE_ID = extractelement <WIDTH x i32> %size, i32 LANE
|
||||
%sz64_LANE_ID = zext i32 %sz_LANE_ID to i64
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64', `%ret64, i32 LANE')
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64') %ret64, i32 LANE
|
||||
%ptr_LANE_ID = bitcast i64* %store_LANE_ID to i8**
|
||||
%call_LANE_ID = call i32 @posix_memalign(i8** %ptr_LANE_ID, i64 %alignment64, i64 %sz64_LANE_ID)')
|
||||
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ',` %ret')
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ') %ret
|
||||
ret <WIDTH x i64> %r
|
||||
}
|
||||
|
||||
@@ -3480,16 +3480,16 @@ define <WIDTH x i64> @__new_varying64_64rt(<WIDTH x i64> %size, <WIDTH x MASK> %
|
||||
%ret = alloca <WIDTH x i64>
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %ret
|
||||
%ret64 = bitcast <WIDTH x i64> * %ret to i64 *
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%alignment64 = sext i32 %alignment to i64
|
||||
|
||||
per_lane(WIDTH, <WIDTH x MASK> %mask, `
|
||||
%sz64_LANE_ID = extractelement <WIDTH x i64> %size, i32 LANE
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64', `%ret64, i32 LANE')
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64') %ret64, i32 LANE
|
||||
%ptr_LANE_ID = bitcast i64* %store_LANE_ID to i8**
|
||||
%call_LANE_ID = call i32 @posix_memalign(i8** %ptr_LANE_ID, i64 %alignment64, i64 %sz64_LANE_ID)')
|
||||
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ',` %ret')
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ') %ret
|
||||
ret <WIDTH x i64> %r
|
||||
}
|
||||
|
||||
@@ -3533,7 +3533,7 @@ declare void @_aligned_free(i8 *)
|
||||
|
||||
define noalias i8 * @__new_uniform_32rt(i64 %size) {
|
||||
%conv = trunc i64 %size to i32
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%ptr = tail call i8* @_aligned_malloc(i32 %conv, i32 %alignment)
|
||||
ret i8* %ptr
|
||||
}
|
||||
@@ -3542,16 +3542,16 @@ define <WIDTH x i64> @__new_varying32_32rt(<WIDTH x i32> %size, <WIDTH x MASK> %
|
||||
%ret = alloca <WIDTH x i64>
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %ret
|
||||
%ret64 = bitcast <WIDTH x i64> * %ret to i64 *
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
|
||||
per_lane(WIDTH, <WIDTH x MASK> %mask, `
|
||||
%sz_LANE_ID = extractelement <WIDTH x i32> %size, i32 LANE
|
||||
%ptr_LANE_ID = call noalias i8 * @_aligned_malloc(i32 %sz_LANE_ID, i32 %alignment)
|
||||
%ptr_int_LANE_ID = ptrtoint i8 * %ptr_LANE_ID to i64
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64', `%ret64, i32 LANE')
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64') %ret64, i32 LANE
|
||||
store i64 %ptr_int_LANE_ID, i64 * %store_LANE_ID')
|
||||
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ',` %ret')
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ') %ret
|
||||
ret <WIDTH x i64> %r
|
||||
}
|
||||
|
||||
@@ -3586,7 +3586,7 @@ declare i8* @_aligned_malloc(i64, i64)
|
||||
declare void @_aligned_free(i8 *)
|
||||
|
||||
define noalias i8 * @__new_uniform_64rt(i64 %size) {
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%alignment64 = sext i32 %alignment to i64
|
||||
%ptr = tail call i8* @_aligned_malloc(i64 %size, i64 %alignment64)
|
||||
ret i8* %ptr
|
||||
@@ -3596,7 +3596,7 @@ define <WIDTH x i64> @__new_varying32_64rt(<WIDTH x i32> %size, <WIDTH x MASK> %
|
||||
%ret = alloca <WIDTH x i64>
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %ret
|
||||
%ret64 = bitcast <WIDTH x i64> * %ret to i64 *
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%alignment64 = sext i32 %alignment to i64
|
||||
|
||||
per_lane(WIDTH, <WIDTH x MASK> %mask, `
|
||||
@@ -3604,10 +3604,10 @@ define <WIDTH x i64> @__new_varying32_64rt(<WIDTH x i32> %size, <WIDTH x MASK> %
|
||||
%sz64_LANE_ID = zext i32 %sz_LANE_ID to i64
|
||||
%ptr_LANE_ID = call noalias i8 * @_aligned_malloc(i64 %sz64_LANE_ID, i64 %alignment64)
|
||||
%ptr_int_LANE_ID = ptrtoint i8 * %ptr_LANE_ID to i64
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64', `%ret64, i32 LANE')
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64') %ret64, i32 LANE
|
||||
store i64 %ptr_int_LANE_ID, i64 * %store_LANE_ID')
|
||||
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ',` %ret')
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ') %ret
|
||||
ret <WIDTH x i64> %r
|
||||
}
|
||||
|
||||
@@ -3615,17 +3615,17 @@ define <WIDTH x i64> @__new_varying64_64rt(<WIDTH x i64> %size, <WIDTH x MASK> %
|
||||
%ret = alloca <WIDTH x i64>
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %ret
|
||||
%ret64 = bitcast <WIDTH x i64> * %ret to i64 *
|
||||
%alignment = load PTR_OP_ARGS(`i32',` @memory_alignment')
|
||||
%alignment = load PTR_OP_ARGS(`i32') @memory_alignment
|
||||
%alignment64 = sext i32 %alignment to i64
|
||||
|
||||
per_lane(WIDTH, <WIDTH x MASK> %mask, `
|
||||
%sz64_LANE_ID = extractelement <WIDTH x i64> %size, i32 LANE
|
||||
%ptr_LANE_ID = call noalias i8 * @_aligned_malloc(i64 %sz64_LANE_ID, i64 %alignment64)
|
||||
%ptr_int_LANE_ID = ptrtoint i8 * %ptr_LANE_ID to i64
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64', `%ret64, i32 LANE')
|
||||
%store_LANE_ID = getelementptr PTR_OP_ARGS(`i64') %ret64, i32 LANE
|
||||
store i64 %ptr_int_LANE_ID, i64 * %store_LANE_ID')
|
||||
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ',` %ret')
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x i64> ') %ret
|
||||
ret <WIDTH x i64> %r
|
||||
}
|
||||
|
||||
@@ -3940,11 +3940,11 @@ define <$1 x i64> @__$2_varying_$3(<$1 x i64>, <$1 x i64>) nounwind alwaysinline
|
||||
%v1_`'i = extractelement <$1 x i64> %1, i32 i
|
||||
%c_`'i = icmp $4 i64 %v0_`'i, %v1_`'i
|
||||
%v_`'i = select i1 %c_`'i, i64 %v0_`'i, i64 %v1_`'i
|
||||
%ptr_`'i = getelementptr PTR_OP_ARGS(`i64', `%r64ptr, i32 i')
|
||||
%ptr_`'i = getelementptr PTR_OP_ARGS(`i64') %r64ptr, i32 i
|
||||
store i64 %v_`'i, i64 * %ptr_`'i
|
||||
')
|
||||
|
||||
%ret = load PTR_OP_ARGS(`<$1 x i64> ',` %rptr')
|
||||
%ret = load PTR_OP_ARGS(`<$1 x i64> ') %rptr
|
||||
ret <$1 x i64> %ret
|
||||
}
|
||||
')
|
||||
@@ -3990,7 +3990,7 @@ entry:
|
||||
|
||||
load:
|
||||
%ptr = bitcast i8 * %0 to <WIDTH x $1> *
|
||||
%valall = load PTR_OP_ARGS(`<WIDTH x $1> ',` %ptr, align $2')
|
||||
%valall = load PTR_OP_ARGS(`<WIDTH x $1> ') %ptr, align $2
|
||||
ret <WIDTH x $1> %valall
|
||||
|
||||
loop:
|
||||
@@ -4006,9 +4006,9 @@ load_lane:
|
||||
; yes! do the load and store the result into the appropriate place in the
|
||||
; allocaed memory above
|
||||
%ptr32 = bitcast i8 * %0 to $1 *
|
||||
%lane_ptr = getelementptr PTR_OP_ARGS(`$1', `%ptr32, i32 %lane')
|
||||
%val = load PTR_OP_ARGS(`$1 ',` %lane_ptr')
|
||||
%store_ptr = getelementptr PTR_OP_ARGS(`$1', `%retptr32, i32 %lane')
|
||||
%lane_ptr = getelementptr PTR_OP_ARGS(`$1') %ptr32, i32 %lane
|
||||
%val = load PTR_OP_ARGS(`$1 ') %lane_ptr
|
||||
%store_ptr = getelementptr PTR_OP_ARGS(`$1') %retptr32, i32 %lane
|
||||
store $1 %val, $1 * %store_ptr
|
||||
br label %lane_done
|
||||
|
||||
@@ -4018,7 +4018,7 @@ lane_done:
|
||||
br i1 %done, label %return, label %loop
|
||||
|
||||
return:
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x $1> ',` %retptr')
|
||||
%r = load PTR_OP_ARGS(`<WIDTH x $1> ') %retptr
|
||||
ret <WIDTH x $1> %r
|
||||
}
|
||||
')
|
||||
@@ -4032,7 +4032,7 @@ return:
|
||||
define(`gen_masked_store', `
|
||||
define void @__masked_store_$1(<WIDTH x $1>* nocapture, <WIDTH x $1>, <WIDTH x MASK>) nounwind alwaysinline {
|
||||
per_lane(WIDTH, <WIDTH x MASK> %2, `
|
||||
%ptr_LANE_ID = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%0, i32 0, i32 LANE')
|
||||
%ptr_LANE_ID = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %0, i32 0, i32 LANE
|
||||
%storeval_LANE_ID = extractelement <WIDTH x $1> %1, i32 LANE
|
||||
store $1 %storeval_LANE_ID, $1 * %ptr_LANE_ID')
|
||||
ret void
|
||||
@@ -4042,7 +4042,7 @@ define void @__masked_store_$1(<WIDTH x $1>* nocapture, <WIDTH x $1>, <WIDTH x M
|
||||
define(`masked_store_blend_8_16_by_4', `
|
||||
define void @__masked_store_blend_i8(<4 x i8>* nocapture, <4 x i8>,
|
||||
<4 x i32>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<4 x i8> ',` %0, align 1')
|
||||
%old = load PTR_OP_ARGS(`<4 x i8> ') %0, align 1
|
||||
|
||||
%m = trunc <4 x i32> %2 to <4 x i1>
|
||||
%resultvec = select <4 x i1> %m, <4 x i8> %1, <4 x i8> %old
|
||||
@@ -4053,7 +4053,7 @@ define void @__masked_store_blend_i8(<4 x i8>* nocapture, <4 x i8>,
|
||||
|
||||
define void @__masked_store_blend_i16(<4 x i16>* nocapture, <4 x i16>,
|
||||
<4 x i32>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<4 x i16> ',` %0, align 2')
|
||||
%old = load PTR_OP_ARGS(`<4 x i16> ') %0, align 2
|
||||
|
||||
%m = trunc <4 x i32> %2 to <4 x i1>
|
||||
%resultvec = select <4 x i1> %m, <4 x i16> %1, <4 x i16> %old
|
||||
@@ -4066,7 +4066,7 @@ define void @__masked_store_blend_i16(<4 x i16>* nocapture, <4 x i16>,
|
||||
define(`masked_store_blend_8_16_by_4_mask64', `
|
||||
define void @__masked_store_blend_i8(<4 x i8>* nocapture, <4 x i8>,
|
||||
<4 x i64>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<4 x i8> ',` %0, align 1')
|
||||
%old = load PTR_OP_ARGS(`<4 x i8> ') %0, align 1
|
||||
|
||||
%m = trunc <4 x i64> %2 to <4 x i1>
|
||||
%resultvec = select <4 x i1> %m, <4 x i8> %1, <4 x i8> %old
|
||||
@@ -4077,7 +4077,7 @@ define void @__masked_store_blend_i8(<4 x i8>* nocapture, <4 x i8>,
|
||||
|
||||
define void @__masked_store_blend_i16(<4 x i16>* nocapture, <4 x i16>,
|
||||
<4 x i64>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<4 x i16> ',` %0, align 2')
|
||||
%old = load PTR_OP_ARGS(`<4 x i16> ') %0, align 2
|
||||
|
||||
%m = trunc <4 x i64> %2 to <4 x i1>
|
||||
%resultvec = select <4 x i1> %m, <4 x i16> %1, <4 x i16> %old
|
||||
@@ -4090,7 +4090,7 @@ define void @__masked_store_blend_i16(<4 x i16>* nocapture, <4 x i16>,
|
||||
define(`masked_store_blend_8_16_by_8', `
|
||||
define void @__masked_store_blend_i8(<8 x i8>* nocapture, <8 x i8>,
|
||||
<8 x i32>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<8 x i8> ',` %0, align 1')
|
||||
%old = load PTR_OP_ARGS(`<8 x i8> ') %0, align 1
|
||||
|
||||
%m = trunc <8 x i32> %2 to <8 x i1>
|
||||
%resultvec = select <8 x i1> %m, <8 x i8> %1, <8 x i8> %old
|
||||
@@ -4101,7 +4101,7 @@ define void @__masked_store_blend_i8(<8 x i8>* nocapture, <8 x i8>,
|
||||
|
||||
define void @__masked_store_blend_i16(<8 x i16>* nocapture, <8 x i16>,
|
||||
<8 x i32>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<8 x i16> ',` %0, align 2')
|
||||
%old = load PTR_OP_ARGS(`<8 x i16> ') %0, align 2
|
||||
|
||||
%m = trunc <8 x i32> %2 to <8 x i1>
|
||||
%resultvec = select <8 x i1> %m, <8 x i16> %1, <8 x i16> %old
|
||||
@@ -4115,7 +4115,7 @@ define void @__masked_store_blend_i16(<8 x i16>* nocapture, <8 x i16>,
|
||||
define(`masked_store_blend_8_16_by_16', `
|
||||
define void @__masked_store_blend_i8(<16 x i8>* nocapture, <16 x i8>,
|
||||
<16 x i32>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<16 x i8> ',` %0, align 1')
|
||||
%old = load PTR_OP_ARGS(`<16 x i8> ') %0, align 1
|
||||
|
||||
%m = trunc <16 x i32> %2 to <16 x i1>
|
||||
%resultvec = select <16 x i1> %m, <16 x i8> %1, <16 x i8> %old
|
||||
@@ -4126,7 +4126,7 @@ define void @__masked_store_blend_i8(<16 x i8>* nocapture, <16 x i8>,
|
||||
|
||||
define void @__masked_store_blend_i16(<16 x i16>* nocapture, <16 x i16>,
|
||||
<16 x i32>) nounwind alwaysinline {
|
||||
%old = load PTR_OP_ARGS(`<16 x i16> ',` %0, align 2')
|
||||
%old = load PTR_OP_ARGS(`<16 x i16> ') %0, align 2
|
||||
|
||||
%m = trunc <16 x i32> %2 to <16 x i1>
|
||||
%resultvec = select <16 x i1> %m, <16 x i16> %1, <16 x i16> %old
|
||||
@@ -4167,7 +4167,7 @@ all_on:
|
||||
;; everyone wants to load, so just load an entire vector width in a single
|
||||
;; vector load
|
||||
%vecptr = bitcast i32 *%startptr to <WIDTH x i32> *
|
||||
%vec_load = load PTR_OP_ARGS(`<WIDTH x i32> ',`%vecptr, align 4')
|
||||
%vec_load = load PTR_OP_ARGS(`<WIDTH x i32> ') %vecptr, align 4
|
||||
store <WIDTH x i32> %vec_load, <WIDTH x i32> * %val_ptr, align 4
|
||||
ret i32 WIDTH
|
||||
|
||||
@@ -4185,10 +4185,10 @@ loop:
|
||||
br i1 %do_load, label %load, label %loopend
|
||||
|
||||
load:
|
||||
%loadptr = getelementptr PTR_OP_ARGS(`i32', `%startptr, i32 %offset')
|
||||
%loadval = load PTR_OP_ARGS(`i32 ',`%loadptr')
|
||||
%loadptr = getelementptr PTR_OP_ARGS(`i32') %startptr, i32 %offset
|
||||
%loadval = load PTR_OP_ARGS(`i32 ') %loadptr
|
||||
%val_ptr_i32 = bitcast <WIDTH x i32> * %val_ptr to i32 *
|
||||
%storeptr = getelementptr PTR_OP_ARGS(`i32', `%val_ptr_i32, i32 %lane')
|
||||
%storeptr = getelementptr PTR_OP_ARGS(`i32') %val_ptr_i32, i32 %lane
|
||||
store i32 %loadval, i32 *%storeptr
|
||||
%offset1 = add i32 %offset, 1
|
||||
br label %loopend
|
||||
@@ -4237,7 +4237,7 @@ loop:
|
||||
|
||||
store:
|
||||
%storeval = extractelement <WIDTH x i32> %vals, i32 %lane
|
||||
%storeptr = getelementptr PTR_OP_ARGS(`i32', `%startptr, i32 %offset')
|
||||
%storeptr = getelementptr PTR_OP_ARGS(`i32') %startptr, i32 %offset
|
||||
store i32 %storeval, i32 *%storeptr
|
||||
%offset1 = add i32 %offset, 1
|
||||
br label %loopend
|
||||
@@ -4283,9 +4283,9 @@ loop:
|
||||
;; zero or sign extending it, while zero extend is free. Also do nothing for
|
||||
;; i64 MASK, as we need i64 value.
|
||||
ifelse(MASK, `i64',
|
||||
` %storeptr = getelementptr PTR_OP_ARGS(`i32', `%startptr, MASK %offset')',
|
||||
` %storeptr = getelementptr PTR_OP_ARGS(`i32') %startptr, MASK %offset',
|
||||
` %offset1 = zext MASK %offset to i64
|
||||
%storeptr = getelementptr PTR_OP_ARGS(`i32', `%startptr, i64 %offset1')')
|
||||
%storeptr = getelementptr PTR_OP_ARGS(`i32') %startptr, i64 %offset1')
|
||||
store i32 %storeval, i32 *%storeptr
|
||||
|
||||
%mull_mask = extractelement <WIDTH x MASK> %full_mask, i32 %i
|
||||
@@ -4351,7 +4351,7 @@ domixed:
|
||||
%castptr = bitcast <$1 x $2> * %ptr to <$1 x $4> *
|
||||
%castv = bitcast <$1 x $2> %v to <$1 x $4>
|
||||
call void @__masked_store_blend_i$6(<$1 x $4> * %castptr, <$1 x $4> %castv, <$1 x MASK> %mask)
|
||||
%blendvec = load PTR_OP_ARGS(`<$1 x $2> ',` %ptr')
|
||||
%blendvec = load PTR_OP_ARGS(`<$1 x $2> ') %ptr
|
||||
br label %check_neighbors
|
||||
|
||||
check_neighbors:
|
||||
@@ -4427,7 +4427,7 @@ define <$1 x $2> @__exclusive_scan_$6(<$1 x $2> %v,
|
||||
%vi = bitcast <$1 x $2> %v to <$1 x i`'$3>
|
||||
call void @__masked_store_blend_i$3(<$1 x i`'$3> * %ptr`'$3, <$1 x i`'$3> %vi,
|
||||
<$1 x MASK> %mask)
|
||||
%v_id = load PTR_OP_ARGS(`<$1 x $2> ',` %ptr')
|
||||
%v_id = load PTR_OP_ARGS(`<$1 x $2> ') %ptr
|
||||
|
||||
; extract elements of the vector to use in computing the scan
|
||||
forloop(i, 0, eval($1-1), `
|
||||
@@ -4547,12 +4547,12 @@ define <WIDTH x $1> @__gather32_$1(<WIDTH x i32> %ptrs,
|
||||
per_lane(WIDTH, <WIDTH x MASK> %vecmask, `
|
||||
%iptr_LANE_ID = extractelement <WIDTH x i32> %ptrs, i32 LANE
|
||||
%ptr_LANE_ID = inttoptr i32 %iptr_LANE_ID to $1 *
|
||||
%val_LANE_ID = load PTR_OP_ARGS(`$1 ',` %ptr_LANE_ID')
|
||||
%store_ptr_LANE_ID = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%ret_ptr, i32 0, i32 LANE')
|
||||
%val_LANE_ID = load PTR_OP_ARGS(`$1 ') %ptr_LANE_ID
|
||||
%store_ptr_LANE_ID = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %ret_ptr, i32 0, i32 LANE
|
||||
store $1 %val_LANE_ID, $1 * %store_ptr_LANE_ID
|
||||
')
|
||||
|
||||
%ret = load PTR_OP_ARGS(`<WIDTH x $1> ',` %ret_ptr')
|
||||
%ret = load PTR_OP_ARGS(`<WIDTH x $1> ') %ret_ptr
|
||||
ret <WIDTH x $1> %ret
|
||||
}
|
||||
|
||||
@@ -4563,12 +4563,12 @@ define <WIDTH x $1> @__gather64_$1(<WIDTH x i64> %ptrs,
|
||||
per_lane(WIDTH, <WIDTH x MASK> %vecmask, `
|
||||
%iptr_LANE_ID = extractelement <WIDTH x i64> %ptrs, i32 LANE
|
||||
%ptr_LANE_ID = inttoptr i64 %iptr_LANE_ID to $1 *
|
||||
%val_LANE_ID = load PTR_OP_ARGS(`$1 ',` %ptr_LANE_ID')
|
||||
%store_ptr_LANE_ID = getelementptr PTR_OP_ARGS(`<WIDTH x $1>', `%ret_ptr, i32 0, i32 LANE')
|
||||
%val_LANE_ID = load PTR_OP_ARGS(`$1 ') %ptr_LANE_ID
|
||||
%store_ptr_LANE_ID = getelementptr PTR_OP_ARGS(`<WIDTH x $1>') %ret_ptr, i32 0, i32 LANE
|
||||
store $1 %val_LANE_ID, $1 * %store_ptr_LANE_ID
|
||||
')
|
||||
|
||||
%ret = load PTR_OP_ARGS(`<WIDTH x $1> ',` %ret_ptr')
|
||||
%ret = load PTR_OP_ARGS(`<WIDTH x $1> ') %ret_ptr
|
||||
ret <WIDTH x $1> %ret
|
||||
}
|
||||
')
|
||||
@@ -4587,15 +4587,15 @@ define <WIDTH x $1> @__gather_elt32_$1(i8 * %ptr, <WIDTH x i32> %offsets, i32 %o
|
||||
%offset64 = sext i32 %offset32 to i64
|
||||
%scale64 = sext i32 %offset_scale to i64
|
||||
%offset = mul i64 %offset64, %scale64
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8', `%ptr, i64 %offset')
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8') %ptr, i64 %offset
|
||||
|
||||
%delta = extractelement <WIDTH x i32> %offset_delta, i32 %lane
|
||||
%delta64 = sext i32 %delta to i64
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8', `%ptroffset, i64 %delta64')
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8') %ptroffset, i64 %delta64
|
||||
|
||||
; load value and insert into returned value
|
||||
%ptrcast = bitcast i8 * %finalptr to $1 *
|
||||
%val = load PTR_OP_ARGS(`$1 ',`%ptrcast')
|
||||
%val = load PTR_OP_ARGS(`$1 ') %ptrcast
|
||||
%updatedret = insertelement <WIDTH x $1> %ret, $1 %val, i32 %lane
|
||||
ret <WIDTH x $1> %updatedret
|
||||
}
|
||||
@@ -4609,14 +4609,14 @@ define <WIDTH x $1> @__gather_elt64_$1(i8 * %ptr, <WIDTH x i64> %offsets, i32 %o
|
||||
; patterns that apply the free x86 2x/4x/8x scaling in addressing calculations
|
||||
%offset_scale64 = sext i32 %offset_scale to i64
|
||||
%offset = mul i64 %offset64, %offset_scale64
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8', `%ptr, i64 %offset')
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8') %ptr, i64 %offset
|
||||
|
||||
%delta64 = extractelement <WIDTH x i64> %offset_delta, i32 %lane
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8', `%ptroffset, i64 %delta64')
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8') %ptroffset, i64 %delta64
|
||||
|
||||
; load value and insert into returned value
|
||||
%ptrcast = bitcast i8 * %finalptr to $1 *
|
||||
%val = load PTR_OP_ARGS(`$1 ',`%ptrcast')
|
||||
%val = load PTR_OP_ARGS(`$1 ') %ptrcast
|
||||
%updatedret = insertelement <WIDTH x $1> %ret, $1 %val, i32 %lane
|
||||
ret <WIDTH x $1> %updatedret
|
||||
}
|
||||
@@ -4634,13 +4634,13 @@ define <WIDTH x $1> @__gather_factored_base_offsets32_$1(i8 * %ptr, <WIDTH x i32
|
||||
store <WIDTH x i32> zeroinitializer, <WIDTH x i32> * %offsetsPtr
|
||||
call void @__masked_store_blend_i32(<WIDTH x i32> * %offsetsPtr, <WIDTH x i32> %offsets,
|
||||
<WIDTH x MASK> %vecmask)
|
||||
%newOffsets = load PTR_OP_ARGS(`<WIDTH x i32> ',` %offsetsPtr')
|
||||
%newOffsets = load PTR_OP_ARGS(`<WIDTH x i32> ') %offsetsPtr
|
||||
|
||||
%deltaPtr = alloca <WIDTH x i32>
|
||||
store <WIDTH x i32> zeroinitializer, <WIDTH x i32> * %deltaPtr
|
||||
call void @__masked_store_blend_i32(<WIDTH x i32> * %deltaPtr, <WIDTH x i32> %offset_delta,
|
||||
<WIDTH x MASK> %vecmask)
|
||||
%newDelta = load PTR_OP_ARGS(`<WIDTH x i32> ',` %deltaPtr')
|
||||
%newDelta = load PTR_OP_ARGS(`<WIDTH x i32> ') %deltaPtr
|
||||
|
||||
%ret0 = call <WIDTH x $1> @__gather_elt32_$1(i8 * %ptr, <WIDTH x i32> %newOffsets,
|
||||
i32 %offset_scale, <WIDTH x i32> %newDelta,
|
||||
@@ -4665,13 +4665,13 @@ define <WIDTH x $1> @__gather_factored_base_offsets64_$1(i8 * %ptr, <WIDTH x i64
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %offsetsPtr
|
||||
call void @__masked_store_blend_i64(<WIDTH x i64> * %offsetsPtr, <WIDTH x i64> %offsets,
|
||||
<WIDTH x MASK> %vecmask)
|
||||
%newOffsets = load PTR_OP_ARGS(`<WIDTH x i64> ',` %offsetsPtr')
|
||||
%newOffsets = load PTR_OP_ARGS(`<WIDTH x i64> ') %offsetsPtr
|
||||
|
||||
%deltaPtr = alloca <WIDTH x i64>
|
||||
store <WIDTH x i64> zeroinitializer, <WIDTH x i64> * %deltaPtr
|
||||
call void @__masked_store_blend_i64(<WIDTH x i64> * %deltaPtr, <WIDTH x i64> %offset_delta,
|
||||
<WIDTH x MASK> %vecmask)
|
||||
%newDelta = load PTR_OP_ARGS(`<WIDTH x i64> ',` %deltaPtr')
|
||||
%newDelta = load PTR_OP_ARGS(`<WIDTH x i64> ') %deltaPtr
|
||||
|
||||
%ret0 = call <WIDTH x $1> @__gather_elt64_$1(i8 * %ptr, <WIDTH x i64> %newOffsets,
|
||||
i32 %offset_scale, <WIDTH x i64> %newDelta,
|
||||
@@ -4742,11 +4742,11 @@ define void @__scatter_elt32_$1(i8 * %ptr, <WIDTH x i32> %offsets, i32 %offset_s
|
||||
%offset64 = sext i32 %offset32 to i64
|
||||
%scale64 = sext i32 %offset_scale to i64
|
||||
%offset = mul i64 %offset64, %scale64
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8', `%ptr, i64 %offset')
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8') %ptr, i64 %offset
|
||||
|
||||
%delta = extractelement <WIDTH x i32> %offset_delta, i32 %lane
|
||||
%delta64 = sext i32 %delta to i64
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8', `%ptroffset, i64 %delta64')
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8') %ptroffset, i64 %delta64
|
||||
|
||||
%ptrcast = bitcast i8 * %finalptr to $1 *
|
||||
%storeval = extractelement <WIDTH x $1> %values, i32 %lane
|
||||
@@ -4762,10 +4762,10 @@ define void @__scatter_elt64_$1(i8 * %ptr, <WIDTH x i64> %offsets, i32 %offset_s
|
||||
; patterns that apply the free x86 2x/4x/8x scaling in addressing calculations
|
||||
%scale64 = sext i32 %offset_scale to i64
|
||||
%offset = mul i64 %offset64, %scale64
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8', `%ptr, i64 %offset')
|
||||
%ptroffset = getelementptr PTR_OP_ARGS(`i8') %ptr, i64 %offset
|
||||
|
||||
%delta64 = extractelement <WIDTH x i64> %offset_delta, i32 %lane
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8', `%ptroffset, i64 %delta64')
|
||||
%finalptr = getelementptr PTR_OP_ARGS(`i8') %ptroffset, i64 %delta64
|
||||
|
||||
%ptrcast = bitcast i8 * %finalptr to $1 *
|
||||
%storeval = extractelement <WIDTH x $1> %values, i32 %lane
|
||||
|
||||
Reference in New Issue
Block a user