1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//go:build go1.18
package kernels
import (
"strconv"
"unsafe"
"github.com/apache/arrow-go/v18/arrow"
"github.com/apache/arrow-go/v18/arrow/bitutil"
"github.com/apache/arrow-go/v18/arrow/compute/exec"
)
func isNonZero[T arrow.FixedWidthType](ctx *exec.KernelCtx, in []T, out []byte) error {
var zero T
for i, v := range in {
bitutil.SetBitTo(out, i, v != zero)
}
return nil
}
// GetBooleanCastKernels returns the slice of scalar kernels for casting
// values *to* a boolean type.
func GetBooleanCastKernels() []exec.ScalarKernel {
kernels := GetCommonCastKernels(arrow.BOOL, exec.NewOutputType(arrow.FixedWidthTypes.Boolean))
kernels = append(kernels, GetZeroCastKernel(arrow.BOOL,
exec.NewExactInput(arrow.FixedWidthTypes.Boolean), exec.NewOutputType(arrow.FixedWidthTypes.Boolean)))
out := exec.NewOutputType(arrow.FixedWidthTypes.Boolean)
for _, ty := range numericTypes {
var ex exec.ArrayKernelExec
switch ty.ID() {
case arrow.INT8:
ex = ScalarUnaryBoolOutput(isNonZero[int8])
case arrow.UINT8:
ex = ScalarUnaryBoolOutput(isNonZero[uint8])
case arrow.INT16:
ex = ScalarUnaryBoolOutput(isNonZero[int16])
case arrow.UINT16:
ex = ScalarUnaryBoolOutput(isNonZero[uint16])
case arrow.INT32:
ex = ScalarUnaryBoolOutput(isNonZero[int32])
case arrow.UINT32:
ex = ScalarUnaryBoolOutput(isNonZero[uint32])
case arrow.INT64:
ex = ScalarUnaryBoolOutput(isNonZero[int64])
case arrow.UINT64:
ex = ScalarUnaryBoolOutput(isNonZero[uint64])
case arrow.FLOAT32:
ex = ScalarUnaryBoolOutput(isNonZero[float32])
case arrow.FLOAT64:
ex = ScalarUnaryBoolOutput(isNonZero[float64])
}
k := exec.NewScalarKernel(
[]exec.InputType{exec.NewExactInput(ty)}, out, ex, nil)
k.NullHandling = exec.NullIntersection
k.MemAlloc = exec.MemPrealloc
kernels = append(kernels, k)
}
for _, ty := range baseBinaryTypes {
var ex exec.ArrayKernelExec
switch ty.ID() {
case arrow.BINARY, arrow.STRING:
ex = ScalarUnaryNotNullBinaryArgBoolOut[int32](false, func(_ *exec.KernelCtx, b []byte, err *error) bool {
v := *(*string)(unsafe.Pointer(&b))
o, e := strconv.ParseBool(v)
if e != nil {
*err = e
}
return o
})
case arrow.LARGE_BINARY, arrow.LARGE_STRING:
ex = ScalarUnaryNotNullBinaryArgBoolOut[int64](false, func(_ *exec.KernelCtx, b []byte, err *error) bool {
v := *(*string)(unsafe.Pointer(&b))
o, e := strconv.ParseBool(v)
if e != nil {
*err = e
}
return o
})
}
k := exec.NewScalarKernel(
[]exec.InputType{exec.NewExactInput(ty)}, out, ex, nil)
k.NullHandling = exec.NullIntersection
k.MemAlloc = exec.MemPrealloc
kernels = append(kernels, k)
}
return kernels
}
|
