1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
// +build linux
package tensor
import (
"fmt"
"io/ioutil"
"os"
"syscall"
"testing"
"testing/quick"
"unsafe"
"github.com/stretchr/testify/assert"
)
type F64 float64
func newF64(f float64) *F64 { r := F64(f); return &r }
func (f *F64) Uintptr() uintptr { return uintptr(unsafe.Pointer(f)) }
func (f *F64) MemSize() uintptr { return 8 }
func (f *F64) Pointer() unsafe.Pointer { return unsafe.Pointer(f) }
func Test_FromMemory(t *testing.T) {
fn := func(F float64) bool {
f := newF64(F)
T := New(WithShape(), Of(Float64), FromMemory(f.Uintptr(), f.MemSize()))
data := T.Data().(float64)
if data != F {
return false
}
return true
}
if err := quick.Check(fn, &quick.Config{MaxCount: 1000000}); err != nil {
t.Logf("%v", err)
}
f, err := ioutil.TempFile("", "test")
if err != nil {
t.Fatal(err)
}
// fill in with fake data
backing := make([]byte, 8*1024*1024) // 1024*1024 matrix of float64
asFloats := *(*[]float64)(unsafe.Pointer(&backing))
asFloats = asFloats[: 1024*1024 : 1024*1024]
asFloats[0] = 3.14
asFloats[2] = 6.28
asFloats[1024*1024-1] = 3.14
asFloats[1024*1024-3] = 6.28
f.Write(backing)
// defer cleanup
defer os.Remove(f.Name())
// do the mmap stuff
stat, err := f.Stat()
if err != nil {
t.Fatal(err)
}
size := int(stat.Size())
fd := int(f.Fd())
bs, err := syscall.Mmap(fd, 0, size, syscall.PROT_READ, syscall.MAP_SHARED)
if err != nil {
t.Fatal(err)
}
defer func() {
if err := syscall.Munmap(bs); err != nil {
t.Error(err)
}
}()
T := New(WithShape(1024, 1024), Of(Float64), FromMemory(uintptr(unsafe.Pointer(&bs[0])), uintptr(size)))
s := fmt.Sprintf("%v", T)
expected := `⎡3.14 0 6.28 0 ... 0 0 0 0⎤
⎢ 0 0 0 0 ... 0 0 0 0⎥
⎢ 0 0 0 0 ... 0 0 0 0⎥
⎢ 0 0 0 0 ... 0 0 0 0⎥
.
.
.
⎢ 0 0 0 0 ... 0 0 0 0⎥
⎢ 0 0 0 0 ... 0 0 0 0⎥
⎢ 0 0 0 0 ... 0 0 0 0⎥
⎣ 0 0 0 0 ... 0 6.28 0 3.14⎦
`
if s != expected {
t.Errorf("Expected mmap'd tensor to be exactly the same.")
}
assert.True(t, T.IsManuallyManaged())
}
|
