1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
/* Copyright 2021. Uecker Lab. University Medical Center Göttingen.
* All rights reserved. Use of this source code is governed by
* a BSD-style license which can be found in the LICENSE file.
*/
#include <complex.h>
#include <stdbool.h>
#include "num/multind.h"
#include "num/flpmath.h"
#include "num/iovec.h"
#include "nlops/nlop.h"
#include "nn/tf_wrapper.h"
#include "utest.h"
static bool test_nn_tf_forward(void)
{
const struct nlop_s* nlop = nlop_tf_create(1, 2, "./utests/test_nn_tf", false);
nlop_debug(DP_DEBUG1, nlop);
const struct iovec_s* dom0 = nlop_generic_domain(nlop, 0);
const struct iovec_s* dom1 = nlop_generic_domain(nlop, 1);
complex float* in0 = md_alloc(dom0->N, dom0->dims, dom0->size);
complex float* in1 = md_alloc(dom1->N, dom1->dims, dom1->size);
md_zfill(dom0->N, dom0->dims, in0, 1.);
md_zfill(dom1->N, dom1->dims, in1, 0. + 1.i);
auto cod = nlop_generic_codomain(nlop, 0);
assert(1 == md_calc_size(cod->N, cod->dims));
complex float* out = md_alloc(cod->N, cod->dims, cod->size);
nlop_generic_apply_unchecked(nlop, 3, (void*[3]){ out, in0, in1 });
debug_printf(DP_DEBUG1, "Loss: %f + %f i\n", crealf(out[0]), cimagf(out[0]));
float err = (cabsf(out[0] - 0.5));
md_free(out);
md_free(in0);
md_free(in1);
nlop_free(nlop);
return (err < UT_TOL);
}
UT_REGISTER_TEST(test_nn_tf_forward);
static bool test_nn_tf_adjoint(void)
{
const struct nlop_s* nlop = nlop_tf_create(1, 2, "./utests/test_nn_tf", false);
nlop_debug(DP_DEBUG1, nlop);
const struct iovec_s* dom0 = nlop_generic_domain(nlop, 0);
const struct iovec_s* dom1 = nlop_generic_domain(nlop, 1);
complex float* in0 = md_alloc(dom0->N, dom0->dims, dom0->size);
complex float* in1 = md_alloc(dom1->N, dom1->dims, dom1->size);
md_zfill(dom0->N, dom0->dims, in0, 1.0);
md_zfill(dom1->N, dom1->dims, in1, +1.0i);
auto cod = nlop_generic_codomain(nlop, 0);
assert(1 == md_calc_size(cod->N, cod->dims));
complex float* out = md_alloc(cod->N, cod->dims, cod->size);
nlop_generic_apply_unchecked(nlop, 3, (void*[3]){ out, in0, in1 });
debug_printf(DP_DEBUG1, "Loss: %f + %f i\n", crealf(out[0]), cimagf(out[0]));
#if 1
complex float* grad1 = md_alloc(dom0->N, dom0->dims, dom0->size);
complex float* grad2 = md_alloc(dom0->N, dom0->dims, dom0->size);
complex float grad_ys[1] = { 1. + 0.i };
auto gradop_1 = nlop_get_derivative(nlop, 0, 0);
linop_adjoint(gradop_1, dom0->N, dom0->dims, grad1, cod->N, cod->dims, grad_ys);
grad_ys[0] = 2;
auto gradop_2 = nlop_get_derivative(nlop, 0, 1);
linop_adjoint(gradop_2, dom0->N, dom0->dims, grad2, cod->N, cod->dims, grad_ys);
// y = (x_1 - x_2)^2 -> dx/dx1 = - dy/dx2
// factor of 0.5 for grad_ys[0] = 2 (test linearity)
md_zaxpy(dom0->N, dom0->dims, grad1, 0.5, grad2);
if (UT_TOL < md_zrms(dom0->N, dom0->dims, grad1))
UT_ASSERT(false);
md_free(grad1);
md_free(grad2);
#endif
md_free(out);
md_free(in0);
md_free(in1);
nlop_free(nlop);
return true;
}
UT_REGISTER_TEST(test_nn_tf_adjoint);
|
