1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
package udf
import (
"encoding/json"
"github.com/pkg/errors"
"github.com/viant/toolbox"
"github.com/viant/toolbox/data"
"io/ioutil"
)
//LoadJSON loads new line delimited or regular JSON into data structure
func LoadJSON(source interface{}, state data.Map) (interface{}, error) {
location := toolbox.AsString(source)
if location == "" {
return nil, errors.New("location was empty at LoadJSON")
}
data, err := ioutil.ReadFile(location)
if err != nil {
return nil, errors.Wrapf(err, "failed to load: %v", location)
}
JSON := string(data)
if toolbox.IsNewLineDelimitedJSON(JSON) {
slice, err := toolbox.NewLineDelimitedJSON(JSON)
if err != nil {
return nil, err
}
var result = make([]interface{}, 0)
toolbox.ProcessSlice(slice, func(item interface{}) bool {
if item == nil {
return true
}
if toolbox.IsMap(item) && len(toolbox.AsMap(item)) == 0 {
return true
}
result = append(result, item)
return true
})
return result, nil
}
var result interface{}
err = json.Unmarshal(data, &result)
return result, err
}
|
