1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
(cl:in-package :cl-csv)
(defun get-data-table-from-csv (file &optional (has-column-names t) (munge-types t) sample
&aux (dt (make-instance 'data-table:data-table)))
"Gets a data-table object representing the CSV"
(iter
(for row in-csv file)
(for data = (mapcar #'data-table::trim-and-nullify row))
(if (and has-column-names (first-iteration-p))
(setf (data-table:column-names dt) data)
(if sample
(sampling data into samples size sample)
(collect data into rows)))
(finally
(setf (data-table:rows dt)
(if sample samples rows))))
(if munge-types
(data-table:coerce-data-table-of-strings-to-types dt)
(data-table::ensure-column-data-types dt))
dt)
(defun data-table-to-csv (dt &optional stream)
"Write a datatable object out to csv"
(write-csv (list* (data-table:column-names dt) (data-table:rows dt))
:stream stream))
(defun get-data-table-from-csv-list
(list &optional (has-column-names t) (munge-types t) sample
&aux (dt (make-instance 'data-table:data-table)))
"Create a data-table from the parsed csv as lisp lists"
(flet ((map-fn (row) (mapcar #'data-table::trim-and-nullify row)))
(when has-column-names
(setf (data-table:column-names dt) (map-fn (first list))))
(setf (data-table:rows dt)
(mapcar (lambda (x)
(if sample
(map-fn (subseq x 0 sample))
(map-fn x)))
(rest list)))
(when munge-types
(data-table:coerce-data-table-of-strings-to-types dt))
dt))
|
