1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
|
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
;;; ;;
;;; Centre for Speech Technology Research ;;
;;; University of Edinburgh, UK ;;
;;; Copyright (c) 1996,1997 ;;
;;; All Rights Reserved. ;;
;;; ;;
;;; Permission is hereby granted, free of charge, to use and distribute ;;
;;; this software and its documentation without restriction, including ;;
;;; without limitation the rights to use, copy, modify, merge, publish, ;;
;;; distribute, sublicense, and/or sell copies of this work, and to ;;
;;; permit persons to whom this work is furnished to do so, subject to ;;
;;; the following conditions: ;;
;;; 1. The code must retain the above copyright notice, this list of ;;
;;; conditions and the following disclaimer. ;;
;;; 2. Any modifications must be clearly marked as such. ;;
;;; 3. Original authors' names are not deleted. ;;
;;; 4. The authors' names are not used to endorse or promote products ;;
;;; derived from this software without specific prior written ;;
;;; permission. ;;
;;; ;;
;;; THE UNIVERSITY OF EDINBURGH AND THE CONTRIBUTORS TO THIS WORK ;;
;;; DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING ;;
;;; ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT ;;
;;; SHALL THE UNIVERSITY OF EDINBURGH NOR THE CONTRIBUTORS BE LIABLE ;;
;;; FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES ;;
;;; WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN ;;
;;; AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ;;
;;; ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF ;;
;;; THIS SOFTWARE. ;;
;;; ;;
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
;;;
;;; Basic Duration module which will call appropriate duration
;;; (C++) modules based on set parameter
;;;
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
;;; These modules should predict intonation events/labels
;;; based on information in the phrase and word streams
(define (Duration utt)
"(Duration utt)
Predict segmental durations using Duration_Method defined in Parameters.
Four methods are currently available: averages, Klatt rules, CART tree
based, and fixed duration."
(let ((rval (apply_method 'Duration_Method utt)))
(cond
(rval rval) ;; new style
;; 1.1.1 voices still use other names
((eq 'Averages (Parameter.get 'Duration_Method))
(Duration_Averages utt))
((eq 'Klatt (Parameter.get 'Duration_Method))
(Duration_Klatt utt))
((eq 'Tree_ZScores (Parameter.get 'Duration_Method))
(Duration_Tree_ZScores utt))
((eq 'Tree (Parameter.get 'Duration_Method))
(Duration_Tree utt))
(t
(Duration_Default utt)))))
(define (Duration_LogZScores utt)
"(Duration_LogZScores utt)
Predicts duration to segments using the CART tree in duration_logzscore_tree
and duration_logzscore_tree_silence which produces a zscore of the log
duration. The variable duration_logzscore_ph_info contains (log) means
and std for each phone in the set."
(let ((silence (car (car (cdr (assoc 'silences (PhoneSet.description))))))
ldurinfo)
(mapcar
(lambda (s)
(if (string-equal silence (item.name s))
(set! ldurinfo
(wagon s duration_logzscore_tree_silence))
(set! ldurinfo
(wagon s duration_logzscore_tree)))
(set! dur (exp (duration_unzscore
(item.name s)
(car (last ldurinfo))
duration_logzscore_ph_info)))
(set! dur (* dur (duration_find_stretch s)))
(item.set_feat
s "end" (+ dur (item.feat s "start_segment"))))
(utt.relation.items utt 'Segment))
utt))
(define (duration_unzscore phname zscore table)
"(duration_unzscore phname zscore table)
Look up phname in table and convert xscore back to absolute domain."
(let ((phinfo (assoc phname table))
mean std)
(if phinfo
(begin
(set! mean (car (cdr phinfo)))
(set! std (car (cdr (cdr phinfo)))))
(begin
(format t "Duration: unzscore no info for %s\n" phname)
(set! mean 0.100)
(set! std 0.25)))
(+ mean (* zscore std))))
(define (duration_find_stretch seg)
"(duration_find_stretch utt seg)
Find any relavant duration stretch."
(let ((global (Parameter.get 'Duration_Stretch))
(local (item.feat
seg "R:SylStructure.parent.parent.R:Token.parent.dur_stretch")))
(if (or (not global)
(equal? global 0.0))
(set! global 1.0))
(if (string-equal local 0.0)
(set! local 1.0))
(* global local)))
;; These provide lisp level functions, some of which have
;; been converted in C++ (in festival/src/modules/base/ff.cc)
(define (onset_has_ctype seg type)
;; "1" if onset contains ctype
(let ((syl (item.relation.parent seg 'SylStructure)))
(if (not syl)
"0" ;; a silence
(let ((segs (item.relation.daughters syl 'SylStructure))
(v "0"))
(while (and segs
(not (string-equal
"+"
(item.feat (car segs) "ph_vc"))))
(if (string-equal
type
(item.feat (car segs) "ph_ctype"))
(set! v "1"))
(set! segs (cdr segs)))
v))))
(define (coda_has_ctype seg type)
;; "1" if coda contains ctype
(let ((syl (item.relation.parent seg 'SylStructure)))
(if (not syl)
"0" ;; a silence
(let ((segs (reverse (item.relation.daughters
syl 'SylStructure)))
(v "0"))
(while (and segs
(not (string-equal
"+"
(item.feat (car segs) "ph_vc"))))
(if (string-equal
type
(item.feat (car segs) "ph_ctype"))
(set! v "1"))
(set! segs (cdr segs)))
v))))
(define (onset_stop seg)
(onset_has_ctype seg "s"))
(define (onset_fric seg)
(onset_has_ctype seg "f"))
(define (onset_nasal seg)
(onset_has_ctype seg "n"))
(define (onset_glide seg)
(let ((l (onset_has_ctype seg "l")))
(if (string-equal l "0")
(onset_has_ctype seg "r")
"1")))
(define (coda_stop seg)
(coda_has_ctype seg "s"))
(define (coda_fric seg)
(coda_has_ctype seg "f"))
(define (coda_nasal seg)
(coda_has_ctype seg "n"))
(define (coda_glide seg)
(let ((l (coda_has_ctype seg "l")))
(if (string-equal l "0")
(coda_has_ctype seg "r")
"1")))
(define (Unisyn_Duration utt)
"(UniSyn_Duration utt)
predicts Segment durations is some speficied way but holds the
result in a way necessary for other Unisyn code."
(let ((end 0))
(mapcar
(lambda (s)
(item.get_utt s)
(let ((dur (wagon_predict s duration_cart_tree)))
(set! dur (* (Parameter.get 'Duration_Stretch) dur))
(set! end (+ dur end))
(item.set_feat s "target_dur" dur)
(item.set_function s "start" "unisyn_start")
(item.set_feat s "end" end)
(item.set_feat s "dur" dur)
))
(utt.relation.items utt 'Segment))
utt))
(provide 'duration)
|
