1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
|
/**
* @file avformat/audio.c libavformat media-source -- audio
*
* Copyright (C) 2010 - 2020 Alfred E. Heggestad
*/
#include <re.h>
#include <rem.h>
#include <baresip.h>
#include <pthread.h>
#include <libavutil/opt.h>
#include <libavformat/avformat.h>
#include <libavcodec/avcodec.h>
#include <libswresample/swresample.h>
#include "mod_avformat.h"
struct ausrc_st {
struct shared *shared;
struct ausrc_prm prm;
SwrContext *swr;
ausrc_read_h *readh;
ausrc_error_h *errh;
void *arg;
};
static void audio_destructor(void *arg)
{
struct ausrc_st *st = arg;
avformat_shared_set_audio(st->shared, NULL);
mem_deref(st->shared);
if (st->swr)
swr_free(&st->swr);
}
static enum AVSampleFormat aufmt_to_avsampleformat(enum aufmt fmt)
{
switch (fmt) {
case AUFMT_S16LE: return AV_SAMPLE_FMT_S16;
case AUFMT_FLOAT: return AV_SAMPLE_FMT_FLT;
default: return AV_SAMPLE_FMT_NONE;
}
}
int avformat_audio_alloc(struct ausrc_st **stp, const struct ausrc *as,
struct media_ctx **ctx,
struct ausrc_prm *prm, const char *dev,
ausrc_read_h *readh, ausrc_error_h *errh, void *arg)
{
struct ausrc_st *st;
struct shared *sh;
int err = 0;
if (!stp || !as || !prm || !readh)
return EINVAL;
info("avformat: audio: loading input file '%s'\n", dev);
st = mem_zalloc(sizeof(*st), audio_destructor);
if (!st)
return ENOMEM;
st->readh = readh;
st->errh = errh;
st->arg = arg;
st->prm = *prm;
if (ctx && *ctx && (*ctx)->id && !strcmp((*ctx)->id, "avformat")) {
st->shared = mem_ref(*ctx);
}
else {
err = avformat_shared_alloc(&st->shared, dev,
0.0, NULL, false);
if (err)
goto out;
if (ctx)
*ctx = (struct media_ctx *)st->shared;
}
sh = st->shared;
if (st->shared->au.idx < 0 || !st->shared->au.ctx) {
info("avformat: audio: media file has no audio stream\n");
err = ENOENT;
goto out;
}
st->swr = swr_alloc();
if (!st->swr) {
err = ENOMEM;
goto out;
}
avformat_shared_set_audio(st->shared, st);
#if LIBAVCODEC_VERSION_INT >= AV_VERSION_INT(59, 37, 100)
int channels = sh->au.ctx->ch_layout.nb_channels;
#else
int channels = sh->au.ctx->channels;
#endif
info("avformat: audio: converting %u/%u %s -> %u/%u %s\n",
sh->au.ctx->sample_rate, channels,
av_get_sample_fmt_name(sh->au.ctx->sample_fmt),
prm->srate, prm->ch, aufmt_name(prm->fmt));
out:
if (err)
mem_deref(st);
else
*stp = st;
return err;
}
void avformat_audio_decode(struct shared *st, AVPacket *pkt)
{
AVFrame frame;
AVFrame frame2;
int ret;
#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(57, 37, 100)
int got_frame;
#endif
if (!st || !st->au.ctx)
return;
memset(&frame, 0, sizeof(frame));
memset(&frame2, 0, sizeof(frame2));
#if LIBAVCODEC_VERSION_INT >= AV_VERSION_INT(57, 37, 100)
ret = avcodec_send_packet(st->au.ctx, pkt);
if (ret < 0)
return;
ret = avcodec_receive_frame(st->au.ctx, &frame);
if (ret < 0)
return;
#else
ret = avcodec_decode_audio4(st->au.ctx, &frame, &got_frame, pkt);
if (ret < 0 || !got_frame)
return;
#endif
/* NOTE: pass timestamp to application */
lock_read_get(st->lock);
if (st->ausrc_st && st->ausrc_st->readh) {
const AVRational tb = st->au.time_base;
struct auframe af;
int channels = st->ausrc_st->prm.ch;
#if LIBAVCODEC_VERSION_INT >= AV_VERSION_INT(59, 37, 100)
av_channel_layout_default(&frame2.ch_layout, channels);
#else
frame.channel_layout =
av_get_default_channel_layout(frame.channels);
frame2.channels = channels;
frame2.channel_layout =
av_get_default_channel_layout(st->ausrc_st->prm.ch);
#endif
frame2.sample_rate = st->ausrc_st->prm.srate;
frame2.format =
aufmt_to_avsampleformat(st->ausrc_st->prm.fmt);
ret = swr_convert_frame(st->ausrc_st->swr, &frame2, &frame);
if (ret) {
warning("avformat: swr_convert_frame failed (%d)\n",
ret);
goto unlock;
}
auframe_init(&af, st->ausrc_st->prm.fmt, frame2.data[0],
frame2.nb_samples * channels);
af.timestamp = frame.pts * AUDIO_TIMEBASE * tb.num / tb.den;
st->ausrc_st->readh(&af, st->ausrc_st->arg);
}
unlock:
lock_rel(st->lock);
av_frame_unref(&frame2);
av_frame_unref(&frame);
}
|
