File: h264-unidirectional-codec-offer.https.html

package info (click to toggle)
thunderbird 1%3A143.0.1-1
  • links: PTS, VCS
  • area: main
  • in suites: experimental
  • size: 4,703,968 kB
  • sloc: cpp: 7,770,492; javascript: 5,943,842; ansic: 3,918,754; python: 1,418,263; xml: 653,354; asm: 474,045; java: 183,079; sh: 111,238; makefile: 20,410; perl: 14,359; objc: 13,059; yacc: 4,583; pascal: 3,405; lex: 1,720; ruby: 999; exp: 762; sql: 715; awk: 580; php: 436; lisp: 430; sed: 69; csh: 10
file content (273 lines) | stat: -rw-r--r-- 12,857 bytes parent folder | download | duplicates (5)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
<!doctype html>
<meta charset=utf-8>
<title>RTX codec integrity checks</title>
<script src="/resources/testharness.js"></script>
<script src="/resources/testharnessreport.js"></script>
<script>
'use strict';

// Test unidirectional codec support.
//
// These tests ensure setCodecPreferences() and SDP negotiation work with
// sendonly and recvonly codecs, i.e. using codec values that exist in
// RTCRtpSender.getCapabilities() but not RTCRtpReceiver.getCapabilities() or
// vice versa.
//
// While this is not necessarily unique to H264, these tests use H264 because
// there are many popular devices where support is unidirectional. If the
// prerequisite capabilities are not available to the test it ends in
// [PRECONDITION_FAILED] rather than test failures.

function containsCodec(codecs, codec) {
  return codecs.find(c => c.mimeType == codec.mimeType &&
                          c.sdpFmtpLine == codec.sdpFmtpLine) != null;
}

function getCodecsWithDirection(mimeType, direction) {
  const sendCodecs = RTCRtpSender.getCapabilities('video').codecs.filter(
      c => c.mimeType == mimeType);
  const recvCodecs = RTCRtpReceiver.getCapabilities('video').codecs.filter(
      c => c.mimeType == mimeType);
  const codecs = [];
  if (direction == 'sendrecv') {
    for (const sendCodec of sendCodecs) {
      if (containsCodec(recvCodecs, sendCodec)) {
        codecs.push(sendCodec);
      }
    }
  } else if (direction == 'sendonly') {
    for (const sendCodec of sendCodecs) {
      if (!containsCodec(recvCodecs, sendCodec)) {
        codecs.push(sendCodec);
      }
    }
  } else if (direction == 'recvonly') {
    for (const recvCodec of recvCodecs) {
      if (!containsCodec(sendCodecs, recvCodec)) {
        codecs.push(recvCodec);
      }
    }
  }
  return codecs;
}

// Returns an array of { mimeType, payloadType, sdpFmtpLine } entries in codec
// preference order from the first m-section of the SDP.
function parseCodecsFromSdp(sdp) {
  const codecs = [];
  const kMLineRegex = /\r\nm=video \d+ [A-Z\/]+ (?<pts>[\d\s]+)\r\n/;
  const {groups: {pts}} = kMLineRegex.exec(sdp);
  for (const pt of pts.split(" ")) {
    const rtpmapRegex = new RegExp(`\r\na=rtpmap:${pt} (?<name>[^ \/]+)\/`);
    const {groups: {name}} = rtpmapRegex.exec(sdp);
    const fmtpRegex = new RegExp(`\r\na=fmtp:${pt} (?<sdpFmtpLine>.*)\r\n`);
    // Guard against there not being an fmtp line.
    const {groups: {sdpFmtpLine} = {}} = fmtpRegex.exec(sdp) ?? {};
    const codec = { mimeType: `video/${name}`, payloadType: pt, sdpFmtpLine };
    codecs.push(codec);
  }
  return codecs;
}

function replaceCodecInSdp(sdp, oldCodec, newCodec) {
  // Replace the payload type in the m=video line.
  sdp = sdp.replace(
      new RegExp(`(m=video [ \\dA-Z\/]+)${oldCodec.payloadType}`),
      `$1${newCodec.payloadType}`
  );
  // Replace the payload type in all rtpmap, fmtp and rtcp-fb lines.
  sdp = sdp.replaceAll(
      new RegExp(`(a=(rtpmap|fmtp|rtcp-fb):)${oldCodec.payloadType}`, "g"),
      `$1${newCodec.payloadType}`
  );
  // Lastly, replace the actual "sdpFmtpLine" string.
  sdp = sdp.replace(oldCodec.sdpFmtpLine, newCodec.sdpFmtpLine);
  return sdp;
}

promise_test(async t => {
  const pc1 = new RTCPeerConnection();
  t.add_cleanup(() => pc1.close());
  const pc2 = new RTCPeerConnection();
  t.add_cleanup(() => pc2.close());

  // We need at least one recvonly codec to test "offer to receive".
  const recvOnlyCodecs = getCodecsWithDirection('video/H264', 'recvonly');
  // A sendrecv codec is used to ensure `pc2` has something to answer with which
  // makes modifying the SDP answer easier, but because we cannot send the
  // recvonly codec we have to fake it with remote SDP munging.
  const sendRecvCodecs = getCodecsWithDirection('video/H264', 'sendrecv');
  // If any of the following optional asserts fail the test ends with
  // [PRECONDITION_FAILED] as opposed to [FAIL].
  assert_implements_optional(
      recvOnlyCodecs.length > 0,
      `There are no recvonly H264 codecs available in getCapabilities.`);
  assert_implements_optional(
      sendRecvCodecs.length > 0,
      `There are no sendrecv H264 codecs available in getCapabilities.`);
  const recvOnlyCodec = recvOnlyCodecs[0];
  const sendRecvCodec = sendRecvCodecs[0];

  const pc1Transceiver = pc1.addTransceiver('video', {direction: 'recvonly'});
  pc1Transceiver.setCodecPreferences([recvOnlyCodec, sendRecvCodec]);

  // Offer to receive.
  await pc1.setLocalDescription();
  const offeredCodecs = parseCodecsFromSdp(pc1.localDescription.sdp);
  assert_equals(offeredCodecs.length, 2, 'Two codecs should be offered');
  assert_equals(offeredCodecs[0].mimeType, 'video/H264');
  assert_true(offeredCodecs[0].sdpFmtpLine == recvOnlyCodec.sdpFmtpLine,
              `The first offered codec's sdpFmtpLine is the recvonly one.`);
  assert_equals(offeredCodecs[1].mimeType, 'video/H264');
  assert_true(offeredCodecs[1].sdpFmtpLine == sendRecvCodec.sdpFmtpLine,
              `The second offered codec's sdpFmtpLine is the sendrecv one.`);
  await pc2.setRemoteDescription(pc1.localDescription);

  // Answer to send.
  const pc2Transceiver = pc2.getTransceivers()[0];
  pc2Transceiver.direction = 'sendonly';
  await pc2.setLocalDescription();
  // Verify that because we are not capable of sending the first codec, it has
  // been removed from the SDP answer.
  const answeredCodecs = parseCodecsFromSdp(pc2.localDescription.sdp);
  assert_equals(answeredCodecs.length, 1, 'One codec should be answered');
  assert_equals(answeredCodecs[0].mimeType, 'video/H264');
  assert_true(answeredCodecs[0].sdpFmtpLine == sendRecvCodec.sdpFmtpLine,
              `The answered codec's sdpFmtpLine is the sendrecv one.`);
  // Trick `pc1` into thinking `pc2` can send the codec by modifying the SDP.
  // Receiving media is not testable but this ensures that the SDP is accepted.
  const modifiedSdp = replaceCodecInSdp(
      pc2.localDescription.sdp, answeredCodecs[0], offeredCodecs[0]);
  await pc1.setRemoteDescription({type: 'answer', sdp: modifiedSdp});
}, `Offer to receive a recvonly H264 codec on a recvonly transceiver`);

promise_test(async t => {
  const pc = new RTCPeerConnection();
  t.add_cleanup(() => pc.close());

  const h264RecvOnlyCodecs = getCodecsWithDirection('video/H264', 'recvonly');
  const h264SendOnlyCodecs = getCodecsWithDirection('video/H264', 'sendonly');
  const vp8SendRecvCodecs = getCodecsWithDirection('video/VP8', 'sendrecv');
  // If any of the following optional asserts fail the test ends with
  // [PRECONDITION_FAILED] as opposed to [FAIL].
  assert_implements_optional(
      h264RecvOnlyCodecs.length > 0,
      `There are no recvonly H264 codecs available in getCapabilities.`);
  assert_implements_optional(
      vp8SendRecvCodecs.length > 0,
      `There are no sendrecv VP8 codecs available in getCapabilities.`);
  // Find a recvonly codec with the required level (3.1) for both sending and
  // receiving, that has a corresponding sendonly codec with the same profile
  // but a higher level. If there is such a match, we should be able to use the
  // lower level of the two for sendrecv.
  const kProfileLevelIdRegex =
    /profile-level-id=(?<profile_idc>..)(?<profile_iop>..)(?<level_idc>..)/;
  const kProfileLevelIdReqLevelRegex = /profile-level-id=....1f/;
  const h264RecvOnlyReqLevelCodecs = h264RecvOnlyCodecs.filter(
      codec => codec.sdpFmtpLine.match(kProfileLevelIdReqLevelRegex));
  const h264RecvOnlyCodec = h264RecvOnlyReqLevelCodecs.find(recv => {
    const {groups: {
                      profile_idc: recvProfile,
                      profile_iop: recvConstraints,
                      level_idc: recvLevelIdc,
                   }
          } = kProfileLevelIdRegex.exec(recv.sdpFmtpLine);
    const recvLevel = parseInt(recvLevelIdc, 16);
    return h264SendOnlyCodecs.find(send => {
      const {groups: {
                      profile_idc: sendProfile,
                      profile_iop: sendConstraints,
                      level_idc: sendLevelIdc,
                     }
            } = kProfileLevelIdRegex.exec(send.sdpFmtpLine);
      const sendLevel = parseInt(sendLevelIdc, 16);
      return sendProfile == recvProfile &&
             sendConstraints == recvConstraints &&
             sendLevelIdc > recvLevelIdc;
    });
  });
  assert_implements_optional(
      h264RecvOnlyCodec != undefined,
      `No recvonly profile-level-id=....1f that matches a higher level ` +
      `sendonly codec`);
  const vp8SendRecvCodec = vp8SendRecvCodecs[0];

  const transceiver = pc.addTransceiver('video', {direction: 'sendrecv'});
  transceiver.setCodecPreferences([h264RecvOnlyCodec, vp8SendRecvCodec]);

  await pc.setLocalDescription();
  const offeredCodecs = parseCodecsFromSdp(pc.localDescription.sdp);
  // Even though this H264 codec with its level ID is recvonly, we should still
  // offer to sendrecv it due to sender capabilities being even greater.
  assert_equals(offeredCodecs.length, 2, 'Two codecs are offered (H264, VP8).');
  assert_equals(offeredCodecs[0].mimeType, 'video/H264',
                'The first offered codec is H264.');
  assert_true(offeredCodecs[0].sdpFmtpLine == h264RecvOnlyCodec.sdpFmtpLine,
              'The offered H264 profile-level-id should match the recvonly ' +
              'codec since we expect the sender capability to be even higher.');
  assert_equals(offeredCodecs[1].mimeType, 'video/VP8',
                'The second offered codec is VP8.');
}, `Offering a recvonly codec on a sendrecv transceiver`);

promise_test(async t => {
  const pc1 = new RTCPeerConnection();
  t.add_cleanup(() => pc1.close());
  const pc2 = new RTCPeerConnection();
  t.add_cleanup(() => pc2.close());

  // We need at least one sendonly codec to test "offer to send".
  const sendOnlyCodecs = getCodecsWithDirection('video/H264', 'sendonly');
  // A sendrecv codec is used to ensure `pc2` has something to answer with which
  // makes modifying the SDP answer easier, but because we cannot receive the
  // sendonly codec we have to fake it with remote SDP munging.
  const sendRecvCodecs = getCodecsWithDirection('video/H264', 'sendrecv');
  // If any of the following optional asserts fail the test ends with
  // [PRECONDITION_FAILED] as opposed to [FAIL].
  assert_implements_optional(
      sendOnlyCodecs.length > 0,
      `There are no sendonly H264 codecs available in getCapabilities.`);
  assert_implements_optional(
      sendRecvCodecs.length > 0,
      `There are no sendrecv H264 codecs available in getCapabilities.`);
  const sendOnlyCodec = sendOnlyCodecs[0];
  const sendRecvCodec = sendRecvCodecs[0];

  const transceiver = pc1.addTransceiver('video', {direction: 'sendonly'});
  transceiver.setCodecPreferences([sendOnlyCodec, sendRecvCodec]);

  // Offer to send.
  await pc1.setLocalDescription();
  const offeredCodecs = parseCodecsFromSdp(pc1.localDescription.sdp);
  assert_equals(offeredCodecs.length, 2, 'Two codecs should be offered');
  assert_equals(offeredCodecs[0].mimeType, 'video/H264');
  assert_true(offeredCodecs[0].sdpFmtpLine == sendOnlyCodec.sdpFmtpLine,
              `The first offered codec's sdpFmtpLine is the sendonly one.`);
  assert_equals(offeredCodecs[1].mimeType, 'video/H264');
  assert_true(offeredCodecs[1].sdpFmtpLine == sendRecvCodec.sdpFmtpLine,
              `The second offered codec's sdpFmtpLine is the sendrecv one.`);
  await pc2.setRemoteDescription(pc1.localDescription);

  // Answer to receive.
  await pc2.setLocalDescription();
  // Verify that because we are not capable of receiving the first codec, it has
  // been removed from the SDP answer.
  const answeredCodecs = parseCodecsFromSdp(pc2.localDescription.sdp);
  assert_equals(answeredCodecs.length, 1, 'One codec should be answered');
  assert_equals(answeredCodecs[0].mimeType, 'video/H264');
  assert_true(answeredCodecs[0].sdpFmtpLine == sendRecvCodec.sdpFmtpLine,
              `The answered codec's sdpFmtpLine is the sendrecv one.`);
  // Trick `pc1` into thinking `pc2` can receive the codec by modifying the SDP.
  const modifiedSdp = replaceCodecInSdp(
      pc2.localDescription.sdp, answeredCodecs[0], offeredCodecs[0]);
  await pc1.setRemoteDescription({type: 'answer', sdp: modifiedSdp});

  // The sendonly codec is the only codec in the list of negotiated codecs.
  const params = transceiver.sender.getParameters();
  assert_equals(params.codecs.length, 1,
                `Only one codec should have been negotiated`);
  assert_equals(params.codecs[0].payloadType, offeredCodecs[0].payloadType,
                `The sendonly codec's payloadType shows up in getParameters()`);
  assert_true(params.codecs[0].sdpFmtpLine == offeredCodecs[0].sdpFmtpLine,
              `The sendonly codec's sdpFmtpLine shows up in getParameters()`);
}, `Offer to send a sendonly H264 codec on a sendonly transceiver`);
</script>