Hello everyone!
Android mobile client. The Producer is working fine, video and audio are playing well. But when I create a Consumer, no audio and video are played.
My data to initialize the Consumer:
{
"producerId": "2ce35069-fd6b-4a73-8195-7e824826920c",
"id": "5f66db3a-ec88-4655-a9d5-cce67f237b1d",
"kind": "audio",
"rtpParameters": {
"codecs": [
{
"mimeType": "audio/opus",
"payloadType": 100,
"clockRate": 48000,
"channels": 2,
"parameters": {
"minptime": 10,
"useinbandfec": 1,
"sprop-stereo": 0
},
"rtcpFeedback": []
}
],
"headerExtensions": [
{
"uri": "urn:ietf:params:rtp-hdrext:sdes:mid",
"id": 1,
"encrypt": false,
"parameters": {}
},
{
"uri": "http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time",
"id": 4,
"encrypt": false,
"parameters": {}
},
{
"uri": "urn:ietf:params:rtp-hdrext:ssrc-audio-level",
"id": 10,
"encrypt": false,
"parameters": {}
}
],
"encodings": [
{
"ssrc": 968460723,
"maxBitrate": 16000
}
],
"rtcp": {
"cname": "D6RQTMrhDCtnl/MY",
"reducedSize": true,
"mux": true
},
"mid": "0"
},
"type": "simple",
"producerPaused": false
}
My code:
private fun newConsumer(socketViewModel: SocketViewModel, data: JSONObject, trackId: String): Consumer? {
var consumer: Consumer? = null
try {
Log.v("Consumer $trackId init data:\n$data")
val id = data.optString("id")
val producerId = data.optString("producerId")
val kind = data.optString("kind")
val rtpParameters = data.optString("rtpParameters")
consumer = recvTransport?.consume(
{ c ->
consumers.remove(trackId)
Log.w("onTransportClose for consume $trackId")
},
id,
producerId,
kind,
rtpParameters
)
consumer?.let {
socketViewModel.resume(trackId)
it.resume()
consumers[trackId] = it
checkStats(it)
}
} catch (e: Exception) {
Log.e("\"newConsumer\" request failed:", e)
}
return consumer
}
After successfully creating the Consumer, I send “resume” to the server and then make resume for the Consumer.
The next step is make enabled for Consumer and set Renderer (for Video)
private fun setConsumerVideoEnabled(videoRenderer: SurfaceViewRenderer?, trackId: String) {
if (trackId.endsWith(_VIDEO) && videoRenderer != null) {
consumers[trackId]?.track?.let {
(it as VideoTrack)
it.setEnabled(true)
it.addSink(videoRenderer)
Log.v("Set consumer VIDEO (${it.kind()}) enabled $trackId")
}
}
}
private fun setConsumerAudioEnabled(trackId: String) {
if (trackId.endsWith(_AUDIO)) {
consumers[trackId]?.track?.let {
it.setEnabled(true)
Log.v("Set consumer AUDIO (${it.kind()}) enabled $trackId")
}
}
}
I make a periodic checks of the Consumer statistics (consumer.getStats ()) and found that the Consumer on my side regularly sends data, but no data comes back (bytesReceived count is not changing).
[
{
"base64Certificate": "MIIBVTCB/KADAgECAgNuYhcwCQYHKoZIzj0EATA0MRgwFgYDVQQKDA9tZWRpYXNvdXAxNjgyMjAxGDAWBgNVBAMMD21lZGlhc291cDE2ODIyMDAeFw0xMTExMjQxNDM5MjNaFw0zMTExMTkxNDM5MjNaMDQxGDAWBgNVBAoMD21lZGlhc291cDE2ODIyMDEYMBYGA1UEAwwPbWVkaWFzb3VwMTY4MjIwMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEgTiqzr3FLp5nFvZdeerbrM/vLjSKRxLl5gYv4p/ayDBKQ4pdqRbXqXwM/zAPy/jMADcIfk5liXA+sI5svnrpezAJBgcqhkjOPQQBA0kAMEYCIQCUMJ9ZFn/RA0nSykQPKy7qitGNSrxwWDjtxVB0dARsugIhAJq+GLTYOvxV6mM9kqHHcrEg+SJzlgGG/aBqa6ziKey3",
"fingerprint": "5E:0E:9B:61:F6:72:BE:0F:A7:18:A8:EC:46:92:73:32:1F:14:DE:1B",
"fingerprintAlgorithm": "sha-1",
"id": "RTCCertificate_5E:0E:9B:61:F6:72:BE:0F:A7:18:A8:EC:46:92:73:32:1F:14:DE:1B",
"timestamp": 1637741646254421,
"type": "certificate"
},
{
"base64Certificate": "MIIBFTCBvaADAgECAgkAziq1FtfXqR8wCgYIKoZIzj0EAwIwETEPMA0GA1UEAwwGV2ViUlRDMB4XDTIxMTEyMzA4MTM1NVoXDTIxMTIyNDA4MTM1NVowETEPMA0GA1UEAwwGV2ViUlRDMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEX7VSkIYq1WYkz/UUkIvaamhlIrgRyZnVrx7olLhb97lA28f5mKl1yhiYUlpgu4PyAaeH7nin4fYBSF0v+z+7djAKBggqhkjOPQQDAgNHADBEAiBlPfwUe0odfpGi+/3aJW01Mv0oHexhPElnXirRxof3jgIgaLHilhqUT2PY8z1betftPcwuh5q6d0MU3j9/UUMKv1E=",
"fingerprint": "A4:BB:7E:FC:F1:CD:CD:1D:97:0C:34:28:7E:3B:62:FC:B4:9F:BB:86:2F:2C:9E:9C:B6:BB:77:AB:92:CD:9A:F3",
"fingerprintAlgorithm": "sha-256",
"id": "RTCCertificate_A4:BB:7E:FC:F1:CD:CD:1D:97:0C:34:28:7E:3B:62:FC:B4:9F:BB:86:2F:2C:9E:9C:B6:BB:77:AB:92:CD:9A:F3",
"timestamp": 1637741646254421,
"type": "certificate"
},
{
"availableOutgoingBitrate": 300000,
"bytesReceived": 1481,
"bytesSent": 737,
"consentRequestsSent": 3,
"currentRoundTripTime": 0.318,
"id": "RTCIceCandidatePair_d4T2NLep_6iw7t3fF",
"localCandidateId": "RTCIceCandidate_d4T2NLep",
"nominated": true,
"priority": 4622682233629457000,
"remoteCandidateId": "RTCIceCandidate_6iw7t3fF",
"requestsReceived": 0,
"requestsSent": 5,
"responsesReceived": 8,
"responsesSent": 0,
"state": "succeeded",
"timestamp": 1637741646254421,
"totalRoundTripTime": 2.095,
"transportId": "RTCTransport_0_1",
"type": "candidate-pair",
"writable": true
},
{
"candidateType": "host",
"deleted": false,
"id": "RTCIceCandidate_6iw7t3fF",
"ip": "54.201.28.107",
"isRemote": true,
"port": 47854,
"priority": 1076302079,
"protocol": "udp",
"timestamp": 1637741646254421,
"transportId": "RTCTransport_0_1",
"type": "remote-candidate"
},
{
"candidateType": "prflx",
"deleted": false,
"id": "RTCIceCandidate_d4T2NLep",
"ip": "93.175.216.118",
"isRemote": false,
"networkType": "wifi",
"port": 37772,
"priority": 1853824767,
"protocol": "udp",
"timestamp": 1637741646254421,
"transportId": "RTCTransport_0_1",
"type": "local-candidate"
},
{
"bytesReceived": 0,
"headerBytesReceived": 0,
"id": "RTCInboundRTPAudioStream_968460723",
"isRemote": false,
"jitter": 0,
"kind": "audio",
"mediaType": "audio",
"packetsLost": 0,
"packetsReceived": 0,
"ssrc": 968460723,
"timestamp": 1637741646254421,
"trackId": "RTCMediaStreamTrack_receiver_3",
"transportId": "RTCTransport_0_1",
"type": "inbound-rtp"
},
{
"concealedSamples": 0,
"concealmentEvents": 0,
"delayedPacketOutageSamples": 0,
"detached": false,
"ended": false,
"id": "RTCMediaStreamTrack_receiver_3",
"insertedSamplesForDeceleration": 0,
"interruptionCount": 0,
"jitterBufferDelay": 0,
"jitterBufferEmittedCount": 0,
"jitterBufferFlushes": 0,
"kind": "audio",
"relativePacketArrivalDelay": 0,
"remoteSource": true,
"removedSamplesForAcceleration": 0,
"silentConcealedSamples": 0,
"timestamp": 1637741646254421,
"totalAudioEnergy": 0,
"totalInterruptionDuration": 0,
"totalSamplesDuration": 0,
"totalSamplesReceived": 0,
"trackIdentifier": "5f66db3a-ec88-4655-a9d5-cce67f237b1d",
"type": "track"
},
{
"bytesReceived": 1481,
"bytesSent": 737,
"dtlsState": "connected",
"id": "RTCTransport_0_1",
"localCertificateId": "RTCCertificate_A4:BB:7E:FC:F1:CD:CD:1D:97:0C:34:28:7E:3B:62:FC:B4:9F:BB:86:2F:2C:9E:9C:B6:BB:77:AB:92:CD:9A:F3",
"remoteCertificateId": "RTCCertificate_5E:0E:9B:61:F6:72:BE:0F:A7:18:A8:EC:46:92:73:32:1F:14:DE:1B",
"selectedCandidatePairChanges": 1,
"selectedCandidatePairId": "RTCIceCandidatePair_d4T2NLep_6iw7t3fF",
"timestamp": 1637741646254421,
"type": "transport"
}
]
Additionally, I saw that this statistic was missing codec data. In the demo example and in other applications, the codec data is present in the statistics:
{
"clockRate": 48000,
"id": "RTCCodec_0_Inbound_100",
"mimeType": "audio/opus",
"payloadType": 100,
"timestamp": 1637605142518182,
"type": "codec"
}
Please help me to understand, why the created Consumer does not contain codec data, although the data is provided during initialization? Perhaps, therefore, the data from the server cannot be reproduced? Or another one reason why the audio/video does’t work?
For reference: the iOS client works with the same data on the server side and reproduces everything fine.