search

voxeet / comms-sdk-react-native

Dolby.io Communications SDK for React Native
https://www.npmjs.com/package/@dolbyio/comms-sdk-react-native
MIT License
8 stars 0 forks source link

Screen-sharing does not trigger events #158

Closed graduad closed 1 year ago

graduad commented 1 year ago

No Stream or Participant Events are being received when someone shares their screen (sharing screen via a web browser).

FabienLavocat commented 1 year ago

I just tried to start a screenshare from web SDK and run the React Native SDK on Android and, on the RN side, I properly receive the EVENT_CONFERENCE_STREAM_ADDED event and the EVENT_CONFERENCE_STREAM_REMOVED event when the screenshare stops. @dannyBies could you please provide some logs when you reproduce this issue.

dannyBies commented 1 year ago

I have just tested it again and we are not receiving any events related to screenshare.

A couple of conferences where we reproduced this issue:

ID: 95e76ecc-9691-4f60-9fe2-7f9de562b436 Alias: Stage|9fcbfcfa-2933-4010-87dd-04d4609f5970|8c627ebf-475f-437b-a6c0-34bb88fffe1f

ID: 0f6f12f9-5d0d-4abd-84fe-5380dbdb7516 Alias: Stage|9fcbfcfa-2933-4010-87dd-04d4609f5970|562338b4-9d54-4dae-8f41-623734895fad

The logs for every onStreamsChange and onParticipantsChange event coming in on RN:

LOG  10:37:14.924Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "externalId": "Mixer_rts",
      "name": "Mixer"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "INACTIVE",
    "id": "a6669982-e236-35bb-b921-4f6b11fa6a4d"
  }
}

 LOG  10:37:14.947Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "CONNECTED",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}

 LOG  10:37:15.020Z | DEBUG : ~~~~~~~~ onStreamsChange EVENT_CONFERENCE_STREAM_ADDED  
{
  "stream": {
    "videoTracks": [],
    "type": "CAMERA",
    "audioTracks": [],
    "id": "0_camera_00000000-0000-0000-0000-000000000000"
  },
  "participant": {
    "type": "USER",
    "audioTransmitting": false,
    "streams": [
      {
        "videoTracks": [],
        "type": "CAMERA",
        "audioTracks": [],
        "id": "0_camera_00000000-0000-0000-0000-000000000000"
      }
    ],
    "status": "UNKNOWN",
    "id": "00000000-0000-0000-0000-000000000000"
  }
}

 LOG  10:37:15.069Z | DEBUG : ~~~~~~~~ onStreamsChange EVENT_CONFERENCE_STREAM_ADDED  
{
  "stream": {
    "videoTracks": [],
    "type": "CAMERA",
    "audioTracks": [],
    "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  },
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [
      {
        "videoTracks": [],
        "type": "CAMERA",
        "audioTracks": [],
        "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
      }
    ],
    "status": "CONNECTED",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}

 LOG  10:37:15.174Z | DEBUG : ~~~~~~~~ onStreamsChange EVENT_CONFERENCE_STREAM_UPDATED

{
  "stream": {
    "videoTracks": [],
    "type": "CAMERA",
    "audioTracks": [],
    "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  },
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": true,
    "streams": [
      {
        "videoTracks": [],
        "type": "CAMERA",
        "audioTracks": [],
        "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
      }
    ],
    "status": "CONNECTING",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}

 LOG  10:37:15.204Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": true,
    "streams": [
      {
        "videoTracks": [],
        "type": "CAMERA",
        "audioTracks": [],
        "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
      }
    ],
    "status": "CONNECTING",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}

 LOG  10:37:15.254Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "externalId": "Mixer_rts",
      "name": "Mixer"
    },
    "type": "UNKNOWN",
    "audioTransmitting": false,
    "streams": [],
    "status": "CONNECTING",
    "id": "a6669982-e236-35bb-b921-4f6b11fa6a4d"
  }
}

 LOG  10:37:15.366Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "externalId": "Mixer_rts",
      "name": "Mixer"
    },
    "type": "UNKNOWN",
    "audioTransmitting": false,
    "streams": [],
    "status": "INACTIVE",
    "id": "a6669982-e236-35bb-b921-4f6b11fa6a4d"
  }
}

 LOG  10:37:15.429Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": true,
    "streams": [
      {
        "videoTracks": [],
        "type": "CAMERA",
        "audioTracks": [],
        "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
      }
    ],
    "status": "CONNECTED",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}

 LOG  10:37:15.488Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "externalId": "f1fdbac0-2d55-4943-bbe8-f2f18e1af0b2"
    },
    "type": "LISTENER",
    "audioTransmitting": false,
    "streams": [],
    "status": "CONNECTED",
    "id": "70198506-3b32-3efe-aa9b-f80b54200574"
  }
}

 LOG  10:37:15.564Z | DEBUG : ~~~~~~~~ onStreamsChange EVENT_CONFERENCE_STREAM_UPDATED

{
  "stream": {
    "videoTracks": [
      "{6873a95f-923b-44ad-9fbb-6ff0b9941921}"
    ],
    "type": "CAMERA",
    "audioTracks": [],
    "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  },
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": true,
    "streams": [
      {
        "videoTracks": [
          "{6873a95f-923b-44ad-9fbb-6ff0b9941921}"
        ],
        "type": "CAMERA",
        "audioTracks": [],
        "id": "0_camera_5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
      }
    ],
    "status": "CONNECTED",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}

 LOG  10:37:15.586Z | console | WARN : `new NativeEventEmitter()` was called with a non-null argument without the required `addListener` method.
 LOG  10:37:15.591Z | console | WARN : `new NativeEventEmitter()` was called with a non-null argument without the required `removeListeners` method.
 LOG  10:37:31.073Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "externalId": "Mixer_rts",
      "name": "Mixer"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "INACTIVE",
    "id": "a6669982-e236-35bb-b921-4f6b11fa6a4d"
  }
}

 LOG  10:37:31.125Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "CONNECTED",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}
{
  "stream": {
    "videoTracks": [],
    "type": "CAMERA",
    "audioTracks": [],
    "id": "0_camera_00000000-0000-0000-0000-000000000000"
  },
  "participant": {
    "type": "USER",
    "audioTransmitting": false,
    "streams": [
      {
        "videoTracks": [],
        "type": "CAMERA",
        "audioTracks": [],
        "id": "0_camera_00000000-0000-0000-0000-000000000000"
      }
    ],
    "status": "UNKNOWN",
    "id": "00000000-0000-0000-0000-000000000000"
  }
}

 LOG  10:37:31.474Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "externalId": "Mixer_rts",
      "name": "Mixer"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "INACTIVE",
    "id": "a6669982-e236-35bb-b921-4f6b11fa6a4d"
  }
}

 LOG  10:37:31.511Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "CONNECTED",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}

 LOG  10:37:31.704Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "externalId": "Mixer_rts",
      "name": "Mixer"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "INACTIVE",
    "id": "a6669982-e236-35bb-b921-4f6b11fa6a4d"
  }
}

 LOG  10:37:31.762Z | DEBUG : ~~~~~~~~ onParticipantsChange EVENT_CONFERENCE_PARTICIPANT_UPDATED
{
  "participant": {
    "info": {
      "avatarUrl": "avatarUrl/default-avatars/8.png",
      "externalId": "f9db83f2-9c2f-47c6-8ec4-4b77ca71cf44",
      "name": "DannyGetStream"
    },
    "type": "USER",
    "audioTransmitting": false,
    "streams": [],
    "status": "CONNECTED",
    "id": "5c86937a-f50f-3c3b-b8d0-fcbae99278b3"
  }
}
FabienLavocat commented 1 year ago

The problem seems related to #159 with the error:

ERROR RemoteDescriptionError - Unable set remote SDP for Peer: 70198506-3b32-3efe-aa9b-f80b54200574 :: Failed to set remote offer sdp: Failed to set remote video description send parameters for m-section with mid='screenshare'.

I will close this ticket and keep the work in the other one.