HumanSignal / label-studio

Label Studio is a multi-type data labeling and annotation tool with standardized output format
https://labelstud.io
Apache License 2.0
19.36k stars 2.4k forks source link

Prediction results cannot be displayed #3108

Open zhangyuteng opened 2 years ago

zhangyuteng commented 2 years ago

Describe the bug I use the template Automatic Speech Recognition using Segments. When a result is manually marked, the model uploads a result through the api. When viewing the annotation results, the manual annotation results can view the text and labels, and the model prediction results can only view the labels, not the text.

To Reproduce Steps to reproduce the behavior:

  1. Create a project, the template uses "Automatic Speech Recognition using Segments".
  2. Import an audio.
  3. Manually annotate the audio.
  4. Use api to upload a model prediction result.
  5. View data annotation results.

Expected behavior View model prediction results by switching label users.

Screenshots

https://user-images.githubusercontent.com/5250352/196399665-7a6bafb5-9846-4d92-8ea7-a0edb3b18507.mp4

Snipaste_2022-10-18_17-50-47

Snipaste_2022-10-18_17-51-31

Snipaste_2022-10-18_17-52-18

Environment (please complete the following information):

label config

<View>
  <Labels name="labels" toName="audio">
    <Label value="Speech"/>
    <Label value="Noise"/>
  </Labels>

  <AudioPlus name="audio" value="$audio"/>

  <TextArea name="transcription" toName="audio" rows="2" editable="true" perRegion="true" required="true"/>
</View>

task source

{
  "id": 1,
  "data": {
    "audio": "/data/upload/1/6347910ee17bed32c0d794ec.wav"
  },
  "annotations": [
    {
      "id": 13,
      "created_username": " admin@admin.com, 1",
      "created_ago": "46 minutes",
      "completed_by": {
        "id": 1,
        "first_name": "",
        "last_name": "",
        "avatar": null,
        "email": "admin@admin.com",
        "initials": "ad"
      },
      "result": [
        {
          "original_length": 44.22,
          "value": {
            "start": 11.075663551401869,
            "end": 12.618542056074766,
            "labels": [
              "Speech"
            ]
          },
          "id": "wavesurfer_3uc2k7slmho",
          "from_name": "labels",
          "to_name": "audio",
          "type": "labels",
          "origin": "manual"
        },
        {
          "original_length": 44.22,
          "value": {
            "start": 11.075663551401869,
            "end": 12.618542056074766,
            "text": [
              "告诉我你是谁"
            ]
          },
          "id": "wavesurfer_3uc2k7slmho",
          "from_name": "transcription",
          "to_name": "audio",
          "type": "textarea",
          "origin": "manual"
        }
      ],
      "was_cancelled": false,
      "ground_truth": false,
      "created_at": "2022-10-18T09:01:46.675140Z",
      "updated_at": "2022-10-18T09:01:46.675172Z",
      "lead_time": 145.885,
      "task": 1,
      "parent_prediction": null,
      "parent_annotation": null
    }
  ],
  "predictions": [
    {
      "id": 30,
      "model_version": "1.1.3-cpu-torch-1.9.1",
      "created_ago": "46 minutes",
      "result": [
        {
          "id": "VtC5LFFvmoPBbMat2KasME",
          "original_length": 44.22,
          "from_name": "labels",
          "to_name": "audio",
          "type": "labels",
          "value": {
            "start": 11.075663551401869,
            "end": 12.618542056074766,
            "labels": [
              "Speech"
            ]
          }
        },
        {
          "id": "VtC5LFFvmoPBbMat2KasME",
          "original_length": 44.22,
          "from_name": "transcription",
          "to_name": "audio",
          "type": "textarea",
          "value": {
            "start": 11.075663551401869,
            "end": 12.618542056074766,
            "text": [
              "告诉我你是谁"
            ]
          }
        }
      ],
      "score": 1,
      "cluster": null,
      "neighbors": null,
      "mislabeling": 0,
      "created_at": "2022-10-18T09:01:47.170035Z",
      "updated_at": "2022-10-18T09:01:47.170072Z",
      "task": 1
    }
  ]
}
makseq commented 2 years ago

Thank you for your report, it's a bug, our frontend team is working on a fix.