search

HumanSignal / label-studio-ml-backend

Configs and boilerplates for Label Studio's Machine Learning backend
Apache License 2.0
473 stars 219 forks source link

Displaying predictions scores for task if there is a prediction #97

Closed aczy99 closed 1 year ago

aczy99 commented 2 years ago

If the current Model Version is not aligned with the source of prediction for the task, there would be no prediction score displayed in the prediction score column.

From this image you can see that there is already a prediction for the task with Model Name: 1646776505 image

However, because another model version is selected, the prediction scores are not showing. image

Not sure if this is as intended. Just a suggestion so that active learning can be supported.

Digital2Slave commented 1 year ago

Same issue appear in the following environment:

No LSB modules are available.
Distributor ID: Ubuntu
Description:    Ubuntu 18.04.6 LTS
Release:    18.04
Codename:   bionic

Linux tianzx-hp 5.4.0-128-generic #144~18.04.1-Ubuntu SMP Thu Sep 22 11:08:41 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux

label-studio                   1.7.0
label-studio-ml                1.0.9
label-studio-tools             0.0.0.dev11

image

makseq commented 1 year ago

Please show how your predictions look in json.

Digital2Slave commented 1 year ago

Please show how your predictions look in json.

{
  "id": 1,
  "data": {
    "image": "/data/upload/1/93686b9d-L93893100010112200001_40_crop.jpg"
  },
  "annotations": [
    {
      "id": 1,
      "created_username": " tianzhaixing@epbox.cn, 1",
      "created_ago": "2 days, 17 hours",
      "completed_by": {
        "id": 1,
        "first_name": "",
        "last_name": "",
        "avatar": null,
        "email": "tianzhaixing@epbox.cn",
        "initials": "ti"
      },
      "result": [],
      "was_cancelled": false,
      "ground_truth": false,
      "created_at": "2023-01-13T09:04:12.424704Z",
      "updated_at": "2023-01-13T09:06:43.631430Z",
      "lead_time": 84.031,
      "task": 1,
      "project": 1,
      "parent_prediction": null,
      "parent_annotation": null
    }
  ],
  "predictions": [
    {
      "id": 1,
      "model_version": "1673600531",
      "created_ago": "2 days, 17 hours",
      "result": [
        {
          "from_name": "label",
          "original_height": 747,
          "original_width": 1024,
          "score": 0.9176254272460938,
          "to_name": "image",
          "type": "rectanglelabels",
          "value": {
            "height": 48.555491088703775,
            "rectanglelabels": [
              "screen_repair"
            ],
            "width": 15.990757942199707,
            "x": 37.32882738113403,
            "y": 17.730911030188462
          }
        }
      ],
      "score": 0.9176254272460938,
      "cluster": null,
      "neighbors": null,
      "mislabeling": 0,
      "created_at": "2023-01-13T09:03:45.266652Z",
      "updated_at": "2023-01-13T09:03:45.266752Z",
      "task": 1
    }
  ]
}
makseq commented 1 year ago

Have you selected a model version in project settings - image ?

Digital2Slave commented 1 year ago

Have you selected a model version in project settings - image ?

yes.

When i reset Model Version to No model verison selected. The web UI display predict score.

image

image

makseq commented 1 year ago

Are you sure you have predictions in exploring tasks with selected version in ML backend settings?

Digital2Slave commented 1 year ago

Are you sure you have predictions in exploring tasks with selected version in ML backend settings?

yes.

KonstantinKorotaev commented 1 year ago

Hi @Digital2Slave Could you please show your /feature-flags page?

Digital2Slave commented 1 year ago

/feature-flags

http://localhost:8080/feature-flags

{ "feat_front_dev_1752_notification_links_in_label_and_review_streams": false, "feat_front_dev_3260_alternative_shortcuts_for_video_naviagtion": false, "feat_front_dev_399_lock_interface_when_trial_expired_short": false, "feat_front_dev_4008_quick_task_open_short": false, "ff_back_1587_email_notifications_310122_long": false, "ff_back_1614_rejected_queue_17022022_short": true, "ff_back_2004_async_review_24032022_short": false, "ff_back_2070_inner_id_12052022_short": true, "ff_back_2214_annotation_result_12052022_short": true, "ff_back_2884_comments_notifications_02092022_short": false, "ff_back_DEV_1711_review_queue_140222_short": true, "ff_back_DEV_3374_review_query_160922_short": false, "ff_back_dev_1417_start_training_mlbackend_webhooks_250122_long": false, "ff_back_dev_1948_reviewed_status_16052022_short": false, "ff_back_dev_2362_project_credentials_060722_short": false, "ff_back_dev_2762_textarea_weights_30062022_short": true, "ff_back_dev_2915_storage_nginx_proxy_26092022_short": true, "ff_back_experimental_features": false, "ff_dev_2007_dev_2008_dynamic_tag_children_250322_short": true, "ff_dev_2007_rework_choices_280322_short": true, "ff_dev_2100_clean_unnecessary_areas_140422_short": true, "ff_dev_2100_preselected_choices_250422_short": true, "ff_dev_2128_html_in_labels_150422_short": true, "ff_dev_2480_convenient_offsets_270522_short": false, "ff_dev_2497_disable_smoothing_010622_short": true, "ff_feat_front_DEV_2576_undo_key_points_polygon_short": true, "ff_fix_back_dev_3342_storage_scan_with_invalid_annotations": true, "ff_front_1170_outliner_030222_short": true, "ff_front_1593_rejection_comment_040222_short": true, "ff_front_DEV_1507_stuck_userpic_210122_short": true, "ff_front_DEV_1713_audio_ui_150222_short": false, "ff_front_dev_1285_crosshair_wrong_zoom_140122_short": true, "ff_front_dev_1372_visible_when_choice_unselected_11022022_short": true, "ff_front_dev_1442_unselect_shape_on_click_outside_080622_short": false, "ff_front_dev_1470_dm_pagination_010422_short": false, "ff_front_dev_1480_created_on_in_review_180122_short": true, "ff_front_dev_1495_avatar_mess_210122_short": true, "ff_front_dev_1536_taxonomy_user_labels_150222_long": true, "ff_front_dev_1555_auto_annotations_not_visible": false, "ff_front_dev_1564_dev_1565_shortcuts_focus_and_cursor_010222_short": true, "ff_front_dev_1566_shortcuts_in_results_010222_short": true, "ff_front_dev_1598_empty_toname_240222_short": true, "ff_front_dev_1621_interactive_mode_150222_short": true, "ff_front_dev_1658_notification_center_170222_short": false, "ff_front_dev_1682_model_version_dropdown_070622_short": false, "ff_front_dev_1731_ocr_editable_and_readonly_230222_short": true, "ff_front_dev_2132_rotating_bounding_box": true, "ff_front_dev_2186_comments_for_update": false, "ff_front_dev_2244_nested_choices_des_107_160522_short": true, "ff_front_dev_2290_draft_in_annotation_history_short": true, "ff_front_dev_2394_zoomed_transforms_260522_short": true, "ff_front_dev_2431_delete_polygon_points_080622_short": true, "ff_front_dev_2432_auto_save_polygon_draft_210622_short": true, "ff_front_dev_2458_comments_for_skip_250522_short": false, "ff_front_dev_2575_projects_list_performance_280622_short": true, "ff_front_dev_2629_pinned_projects_150622_short": true, "ff_front_dev_2669_paragraph_author_filter_210622_short": true, "ff_front_dev_2671_anchor_rotate_bbox_010722_short": false, "ff_front_dev_2702_project_duplication_290622_short": true, "ff_front_dev_2715_audio_3_280722_short": true, "fflag-feat-dev-2887-comments-ui-editor-short": false, "fflag-feat-dev-3034-comments-with-drafts-short": true, "fflag-feat-front-dev-2395-consistent-working-area-for-all-image-sizes": false, "fflag-feat-front-dev-2866-free-trial-invite-short": false, "fflag-feat-front-dev-2982-label-weights-settings": true, "fflag-feat-front-dev-3051-trial-experience": false, "fflag-feat-front-dev-3088-import-annotations-in-project-duplication-short": false, "fflag-feat-frontend-dev-2504-image-enhancements-zoom-center": true, "fflag_feat_all_dev_3121_analytics_dashboards_short": false, "fflag_feat_back_dev_3756_queue_enrollment_min_short": false, "fflag_feat_back_dev_3792_add_sync_update_is_labeled_301122_short": false, "fflag_feat_dev_2755_regions_list_grouped_by_labels_with_ordered_collapse_short": false, "fflag_feat_front_dev-2536_comment_notifications_short": false, "fflag_feat_front_dev_2461_audio_paragraphs_seek_chunk_position_short": true, "fflag_feat_front_dev_2758_adjustable_draggable_spans_short": false, "fflag_feat_front_dev_2984_dm_draggable_columns_short": true, "fflag_feat_front_dev_3051_trial_experience_short": false, "fflag_feat_front_dev_3077_repeater_tag_loading_performance_short": true, "fflag_feat_front_dev_3143_explore_page_short": false, "fflag_feat_front_dev_3873_labeling_ui_improvements_short": false, "fflag_fix_back_dev_3668_review_stream_optimizaion_short": false, "fflag_fix_front_dev_1284_auto_detect_undo_281022_short": true, "fflag_fix_front_dev_2918_labeling_filtered_paragraphs_250822_short": false, "fflag_fix_front_dev_3350_restrict_drawing_area_short": true, "fflag_fix_front_dev_3377_image_regions_shift_on_resize_280922_short": false, "fflag_fix_front_dev_3391_interactive_view_all": false, "fflag_fix_front_dev_3617_taxonomy_memory_leaks_fix": true, "fflag_fix_front_dev_3666_max_usages_on_region_creation_171122_short": false, "fflag_fix_front_dev_3706_undo_with_ml_backend_081122_short": false, "fflag_fix_front_dev_3734_show_task_counter_131222_short": false, "fix-backend-dev-3134-exclude-deactivated-users": false, "fix_back_dev_3351_ml_validation_error_extension_short": false, "fix_backend_dev_3134_exclude_deactivated_users": false, "fix_dev_3303_move_to_per_annotations_label_distribution": true, "$flagsState": { "feat_front_dev_1752_notification_links_in_label_and_review_streams": { "version": 2, "variation": 1 }, "feat_front_dev_3260_alternative_shortcuts_for_video_naviagtion": { "version": 2, "variation": 1 }, "feat_front_dev_399_lock_interface_when_trial_expired_short": { "version": 2, "variation": 1 }, "feat_front_dev_4008_quick_task_open_short": { "version": 2, "variation": 1 }, "ff_back_1587_email_notifications_310122_long": { "version": 3, "variation": 1 }, "ff_back_1614_rejected_queue_17022022_short": { "version": 5, "variation": 0 }, "ff_back_2004_async_review_24032022_short": { "version": 3, "variation": 1 }, "ff_back_2070_inner_id_12052022_short": { "version": 4, "variation": 0 }, "ff_back_2214_annotation_result_12052022_short": { "version": 5, "variation": 0 }, "ff_back_2884_comments_notifications_02092022_short": { "version": 2, "variation": 1 }, "ff_back_DEV_1711_review_queue_140222_short": { "version": 4, "variation": 0 }, "ff_back_DEV_3374_review_query_160922_short": { "version": 3, "variation": 1 }, "ff_back_dev_1417_start_training_mlbackend_webhooks_250122_long": { "version": 3, "variation": 1 }, "ff_back_dev_1948_reviewed_status_16052022_short": { "version": 4, "variation": 1 }, "ff_back_dev_2362_project_credentials_060722_short": { "version": 2, "variation": 1 }, "ff_back_dev_2762_textarea_weights_30062022_short": { "version": 3, "variation": 0 }, "ff_back_dev_2915_storage_nginx_proxy_26092022_short": { "version": 3, "variation": 0 }, "ff_back_experimental_features": { "version": 2, "variation": 1 }, "ff_dev_2007_dev_2008_dynamic_tag_children_250322_short": { "version": 5, "variation": 0 }, "ff_dev_2007_rework_choices_280322_short": { "version": 5, "variation": 0 }, "ff_dev_2100_clean_unnecessary_areas_140422_short": { "version": 5, "variation": 0 }, "ff_dev_2100_preselected_choices_250422_short": { "version": 4, "variation": 0 }, "ff_dev_2128_html_in_labels_150422_short": { "version": 4, "variation": 0 }, "ff_dev_2480_convenient_offsets_270522_short": { "version": 3, "variation": 1 }, "ff_dev_2497_disable_smoothing_010622_short": { "version": 3, "variation": 0 }, "ff_feat_front_DEV_2576_undo_key_points_polygon_short": { "version": 3, "variation": 0 }, "ff_fix_back_dev_3342_storage_scan_with_invalid_annotations": { "version": 3, "variation": 0 }, "ff_front_1170_outliner_030222_short": { "version": 5, "variation": 0 }, "ff_front_1593_rejection_comment_040222_short": { "version": 3, "variation": 0 }, "ff_front_DEV_1507_stuck_userpic_210122_short": { "version": 3, "variation": 0 }, "ff_front_DEV_1713_audio_ui_150222_short": { "version": 2, "variation": 1 }, "ff_front_dev_1285_crosshair_wrong_zoom_140122_short": { "version": 3, "variation": 0 }, "ff_front_dev_1372_visible_when_choice_unselected_11022022_short": { "version": 4, "variation": 0 }, "ff_front_dev_1442_unselect_shape_on_click_outside_080622_short": { "version": 6, "variation": 1 }, "ff_front_dev_1470_dm_pagination_010422_short": { "version": 3, "variation": 1 }, "ff_front_dev_1480_created_on_in_review_180122_short": { "version": 4, "variation": 0 }, "ff_front_dev_1495_avatar_mess_210122_short": { "version": 3, "variation": 0 }, "ff_front_dev_1536_taxonomy_user_labels_150222_long": { "version": 4, "variation": 0 }, "ff_front_dev_1555_auto_annotations_not_visible": { "version": 2, "variation": 1 }, "ff_front_dev_1564_dev_1565_shortcuts_focus_and_cursor_010222_short": { "version": 7, "variation": 0 }, "ff_front_dev_1566_shortcuts_in_results_010222_short": { "version": 5, "variation": 0 }, "ff_front_dev_1598_empty_toname_240222_short": { "version": 4, "variation": 0 }, "ff_front_dev_1621_interactive_mode_150222_short": { "version": 4, "variation": 0 }, "ff_front_dev_1658_notification_center_170222_short": { "version": 3, "variation": 1 }, "ff_front_dev_1682_model_version_dropdown_070622_short": { "version": 4, "variation": 1 }, "ff_front_dev_1731_ocr_editable_and_readonly_230222_short": { "version": 4, "variation": 0 }, "ff_front_dev_2132_rotating_bounding_box": { "version": 4, "variation": 0 }, "ff_front_dev_2186_comments_for_update": { "version": 5, "variation": 1 }, "ff_front_dev_2244_nested_choices_des_107_160522_short": { "version": 3, "variation": 0 }, "ff_front_dev_2290_draft_in_annotation_history_short": { "version": 4, "variation": 0 }, "ff_front_dev_2394_zoomed_transforms_260522_short": { "version": 4, "variation": 0 }, "ff_front_dev_2431_delete_polygon_points_080622_short": { "version": 3, "variation": 0 }, "ff_front_dev_2432_auto_save_polygon_draft_210622_short": { "version": 4, "variation": 0 }, "ff_front_dev_2458_comments_for_skip_250522_short": { "version": 3, "variation": 1 }, "ff_front_dev_2575_projects_list_performance_280622_short": { "version": 3, "variation": 0 }, "ff_front_dev_2629_pinned_projects_150622_short": { "version": 4, "variation": 0 }, "ff_front_dev_2669_paragraph_author_filter_210622_short": { "version": 4, "variation": 0 }, "ff_front_dev_2671_anchor_rotate_bbox_010722_short": { "version": 2, "variation": 1 }, "ff_front_dev_2702_project_duplication_290622_short": { "version": 3, "variation": 0 }, "ff_front_dev_2715_audio_3_280722_short": { "version": 4, "variation": 0 }, "fflag-feat-dev-2887-comments-ui-editor-short": { "version": 3, "variation": 1 }, "fflag-feat-dev-3034-comments-with-drafts-short": { "version": 4, "variation": 0 }, "fflag-feat-front-dev-2395-consistent-working-area-for-all-image-sizes": { "version": 2, "variation": 1 }, "fflag-feat-front-dev-2866-free-trial-invite-short": { "version": 2, "variation": 1 }, "fflag-feat-front-dev-2982-label-weights-settings": { "version": 3, "variation": 0 }, "fflag-feat-front-dev-3051-trial-experience": { "version": 2, "variation": 1 }, "fflag-feat-front-dev-3088-import-annotations-in-project-duplication-short": { "version": 2, "variation": 1 }, "fflag-feat-frontend-dev-2504-image-enhancements-zoom-center": { "version": 3, "variation": 0 }, "fflag_feat_all_dev_3121_analytics_dashboards_short": { "version": 3, "variation": 1 }, "fflag_feat_back_dev_3756_queue_enrollment_min_short": { "version": 2, "variation": 1 }, "fflag_feat_back_dev_3792_add_sync_update_is_labeled_301122_short": { "version": 2, "variation": 1 }, "fflag_feat_dev_2755_regions_list_grouped_by_labels_with_ordered_collapse_short": { "version": 4, "variation": 1 }, "fflag_feat_front_dev-2536_comment_notifications_short": { "version": 2, "variation": 1 }, "fflag_feat_front_dev_2461_audio_paragraphs_seek_chunk_position_short": { "version": 3, "variation": 0 }, "fflag_feat_front_dev_2758_adjustable_draggable_spans_short": { "version": 2, "variation": 1 }, "fflag_feat_front_dev_2984_dm_draggable_columns_short": { "version": 4, "variation": 0 }, "fflag_feat_front_dev_3051_trial_experience_short": { "version": 3, "variation": 1 }, "fflag_feat_front_dev_3077_repeater_tag_loading_performance_short": { "version": 3, "variation": 0 }, "fflag_feat_front_dev_3143_explore_page_short": { "version": 2, "variation": 1 }, "fflag_feat_front_dev_3873_labeling_ui_improvements_short": { "version": 3, "variation": 1 }, "fflag_fix_back_dev_3668_review_stream_optimizaion_short": { "version": 2, "variation": 1 }, "fflag_fix_front_dev_1284_auto_detect_undo_281022_short": { "version": 3, "variation": 0 }, "fflag_fix_front_dev_2918_labeling_filtered_paragraphs_250822_short": { "version": 2, "variation": 1 }, "fflag_fix_front_dev_3350_restrict_drawing_area_short": { "version": 3, "variation": 0 }, "fflag_fix_front_dev_3377_image_regions_shift_on_resize_280922_short": { "version": 2, "variation": 1 }, "fflag_fix_front_dev_3391_interactive_view_all": { "version": 2, "variation": 1 }, "fflag_fix_front_dev_3617_taxonomy_memory_leaks_fix": { "version": 3, "variation": 0 }, "fflag_fix_front_dev_3666_max_usages_on_region_creation_171122_short": { "version": 2, "variation": 1 }, "fflag_fix_front_dev_3706_undo_with_ml_backend_081122_short": { "version": 2, "variation": 1 }, "fflag_fix_front_dev_3734_show_task_counter_131222_short": { "version": 3, "variation": 1 }, "fix-backend-dev-3134-exclude-deactivated-users": { "version": 4, "variation": 1 }, "fix_back_dev_3351_ml_validation_error_extension_short": { "version": 3, "variation": 1 }, "fix_backend_dev_3134_exclude_deactivated_users": { "version": 3, "variation": 1 }, "fix_dev_3303_move_to_per_annotations_label_distribution": { "version": 4, "variation": 0 } }, "$valid": true }

labelstudio_feature-flags.txt

It seems that upgrade label studio version to 1.7.0 fix the issue.

label-studio                   1.7.0      /label-studio
label-studio-converter         0.0.48rc0
label-studio-tools             0.0.1