DARPA-ASKEM / terarium

https://app.terarium.ai
Apache License 2.0
13 stars 2 forks source link

[BUG]: Calibration Loss Chart On Zoom #4542

Closed Tom-Szendrey closed 3 weeks ago

Tom-Szendrey commented 1 month ago

Describe the issue When running calibration the loss chart is being populated. If I attempt to zoom into onto this chart the result is an empty chart

image
mwdchang commented 4 weeks ago

This is back to simulate update structure being returned in random order:

{
    "id": "4c917c53-560f-422d-9cd3-83054e77feb9",
    "updatedOn": "2024-09-03T13:01:59.437+00:00",
    "name": "910bf736-c9c9-467d-9701-52dc51568bdd",
    "fileNames": [],
    "temporary": false,
    "publicAsset": false,
    "executionPayload": {
        "engine": "ciemss",
        "user_id": "not_provided",
        "model_config_id": "645b0fa1-2c71-4169-a598-c482dc3a8318",
        "dataset": {
            "id": "c42c774d-34b0-4d4a-b5e9-40a207a1a81c",
            "filename": "sir (1).csv",
            "mappings": {
                "t": "timestamp",
                "s": "S"
            }
        },
        "timespan": {
            "start": 0.0,
            "end": 89.5477386934673
        },
        "policy_intervention_id": null,
        "extra": {
            "start_time": 0,
            "num_iterations": 25,
            "lr": 0.03,
            "verbose": false,
            "num_particles": 1,
            "solver_method": "dopri5",
            "solver_step_size": 1.0
        }
    },
    "resultFiles": [
        "parameters.dill"
    ],
    "type": "CALIBRATION",
    "status": "COMPLETE",
    "progress": 0.0,
    "startTime": "2024-09-03T13:13:21.421",
    "completedTime": "2024-09-03T13:09:08.895",
    "engine": "CIEMSS",
    "updates": [
        {
            "id": "cd4ed409-6332-4498-a355-ff5fbf832659",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5622.314518332481,
                "progress": 8,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "32343dae-7f14-451c-a5ee-c5c11643d084",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5622.381866455078,
                "progress": 7,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "18c493c8-bd4d-4f94-92e5-3ea6eddf1c9a",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5620.019199371338,
                "progress": 6,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "f03095bf-0d14-4534-86bc-6b942ae5b5b0",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5624.014367580414,
                "progress": 5,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "5c387d24-3c84-47c3-b43e-5e0929e6abf9",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5622.450907111168,
                "progress": 24,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "42fe7b47-8feb-45de-a404-75b0e2bfd09e",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5622.936245799065,
                "progress": 23,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "623c6e3d-c424-4b03-be41-40cb82b94598",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5624.186201334,
                "progress": 22,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "80f384c9-bee5-4c40-a2ac-d47eb81638c0",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5624.0858516693115,
                "progress": 21,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "23afeea8-a218-49d7-a049-ad58c3ff9fbe",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5623.239100694656,
                "progress": 20,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "78d5c53b-e476-445b-b865-3af87dcc40b3",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5621.153332710266,
                "progress": 19,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "677034cf-1a69-478e-ae48-9077c23eec09",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5624.143671989441,
                "progress": 18,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "d87c2ca1-75fd-400e-ad05-b8708de2a7ba",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5622.798627853394,
                "progress": 17,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "72ac3903-7085-42fa-9790-064c2586581f",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5623.11248087883,
                "progress": 16,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "bda5f34a-f1cc-4c98-9cbd-0e786fa3d468",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5624.260149002075,
                "progress": 15,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "0d1ca854-9de4-4a96-a380-d14634135192",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5623.358761310577,
                "progress": 14,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "25fd1779-dce6-4fbb-8960-34d0e19c64f5",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5624.2477350234985,
                "progress": 13,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "adb4bc25-39b1-4e44-adad-bb15ff8d6959",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5621.9429388046265,
                "progress": 12,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "9f2e8a3b-76c5-456e-b2a4-6dee7005152a",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5623.2328934669495,
                "progress": 11,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "32c15980-93b6-452e-9e7f-b93ea2c7dfc1",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5623.777745008469,
                "progress": 10,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "f666bedb-a90d-41c7-9e1a-e69f41488982",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5624.16720700264,
                "progress": 9,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "5325422e-f9a6-4d65-8e28-a80d7498bb74",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5623.26677274704,
                "progress": 4,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "289a0f52-4bea-4476-863f-2f1d31910446",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5623.1817281246185,
                "progress": 3,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "ebb6c500-1287-471d-9685-2f778f09c17b",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 5621.750887155533,
                "progress": 2,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        },
        {
            "id": "0c686da2-de09-4c2b-90ae-fa7f94e64f7e",
            "updatedOn": "2024-09-03T13:01:59.437+00:00",
            "data": {
                "loss": 12188.042713880539,
                "progress": 1,
                "jobId": "4c917c53-560f-422d-9cd3-83054e77feb9"
            }
        }
    ]
}
mwdchang commented 3 weeks ago

Partially resolved via https://github.com/DARPA-ASKEM/terarium/pull/4649 but would be good if DB is creating/storing them correctly.