obs-gh-varunvemulapalli
commented
1 year ago { "data": { "dataset": { "id": "41282576", "name": "custom_metrics/Custom Metrics", "description": "All Luminary generated log-based metrics", "iconUrl": "event_accepted", "workspaceId": "41049870", "managedById": null, "typename": "Dataset", "folderId": "0", "typename": "Dataset", "createdDate": "2023-09-19T20:51:53Z", "createdByInfo": { "userId": "14307", "userLabel": "Tolga Urhan", "userTimezone": "", "typename": "UserInfo" }, "updatedDate": "2023-09-19T21:29:33Z", "updatedByInfo": { "userId": "15702", "userLabel": "Observe System", "userTimezone": "", "typename": "UserInfo" }, "typename": "Dataset", "version": "2023-09-21T03:27:03Z", "versions": [ "2023-09-21T03:27:03Z" ], "kind": "Event", "path": "Default.custom_metrics/Custom Metrics", "source": @.***", "validFromField": "timestamp", "validToField": null, "labelField": null, "defaultDashboardId": null, "defaultInstanceDashboardId": null, "primaryKey": [], "keys": [], "groupingKey": null, "foreignKeys": [], "relatedKeys": [], "typedef": { "id": "41282576", "label": "custom_metrics/Custom Metrics", "def": { "fields": [ { "name": "timestamp", "type": { "rep": "timestamp", "nullable": true, "def": null, "typename": "ObjectFieldType" }, "isEnum": false, "isSearchable": true, "isHidden": null, "isConst": false, "isMetric": false, "typename": "ObjectFieldDef" }, { "name": "gcp_project", "type": { "rep": "string", "nullable": false, "def": null, "typename": "ObjectFieldType" }, "isEnum": true, "isSearchable": true, "isHidden": null, "isConst": false, "isMetric": false, "typename": "ObjectFieldDef" }, { "name": "metric_resource", "type": { "rep": "string", "nullable": true, "def": null, "typename": "ObjectFieldType" }, "isEnum": true, "isSearchable": true, "isHidden": null, "isConst": false, "isMetric": false, "typename": "ObjectFieldDef" }, { "name": "metric", "type": { "rep": "string", "nullable": false, "def": null, "typename": "ObjectFieldType" }, "isEnum": true, "isSearchable": true, "isHidden": null, "isConst": false, "isMetric": false, "typename": "ObjectFieldDef" }, { "name": "value", "type": { "rep": "float64", "nullable": true, "def": null, "typename": "ObjectFieldType" }, "isEnum": false, "isSearchable": true, "isHidden": null, "isConst": false, "isMetric": false, "typename": "ObjectFieldDef" } ], "typename": "ObjectTypedef" }, "typename": "Typedef" }, "inputs": [ { "datasetId": "41264361", "inputRole": "Data", "typename": "DatasetInputDataset" } ], "transform": { "current": { "query": { "outputStage": "stage-0", "stages": [ { "id": "stage-0", "params": {}, "pipeline": "filter string(labels.lc_log_type) = \"metric\"\n\nmake_col\n metric_resource:string(labels.metric_resource),\n value:float64(labels.metric_value)\n\nextract_regex string(labels.metric_name), /^(custom\.googleapis\.com\/)?(?P\u003cmetric \u003e.*)$/\nextract_regex logName, /projects\/(?P\u003cgcp_project\u003e luminarycloud\-[a-z]+)/\n\npick_col timestamp, gcp_project, metric_resource, metric, value\n\ninterface \"metric\"\n\n// see https://docs.observeinc.com/en/latest/content/query-language-reference/verb/set_metric.html#options \n\nset_metric options(interval: 10m, type:\"gauge\", unit:\"\", rollup:\" avg\", aggregate:\"avg\"), \"a100_gpu_count\"\nset_metric options(interval: 10m, type:\"gauge\", unit:\"\", rollup:\"avg\", aggregate:\"avg\"), \" v100_gpu_count\"\nset_metric options(interval: 10m, type:\"gauge\", unit: \"\", rollup:\"avg\", aggregate:\"avg\"), \"t4_gpu_count\"\n\n// In the following we choose to use \"min\" as the default rollup function since we are mostly interested in\n// when this count goes down below a certain value \nset_metric options(interval: 10m, type:\"gauge\", unit:\"\", rollup:\"min \", aggregate:\"min\"), \"luminarycloud_2022_03_a100_assured_count\"\n\n// percentage of filesystem used by docker\nset_metric options(interval: 10m, type:\"gauge\", unit:\"\", rollup:\"max\", aggregate:\"avg\"), \" docker_fs_pct_usage\"\n\n", "layout": null, "input": [ { "inputName": "gcp_logs", "inputRole": "Data", "datasetId": "41264361", "datasetPath": null, "stageId": "", "typename": "InputDefinition" } ], "typename": "StageQuery" } ], "layout": {}, "typename": "MultiStageQuery" }, "typename": "TransformVersion" }, "typename": "Transform" }, "metrics": [ { "name": "docker_fs_pct_usage", "nameWithPath": "docker_fs_pct_usage (custom_metrics/Custom Metrics)", "type": "gauge", "unit": "", "description": "", "rollup": "max", "aggregate": "avg", "interval": "600000000000", "suggestedBucketSize": "600000000000", "userDefined": true, "state": "Inactive", "typename": "Metric" }, { "name": "luminarycloud_2022_03_a100_assured_count", "nameWithPath": "luminarycloud_2022_03_a100_assured_count", "type": "gauge", "unit": "", "description": "", "rollup": "min", "aggregate": "min", "interval": "600000000000", "suggestedBucketSize": "600000000000", "userDefined": true, "state": "", "typename": "Metric" }, { "name": "t4_gpu_count", "nameWithPath": "t4_gpu_count", "type": "gauge", "unit": "", "description": "", "rollup": "avg", "aggregate": "avg", "interval": "600000000000", "suggestedBucketSize": "600000000000", "userDefined": true, "state": "", "typename": "Metric" }, { "name": "a100_gpu_count", "nameWithPath": "a100_gpu_count", "type": "gauge", "unit": "", "description": "", "rollup": "avg", "aggregate": "avg", "interval": "600000000000", "suggestedBucketSize": "600000000000", "userDefined": true, "state": "", "typename": "Metric" }, { "name": "v100_gpu_count", "nameWithPath": "v100_gpu_count", "type": "gauge", "unit": "", "description": "", "rollup": "avg", "aggregate": "avg", "interval": "600000000000", "suggestedBucketSize": "600000000000", "userDefined": true, "state": "", "typename": "Metric" } ], "latencyDesired": null, "effectiveSettings": { "dataset": { "freshnessDesired": null, "snowflakeSharingEnabled": false, "typename": "LayeredDatasetDataset" }, "linkify": { "joinSourceDisabled": false, "joinTargetDisabled": false, "typename": "LayeredDatasetLinkify" }, "scanner": { "powerLevel": "9001", "typename": "LayeredDatasetScanner" } }, "accelerable": true, "accelerationDisabled": false, "accelerationInfo": { "state": "Live", "stalenessSeconds": 66.651077174, "alwaysAccelerated": false, "configuredTargetStalenessSeconds": 120, "targetStalenessSeconds": 2347.171481401, "effectiveTargetStalenessSeconds": 120, "rateLimitOverrideTargetStalenessSeconds": null, "acceleratedRanges": [ { "start": "2023-09-11T20:40:00Z", "end": "2023-10-28T03:40:00Z", "typename": "TimeRange" } ], "targetAcceleratedRanges": [ { "start": "2023-09-19T21:06:18Z", "end": "2023-10-28T03:40:00Z", "typename": "TimeRange" } ], "freshnessTime": "2023-10-28T00:27:05Z", "minimumDownstreamTargetStaleness": { "minimumDownstreamTargetStalenessSeconds": 120, "datasetIds": [ "41282577" ], "monitorIds": [ "41282596" ], "typename": "MinimumDownstreamTargetStaleness" }, "effectiveOnDemandMaterializationLength": "2764800000000000", "typename": "AccelerationInfo" }, "typename": "Dataset", "interfaces": [ { "path": "log", "mapping": [], "interface": { "name": "log", "path": "log", "interfaceFields": [ { "interfaceField": "log", "rep": "string", "typeclasses": [ "TypeclassStringOrObject" ], "optional": true, "typename": "InterfaceFieldDefinition" }, { "interfaceField": "structured_log", "rep": "object", "typeclasses": null, "optional": true, "typename": "InterfaceFieldDefinition" } ], "description": "Identifies datasets that contain logs.", "deprecation": "", "qualifiers": [ "event", "interval" ], "workspaceId": null, "typename": "InterfaceDefinition" }, "typename": "ImplementedInterface" }, { "path": "metric", "mapping": [ { "interfaceField": "metric", "field": "metric", "typename": "InterfaceFieldMapping" }, { "interfaceField": "value", "field": "value", "typename": "InterfaceFieldMapping" } ], "interface": { "name": "metric", "path": "metric", "interfaceFields": [ { "interfaceField": "metric", "rep": "string", "typeclasses": null, "optional": false, "typename": "InterfaceFieldDefinition" }, { "interfaceField": "value", "rep": "float64", "typeclasses": null, "optional": false, "typename": "InterfaceFieldDefinition" }, { "interfaceField": "metricDescription", "rep": "string", "typeclasses": null, "optional": true, "typename": "InterfaceFieldDefinition" }, { "interfaceField": "metricUnit", "rep": "string", "typeclasses": null, "optional": true, "typename": "InterfaceFieldDefinition" }, { "interfaceField": "metricType", "rep": "string", "typeclasses": null, "optional": true, "typename": "InterfaceFieldDefinition" } ], "description": "Identifies datasets that contain high-frequency measurements.", "deprecation": "", "qualifiers": [ "event" ], "workspaceId": null, "typename": "InterfaceDefinition" }, "typename": "ImplementedInterface" } ] }, "typename": "Query" } }
On Fri, Oct 27, 2023 at 5:36 PM Daniel Odievich @.***> wrote:
Currently the first one is taken, and subsequent ones are ignored @obs-gh-varunvemulapalli https://github.com/obs-gh-varunvemulapalli please add the datasets text
— Reply to this email directly, view it on GitHub https://github.com/observeinc/entity-explorer/issues/12, or unsubscribe https://github.com/notifications/unsubscribe-auth/A7H6AULNRKSJ7EKE4OTIGG3YBRHQBAVCNFSM6AAAAAA6TRAI7WVHI2DSMVQWIX3LMV43ASLTON2WKOZRHE3DMMZTGA4TANA . You are receiving this because you were mentioned.Message ID: @.***>
Currently the first one is taken, and subsequent ones are ignored @obs-gh-varunvemulapalli please add the datasets text