[BUG] [OPS] Wrong filename_string trace for CADIP ingestion

suberti-ads commented 11 months ago

Environment:

Delivery tag:
Platform: OPS Orange Cloud
Configuration: rs-core-v-15

Traceability:

Current Behavior: rs-core monitoring don't manage to retreive ingestion Cadip trace. CADIP filename_string trace contains an UID instead of CADIP Filename

Expected Behavior: CADIP filename_string trace contains CADIP filename sample for XBIP

      "output": {
        "ingestion_date": "2023-12-07T16:36:17.836000Z",
        "filename_string": "DCS_06_S3A_20231207160754040652_ch1_DSDB_00034.raw"
      }

Steps To Reproduce: Start a CADIP chain and ingest data

Test execution artefacts (i.e. logs, screenshots…)

Sample of CADIP Trace:

{
  "_index": "processing_trace-2023.11.30",
  "_type": "_doc",
  "_id": "wozoH4wBOmySpccVGrnS",
  "_version": 1,
  "_score": 1,
  "_source": {
    "header": {
      "type": "REPORT",
      "timestamp": "2023-11-30T11:05:48.429000Z",
      "level": "INFO",
      "mission": "S1",
      "workflow": "NOMINAL",
      "rs_chain_name": "INGESTION-CADIP-S1-MPS",
      "rs_chain_version": "1.15.0"
    },
    "message": {
      "content": "End processing of c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
    },
    "task": {
      "uid": "fb999c1b-daa2-43c2-8d66-d2341663738a",
      "name": "IngestionWorker",
      "event": "END",
      "status": "OK",
      "output": {
        "ingestion_date": "2023-11-30T11:05:48.428000Z",
        "filename_string": "c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
      },
      "input": {
        "inbox_name_string": "c7fa0cb8-a0a4-39a1-9392-5fb1f5253123",
        "inbox_relative_path_string": "S1A_20231130083702051444/DCS_04_S1A_20231130083702051444_ch2_DSDB_00032.raw",
        "inbox_pickup_path_string": "https://inta-ddp.inta.es:8443/cadip-interface/odata/v1"
      },
      "quality": {},
      "error_code": 0,
      "duration_in_seconds": 14.035,
      "data_rate_mebibytes_sec": 21.375,
      "data_volume_mebibytes": 299.998,
      "missing_output": []
    },
    "kubernetes": {
      "pod_name": "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8-687b9krj",
      "namespace_name": "processing",
      "pod_id": "093cceef-c4d7-48f4-8b34-e01f01bed130",
      "labels": {
        "linkerd_io/control-plane-ns": "networking",
        "linkerd_io/proxy-deployment": "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8",
        "linkerd_io/workload-ns": "processing",
        "pod-template-hash": "6875b95986",
        "role": "spring-app",
        "spring-app-id": "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8",
        "spring-application-name": "ingestion-cadip-worker",
        "spring-deployment-id": "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8",
        "spring-group-id": "ingestion-cadip-s1-mps-part1"
      },
      "host": "cluster-ops-node-13",
      "container_name": "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8",
      "docker_id": "7890303f12d9cbcfa09e3d6a33577f103f843f3b2008363eb015357208e250f7",
      "container_hash": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e7aa8f4d68ea51ba4416c878a733a4e44459cb67ec516520afbc330f5ce280d2",
      "container_image": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.0"
    },
    "@timestamp": "2023-11-30T11:05:51.515954253+00:00"
  },
  "fields": {
    "header.timestamp": [
      "2023-11-30T11:05:48.429Z"
    ],
    "kubernetes.pod_id.keyword": [
      "093cceef-c4d7-48f4-8b34-e01f01bed130"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "header.workflow": [
      "NOMINAL"
    ],
    "kubernetes.labels.spring-application-name.keyword": [
      "ingestion-cadip-worker"
    ],
    "task.status": [
      "OK"
    ],
    "task.output.filename_string.keyword": [
      "c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
    ],
    "kubernetes.container_image.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.0"
    ],
    "kubernetes.labels.pod-template-hash": [
      "6875b95986"
    ],
    "header.level": [
      "INFO"
    ],
    "kubernetes.container_image": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.0"
    ],
    "header.type": [
      "REPORT"
    ],
    "kubernetes.labels.linkerd_io/workload-ns": [
      "processing"
    ],
    "task.uid": [
      "fb999c1b-daa2-43c2-8d66-d2341663738a"
    ],
    "kubernetes.docker_id.keyword": [
      "7890303f12d9cbcfa09e3d6a33577f103f843f3b2008363eb015357208e250f7"
    ],
    "kubernetes.labels.spring-app-id.keyword": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "kubernetes.host.keyword": [
      "cluster-ops-node-13"
    ],
    "task.duration_in_seconds": [
      14.035
    ],
    "kubernetes.container_hash": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e7aa8f4d68ea51ba4416c878a733a4e44459cb67ec516520afbc330f5ce280d2"
    ],
    "kubernetes.container_name": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "kubernetes.labels.spring-deployment-id": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "task.input.inbox_name_string": [
      "c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
    ],
    "task.event": [
      "END"
    ],
    "kubernetes.container_name.keyword": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "task.input.inbox_relative_path_string.keyword": [
      "S1A_20231130083702051444/DCS_04_S1A_20231130083702051444_ch2_DSDB_00032.raw"
    ],
    "kubernetes.labels.spring-app-id": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "kubernetes.docker_id": [
      "7890303f12d9cbcfa09e3d6a33577f103f843f3b2008363eb015357208e250f7"
    ],
    "header.mission": [
      "S1"
    ],
    "header.rs_chain_version": [
      "1.15.0"
    ],
    "kubernetes.pod_id": [
      "093cceef-c4d7-48f4-8b34-e01f01bed130"
    ],
    "task.output.ingestion_date": [
      "2023-11-30T11:05:48.428Z"
    ],
    "header.rs_chain_name": [
      "INGESTION-CADIP-S1-MPS"
    ],
    "task.data_rate_mebibytes_sec": [
      21.375
    ],
    "task.input.inbox_relative_path_string": [
      "S1A_20231130083702051444/DCS_04_S1A_20231130083702051444_ch2_DSDB_00032.raw"
    ],
    "task.uid.keyword": [
      "fb999c1b-daa2-43c2-8d66-d2341663738a"
    ],
    "kubernetes.labels.spring-application-name": [
      "ingestion-cadip-worker"
    ],
    "message.content.keyword": [
      "End processing of c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
    ],
    "kubernetes.labels.linkerd_io/workload-ns.keyword": [
      "processing"
    ],
    "task.name": [
      "IngestionWorker"
    ],
    "task.input.inbox_name_string.keyword": [
      "c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
    ],
    "header.rs_chain_version.keyword": [
      "1.15.0"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns": [
      "networking"
    ],
    "kubernetes.labels.spring-deployment-id.keyword": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "header.rs_chain_name.keyword": [
      "INGESTION-CADIP-S1-MPS"
    ],
    "kubernetes.labels.spring-group-id": [
      "ingestion-cadip-s1-mps-part1"
    ],
    "task.input.inbox_pickup_path_string": [
      "https://inta-ddp.inta.es:8443/cadip-interface/odata/v1"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment.keyword": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8"
    ],
    "kubernetes.labels.role.keyword": [
      "spring-app"
    ],
    "kubernetes.host": [
      "cluster-ops-node-13"
    ],
    "kubernetes.pod_name.keyword": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8-687b9krj"
    ],
    "header.mission.keyword": [
      "S1"
    ],
    "kubernetes.namespace_name.keyword": [
      "processing"
    ],
    "kubernetes.labels.pod-template-hash.keyword": [
      "6875b95986"
    ],
    "task.error_code": [
      0
    ],
    "message.content": [
      "End processing of c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
    ],
    "kubernetes.labels.spring-group-id.keyword": [
      "ingestion-cadip-s1-mps-part1"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns.keyword": [
      "networking"
    ],
    "task.output.filename_string": [
      "c7fa0cb8-a0a4-39a1-9392-5fb1f5253123"
    ],
    "kubernetes.namespace_name": [
      "processing"
    ],
    "kubernetes.container_hash.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e7aa8f4d68ea51ba4416c878a733a4e44459cb67ec516520afbc330f5ce280d2"
    ],
    "@timestamp": [
      "2023-11-30T11:05:51.515Z"
    ],
    "task.name.keyword": [
      "IngestionWorker"
    ],
    "task.data_volume_mebibytes": [
      299.998
    ],
    "kubernetes.pod_name": [
      "ingestion-cadip-s1-mps-part1-ingestion-cadip-worker-v8-687b9krj"
    ],
    "task.input.inbox_pickup_path_string.keyword": [
      "https://inta-ddp.inta.es:8443/cadip-interface/odata/v1"
    ],
    "kubernetes.labels.role": [
      "spring-app"
    ]
  }
}

Whenever possible, first analysis of the root cause Without this parameter rs-monitoring failed to retreive ingestion-date

Bug Generic Definition of Ready (DoR)

[ ] The affect version in which the bug has been found is mentioned
[ ] The context and environment of the bug is detailed
[ ] The description of the bug is clear and unambiguous
[ ] The procedure (steps) to reproduce the bug is clearly detailed
[ ] The tested User Story / features is linked to the bug if available
[ ] Logs are attached if available
[ ] A data set attached if available

Bug Generic Definition of Done (DoD)

[ ] the modification implemented (the solution to fix the bug) is described in the bug.
[ ] Unit tests & Continuous integration performed - Test results available - Structural Test coverage reported by SONAR
[ ] Code committed in GIT with right tag or Analysis/Trade Off documentation up-to-date in reference-system-documentation repository
[ ] Code is compliant with coding rules (SONAR Report as evidence)
[ ] Acceptance criteria of the related User story are checked and Passed

suberti-ads commented 10 months ago

I found same trace result with new image (1.15.1) sample of ingestion-cadip trace:

{
  "_index": "processing_trace-2024.01.09",
  "_type": "_doc",
  "_id": "qVod7owBwDrEcUiQHYhQ",
  "_version": 1,
  "_score": 1,
  "_source": {
    "header": {
      "type": "REPORT",
      "timestamp": "2024-01-09T12:05:27.051000Z",
      "level": "INFO",
      "mission": "S1",
      "workflow": "NOMINAL",
      "rs_chain_name": "INGESTION-CADIP-S1-MPS",
      "rs_chain_version": "1.15.1"
    },
    "message": {
      "content": "End processing of 7dc4c878-7cac-3b4b-8b57-b220373ff06c"
    },
    "task": {
      "uid": "4b65076e-59ec-478b-b981-ab3788e8d5a6",
      "name": "IngestionWorker",
      "event": "END",
      "status": "OK",
      "output": {
        "ingestion_date": "2024-01-09T12:05:27.051000Z",
        "filename_string": "7dc4c878-7cac-3b4b-8b57-b220373ff06c"
      },
      "input": {
        "inbox_name_string": "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch1_DSDB_00066.raw",
        "inbox_relative_path_string": "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch1_DSDB_00066.raw",
        "inbox_pickup_path_string": "https://inta-ddp.inta.es:8443/cadip-interface/odata/v1"
      },
      "quality": {},
      "error_code": 0,
      "duration_in_seconds": 14.436,
      "data_rate_mebibytes_sec": 19.699,
      "data_volume_mebibytes": 284.386,
      "missing_output": []
    },
    "kubernetes": {
      "pod_name": "ingestion-s1-mps-part1-ingestion-cadip-worker-v20-7dbc75fcv2gg7",
      "namespace_name": "processing",
      "pod_id": "2b034354-a850-4cc8-97b9-42a20bda6248",
      "labels": {
        "linkerd_io/control-plane-ns": "networking",
        "linkerd_io/proxy-deployment": "ingestion-s1-mps-part1-ingestion-cadip-worker-v20",
        "linkerd_io/workload-ns": "processing",
        "pod-template-hash": "7dbc75fc4d",
        "role": "spring-app",
        "spring-app-id": "ingestion-s1-mps-part1-ingestion-cadip-worker-v20",
        "spring-application-name": "ingestion-cadip-worker",
        "spring-deployment-id": "ingestion-s1-mps-part1-ingestion-cadip-worker-v20",
        "spring-group-id": "ingestion-s1-mps-part1"
      },
      "host": "cluster-ops-node-13",
      "container_name": "ingestion-s1-mps-part1-ingestion-cadip-worker-v20",
      "docker_id": "2aa5231c8d3f5b445ef384c2af321ff759efe728dab988b0c7a89405219c799f",
      "container_hash": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e858b1d66d0d452c764d9bd6b4a38049f09ad7165b07af2b59eda435753e5001",
      "container_image": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.1"
    },
    "@timestamp": "2024-01-09T12:05:29.488953281+00:00"
  },
  "fields": {
    "kubernetes.pod_id.keyword": [
      "2b034354-a850-4cc8-97b9-42a20bda6248"
    ],
    "header.timestamp": [
      "2024-01-09T12:05:27.051Z"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "header.workflow": [
      "NOMINAL"
    ],
    "kubernetes.labels.spring-application-name.keyword": [
      "ingestion-cadip-worker"
    ],
    "task.status": [
      "OK"
    ],
    "task.output.filename_string.keyword": [
      "7dc4c878-7cac-3b4b-8b57-b220373ff06c"
    ],
    "kubernetes.container_image.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.1"
    ],
    "kubernetes.labels.pod-template-hash": [
      "7dbc75fc4d"
    ],
    "header.level": [
      "INFO"
    ],
    "kubernetes.container_image": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.1"
    ],
    "header.type": [
      "REPORT"
    ],
    "kubernetes.labels.linkerd_io/workload-ns": [
      "processing"
    ],
    "task.uid": [
      "4b65076e-59ec-478b-b981-ab3788e8d5a6"
    ],
    "kubernetes.docker_id.keyword": [
      "2aa5231c8d3f5b445ef384c2af321ff759efe728dab988b0c7a89405219c799f"
    ],
    "kubernetes.labels.spring-app-id.keyword": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "kubernetes.host.keyword": [
      "cluster-ops-node-13"
    ],
    "task.duration_in_seconds": [
      14.436
    ],
    "kubernetes.container_hash": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e858b1d66d0d452c764d9bd6b4a38049f09ad7165b07af2b59eda435753e5001"
    ],
    "kubernetes.container_name": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "kubernetes.labels.spring-deployment-id": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "task.input.inbox_name_string": [
      "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch1_DSDB_00066.raw"
    ],
    "task.event": [
      "END"
    ],
    "kubernetes.container_name.keyword": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "task.input.inbox_relative_path_string.keyword": [
      "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch1_DSDB_00066.raw"
    ],
    "kubernetes.labels.spring-app-id": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "kubernetes.docker_id": [
      "2aa5231c8d3f5b445ef384c2af321ff759efe728dab988b0c7a89405219c799f"
    ],
    "header.mission": [
      "S1"
    ],
    "header.rs_chain_version": [
      "1.15.1"
    ],
    "kubernetes.pod_id": [
      "2b034354-a850-4cc8-97b9-42a20bda6248"
    ],
    "task.output.ingestion_date": [
      "2024-01-09T12:05:27.051Z"
    ],
    "header.rs_chain_name": [
      "INGESTION-CADIP-S1-MPS"
    ],
    "task.data_rate_mebibytes_sec": [
      19.699
    ],
    "task.input.inbox_relative_path_string": [
      "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch1_DSDB_00066.raw"
    ],
    "task.uid.keyword": [
      "4b65076e-59ec-478b-b981-ab3788e8d5a6"
    ],
    "kubernetes.labels.spring-application-name": [
      "ingestion-cadip-worker"
    ],
    "message.content.keyword": [
      "End processing of 7dc4c878-7cac-3b4b-8b57-b220373ff06c"
    ],
    "kubernetes.labels.linkerd_io/workload-ns.keyword": [
      "processing"
    ],
    "task.name": [
      "IngestionWorker"
    ],
    "task.input.inbox_name_string.keyword": [
      "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch1_DSDB_00066.raw"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns": [
      "networking"
    ],
    "header.rs_chain_version.keyword": [
      "1.15.1"
    ],
    "kubernetes.labels.spring-deployment-id.keyword": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "header.rs_chain_name.keyword": [
      "INGESTION-CADIP-S1-MPS"
    ],
    "kubernetes.labels.spring-group-id": [
      "ingestion-s1-mps-part1"
    ],
    "task.input.inbox_pickup_path_string": [
      "https://inta-ddp.inta.es:8443/cadip-interface/odata/v1"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment.keyword": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20"
    ],
    "kubernetes.labels.role.keyword": [
      "spring-app"
    ],
    "kubernetes.host": [
      "cluster-ops-node-13"
    ],
    "kubernetes.pod_name.keyword": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20-7dbc75fcv2gg7"
    ],
    "header.mission.keyword": [
      "S1"
    ],
    "kubernetes.namespace_name.keyword": [
      "processing"
    ],
    "kubernetes.labels.pod-template-hash.keyword": [
      "7dbc75fc4d"
    ],
    "message.content": [
      "End processing of 7dc4c878-7cac-3b4b-8b57-b220373ff06c"
    ],
    "task.error_code": [
      0
    ],
    "kubernetes.labels.spring-group-id.keyword": [
      "ingestion-s1-mps-part1"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns.keyword": [
      "networking"
    ],
    "task.output.filename_string": [
      "7dc4c878-7cac-3b4b-8b57-b220373ff06c"
    ],
    "kubernetes.namespace_name": [
      "processing"
    ],
    "kubernetes.container_hash.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e858b1d66d0d452c764d9bd6b4a38049f09ad7165b07af2b59eda435753e5001"
    ],
    "@timestamp": [
      "2024-01-09T12:05:29.488Z"
    ],
    "task.name.keyword": [
      "IngestionWorker"
    ],
    "task.data_volume_mebibytes": [
      284.386
    ],
    "kubernetes.pod_name": [
      "ingestion-s1-mps-part1-ingestion-cadip-worker-v20-7dbc75fcv2gg7"
    ],
    "task.input.inbox_pickup_path_string.keyword": [
      "https://inta-ddp.inta.es:8443/cadip-interface/odata/v1"
    ],
    "kubernetes.labels.role": [
      "spring-app"
    ]
  }
}

Directly output for logs:

 safescale  gw-cluster-ops  ~/suberti  kubectl logs -n processing ingestion-s1-mps-part1-ingestion-cadip-worker-v20-7dbc75fcv2gg7 -c ingestion-s1-mps-part1-ingestion-cadip-worker-v20 | grep 09ce3eb0-2a26-3fbe-8217-87dbd1b20f0d | jq . 
{
  "header": {
    "type": "REPORT",
    "timestamp": "2024-01-09T11:31:47.650000Z",
    "level": "INFO",
    "mission": "S1",
    "workflow": "NOMINAL",
    "rs_chain_name": "INGESTION-CADIP-S1-MPS",
    "rs_chain_version": "1.15.1"
  },
  "message": {
    "content": "End processing of 09ce3eb0-2a26-3fbe-8217-87dbd1b20f0d"
  },
  "task": {
    "uid": "edaee8ce-3cc2-44b4-b6db-9659378419b6",
    "name": "IngestionWorker",
    "event": "END",
    "status": "OK",
    "output": {
      "ingestion_date": "2024-01-09T11:31:47.650000Z",
      "filename_string": "09ce3eb0-2a26-3fbe-8217-87dbd1b20f0d"
    },
    "input": {
      "inbox_name_string": "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch2_DSDB_00002.raw",
      "inbox_relative_path_string": "S1A_20240105175603051975/DCS_01_S1A_20240105175603051975_ch2_DSDB_00002.raw",
      "inbox_pickup_path_string": "https://inta-ddp.inta.es:8443/cadip-interface/odata/v1"
    },
    "quality": {},
    "error_code": 0,
    "duration_in_seconds": 17.523,
    "data_rate_mebibytes_sec": 17.12,
    "data_volume_mebibytes": 299.998,
    "missing_output": []
  }
}

suberti-ads commented 10 months ago

As patch seems to use same method as on aux ingestion worker, i check if there was an issue on this.

{
  "_index": "processing_trace-2024.01.11",
  "_type": "_doc",
  "_id": "i2Rk-IwBBfqq0yb-42PQ",
  "_version": 1,
  "_score": 1,
  "_source": {
    "header": {
      "type": "REPORT",
      "timestamp": "2024-01-11T12:00:06.686000Z",
      "level": "INFO",
      "mission": "S1",
      "workflow": "NOMINAL",
      "rs_chain_name": "INGESTION-AUXIP",
      "rs_chain_version": "1.15.0"
    },
    "message": {
      "content": "End processing of 062525ba-b072-11ee-ad93-fa163e7968e5"
    },
    "task": {
      "uid": "7cf2dad5-2b0e-4b0f-8adf-3bb6f07af7a8",
      "name": "IngestionWorker",
      "event": "END",
      "status": "OK",
      "output": {
        "ingestion_date": "2024-01-11T12:00:06.686000Z",
        "filename_string": "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip"
      },
      "input": {
        "inbox_name_string": "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip",
        "inbox_relative_path_string": "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip",
        "inbox_pickup_path_string": "https://adgs.copernicus.eu/odata/v1"
      },
      "quality": {},
      "error_code": 0,
      "duration_in_seconds": 1.036,
      "data_rate_mebibytes_sec": 0.14,
      "data_volume_mebibytes": 0.145,
      "missing_output": []
    },
    "kubernetes": {
      "pod_name": "ingestion-aux-part1-ingestion-auxip-worker-v42-76879476c5-wll4q",
      "namespace_name": "processing",
      "pod_id": "635ab9c0-df74-4ef6-a8df-6602e29b0fed",
      "labels": {
        "linkerd_io/control-plane-ns": "networking",
        "linkerd_io/proxy-deployment": "ingestion-aux-part1-ingestion-auxip-worker-v42",
        "linkerd_io/workload-ns": "processing",
        "pod-template-hash": "76879476c5",
        "role": "spring-app",
        "spring-app-id": "ingestion-aux-part1-ingestion-auxip-worker-v42",
        "spring-application-name": "ingestion-auxip-worker",
        "spring-deployment-id": "ingestion-aux-part1-ingestion-auxip-worker-v42",
        "spring-group-id": "ingestion-aux-part1"
      },
      "host": "cluster-ops-node-13",
      "container_name": "ingestion-aux-part1-ingestion-auxip-worker-v42",
      "docker_id": "0ff0cce40d5a2286c046aba9c5e0ca1add5d92dedceabdf5ac1cf1406e3bd350",
      "container_hash": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e7aa8f4d68ea51ba4416c878a733a4e44459cb67ec516520afbc330f5ce280d2",
      "container_image": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.0"
    },
    "@timestamp": "2024-01-11T12:00:10.380638764+00:00"
  },
  "fields": {
    "kubernetes.pod_id.keyword": [
      "635ab9c0-df74-4ef6-a8df-6602e29b0fed"
    ],
    "header.timestamp": [
      "2024-01-11T12:00:06.686Z"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "header.workflow": [
      "NOMINAL"
    ],
    "kubernetes.labels.spring-application-name.keyword": [
      "ingestion-auxip-worker"
    ],
    "task.status": [
      "OK"
    ],
    "task.output.filename_string.keyword": [
      "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip"
    ],
    "kubernetes.container_image.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.0"
    ],
    "kubernetes.labels.pod-template-hash": [
      "76879476c5"
    ],
    "header.level": [
      "INFO"
    ],
    "kubernetes.container_image": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.0"
    ],
    "header.type": [
      "REPORT"
    ],
    "kubernetes.labels.linkerd_io/workload-ns": [
      "processing"
    ],
    "task.uid": [
      "7cf2dad5-2b0e-4b0f-8adf-3bb6f07af7a8"
    ],
    "kubernetes.docker_id.keyword": [
      "0ff0cce40d5a2286c046aba9c5e0ca1add5d92dedceabdf5ac1cf1406e3bd350"
    ],
    "kubernetes.labels.spring-app-id.keyword": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "kubernetes.host.keyword": [
      "cluster-ops-node-13"
    ],
    "task.duration_in_seconds": [
      1.036
    ],
    "kubernetes.container_hash": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e7aa8f4d68ea51ba4416c878a733a4e44459cb67ec516520afbc330f5ce280d2"
    ],
    "kubernetes.container_name": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "kubernetes.labels.spring-deployment-id": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "task.input.inbox_name_string": [
      "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip"
    ],
    "task.event": [
      "END"
    ],
    "kubernetes.container_name.keyword": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "task.input.inbox_relative_path_string.keyword": [
      "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip"
    ],
    "kubernetes.labels.spring-app-id": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "kubernetes.docker_id": [
      "0ff0cce40d5a2286c046aba9c5e0ca1add5d92dedceabdf5ac1cf1406e3bd350"
    ],
    "header.mission": [
      "S1"
    ],
    "header.rs_chain_version": [
      "1.15.0"
    ],
    "kubernetes.pod_id": [
      "635ab9c0-df74-4ef6-a8df-6602e29b0fed"
    ],
    "task.output.ingestion_date": [
      "2024-01-11T12:00:06.686Z"
    ],
    "header.rs_chain_name": [
      "INGESTION-AUXIP"
    ],
    "task.data_rate_mebibytes_sec": [
      0.14
    ],
    "task.input.inbox_relative_path_string": [
      "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip"
    ],
    "task.uid.keyword": [
      "7cf2dad5-2b0e-4b0f-8adf-3bb6f07af7a8"
    ],
    "kubernetes.labels.spring-application-name": [
      "ingestion-auxip-worker"
    ],
    "message.content.keyword": [
      "End processing of 062525ba-b072-11ee-ad93-fa163e7968e5"
    ],
    "kubernetes.labels.linkerd_io/workload-ns.keyword": [
      "processing"
    ],
    "task.name": [
      "IngestionWorker"
    ],
    "task.input.inbox_name_string.keyword": [
      "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns": [
      "networking"
    ],
    "header.rs_chain_version.keyword": [
      "1.15.0"
    ],
    "kubernetes.labels.spring-deployment-id.keyword": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "header.rs_chain_name.keyword": [
      "INGESTION-AUXIP"
    ],
    "kubernetes.labels.spring-group-id": [
      "ingestion-aux-part1"
    ],
    "task.input.inbox_pickup_path_string": [
      "https://adgs.copernicus.eu/odata/v1"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment.keyword": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42"
    ],
    "kubernetes.labels.role.keyword": [
      "spring-app"
    ],
    "kubernetes.host": [
      "cluster-ops-node-13"
    ],
    "kubernetes.pod_name.keyword": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42-76879476c5-wll4q"
    ],
    "header.mission.keyword": [
      "S1"
    ],
    "kubernetes.namespace_name.keyword": [
      "processing"
    ],
    "kubernetes.labels.pod-template-hash.keyword": [
      "76879476c5"
    ],
    "message.content": [
      "End processing of 062525ba-b072-11ee-ad93-fa163e7968e5"
    ],
    "task.error_code": [
      0
    ],
    "kubernetes.labels.spring-group-id.keyword": [
      "ingestion-aux-part1"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns.keyword": [
      "networking"
    ],
    "task.output.filename_string": [
      "S1A_OPER_AUX_PREORB_OPOD_20240111T110609_V20240111T102817_20240111T170317.EOF.zip"
    ],
    "kubernetes.namespace_name": [
      "processing"
    ],
    "kubernetes.container_hash.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:e7aa8f4d68ea51ba4416c878a733a4e44459cb67ec516520afbc330f5ce280d2"
    ],
    "@timestamp": [
      "2024-01-11T12:00:10.380Z"
    ],
    "task.name.keyword": [
      "IngestionWorker"
    ],
    "task.data_volume_mebibytes": [
      0.145
    ],
    "kubernetes.pod_name": [
      "ingestion-aux-part1-ingestion-auxip-worker-v42-76879476c5-wll4q"
    ],
    "task.input.inbox_pickup_path_string.keyword": [
      "https://adgs.copernicus.eu/odata/v1"
    ],
    "kubernetes.labels.role": [
      "spring-app"
    ]
  }
}

=> No issue on ingestion-worker aux trace

suberti-ads commented 10 months ago

Issue seems solved with 1.15.2 version

{
  "_index": "processing_trace-2024.01.29",
  "_type": "_doc",
  "_id": "SmvIVY0BBfqq0yb-Zgy1",
  "_version": 1,
  "_score": 1,
  "_source": {
    "header": {
      "type": "REPORT",
      "timestamp": "2024-01-29T15:13:25.617000Z",
      "level": "INFO",
      "mission": "S2",
      "workflow": "NOMINAL",
      "rs_chain_name": "INGESTION-CADIP-S2-SGS",
      "rs_chain_version": "1.15.2"
    },
    "message": {
      "content": "End processing of d25a8da0-7411-41c4-8fd6-297b46e8195e"
    },
    "task": {
      "uid": "a25284ba-6be4-4f4e-8114-dbbb375970fa",
      "name": "IngestionWorker",
      "event": "END",
      "status": "OK",
      "output": {
        "ingestion_date": "2024-01-29T15:13:25.617000Z",
        "filename_string": "DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
      },
      "input": {
        "inbox_name_string": "DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw",
        "inbox_relative_path_string": "S2A_20240129143217044938/DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw",
        "inbox_pickup_path_string": "https://cadip-api.victoriousglacier-1f7d60fd.westeurope.azurecontainerapps.io/odata/v1"
      },
      "quality": {},
      "error_code": 0,
      "duration_in_seconds": 10.989,
      "data_rate_mebibytes_sec": 23.506,
      "data_volume_mebibytes": 258.316,
      "missing_output": []
    },
    "kubernetes": {
      "pod_name": "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25-688cf4d5pxx6t",
      "namespace_name": "processing",
      "pod_id": "8dd0cf23-8767-4de8-8ed8-b4d097bf9f89",
      "labels": {
        "linkerd_io/control-plane-ns": "networking",
        "linkerd_io/proxy-deployment": "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25",
        "linkerd_io/workload-ns": "processing",
        "pod-template-hash": "688cf4d544",
        "role": "spring-app",
        "spring-app-id": "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25",
        "spring-application-name": "ingestion-cadip-worker",
        "spring-deployment-id": "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25",
        "spring-group-id": "ingestion-s2-sgs-part1"
      },
      "host": "cluster-ops-node-13",
      "container_name": "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25",
      "docker_id": "260773f7e635ed8d76ce80dd19dc61e2f136ca7243930f5a7311335038ac0f21",
      "container_hash": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:163cfcbfbc299ff8c8898f8e63e86ad7c2de0be8d1286d22322d019aed420eb1",
      "container_image": "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.2"
    },
    "@timestamp": "2024-01-29T15:13:27.348982165+00:00"
  },
  "fields": {
    "kubernetes.pod_id.keyword": [
      "8dd0cf23-8767-4de8-8ed8-b4d097bf9f89"
    ],
    "header.timestamp": [
      "2024-01-29T15:13:25.617Z"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "header.workflow": [
      "NOMINAL"
    ],
    "kubernetes.labels.spring-application-name.keyword": [
      "ingestion-cadip-worker"
    ],
    "task.status": [
      "OK"
    ],
    "task.output.filename_string.keyword": [
      "DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
    ],
    "kubernetes.container_image.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.2"
    ],
    "kubernetes.labels.pod-template-hash": [
      "688cf4d544"
    ],
    "header.level": [
      "INFO"
    ],
    "kubernetes.container_image": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker:1.15.2"
    ],
    "header.type": [
      "REPORT"
    ],
    "kubernetes.labels.linkerd_io/workload-ns": [
      "processing"
    ],
    "task.uid": [
      "a25284ba-6be4-4f4e-8114-dbbb375970fa"
    ],
    "kubernetes.docker_id.keyword": [
      "260773f7e635ed8d76ce80dd19dc61e2f136ca7243930f5a7311335038ac0f21"
    ],
    "kubernetes.labels.spring-app-id.keyword": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "kubernetes.host.keyword": [
      "cluster-ops-node-13"
    ],
    "task.duration_in_seconds": [
      10.989
    ],
    "kubernetes.container_hash": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:163cfcbfbc299ff8c8898f8e63e86ad7c2de0be8d1286d22322d019aed420eb1"
    ],
    "kubernetes.container_name": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "kubernetes.labels.spring-deployment-id": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "task.input.inbox_name_string": [
      "DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
    ],
    "task.event": [
      "END"
    ],
    "kubernetes.container_name.keyword": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "task.input.inbox_relative_path_string.keyword": [
      "S2A_20240129143217044938/DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
    ],
    "kubernetes.labels.spring-app-id": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "kubernetes.docker_id": [
      "260773f7e635ed8d76ce80dd19dc61e2f136ca7243930f5a7311335038ac0f21"
    ],
    "header.mission": [
      "S2"
    ],
    "header.rs_chain_version": [
      "1.15.2"
    ],
    "kubernetes.pod_id": [
      "8dd0cf23-8767-4de8-8ed8-b4d097bf9f89"
    ],
    "task.output.ingestion_date": [
      "2024-01-29T15:13:25.617Z"
    ],
    "header.rs_chain_name": [
      "INGESTION-CADIP-S2-SGS"
    ],
    "task.data_rate_mebibytes_sec": [
      23.506
    ],
    "task.input.inbox_relative_path_string": [
      "S2A_20240129143217044938/DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
    ],
    "task.uid.keyword": [
      "a25284ba-6be4-4f4e-8114-dbbb375970fa"
    ],
    "kubernetes.labels.spring-application-name": [
      "ingestion-cadip-worker"
    ],
    "message.content.keyword": [
      "End processing of d25a8da0-7411-41c4-8fd6-297b46e8195e"
    ],
    "kubernetes.labels.linkerd_io/workload-ns.keyword": [
      "processing"
    ],
    "task.name": [
      "IngestionWorker"
    ],
    "task.input.inbox_name_string.keyword": [
      "DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns": [
      "networking"
    ],
    "header.rs_chain_version.keyword": [
      "1.15.2"
    ],
    "kubernetes.labels.spring-deployment-id.keyword": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "header.rs_chain_name.keyword": [
      "INGESTION-CADIP-S2-SGS"
    ],
    "kubernetes.labels.spring-group-id": [
      "ingestion-s2-sgs-part1"
    ],
    "task.input.inbox_pickup_path_string": [
      "https://cadip-api.victoriousglacier-1f7d60fd.westeurope.azurecontainerapps.io/odata/v1"
    ],
    "kubernetes.labels.linkerd_io/proxy-deployment.keyword": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25"
    ],
    "kubernetes.labels.role.keyword": [
      "spring-app"
    ],
    "kubernetes.host": [
      "cluster-ops-node-13"
    ],
    "kubernetes.pod_name.keyword": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25-688cf4d5pxx6t"
    ],
    "header.mission.keyword": [
      "S2"
    ],
    "kubernetes.namespace_name.keyword": [
      "processing"
    ],
    "kubernetes.labels.pod-template-hash.keyword": [
      "688cf4d544"
    ],
    "message.content": [
      "End processing of d25a8da0-7411-41c4-8fd6-297b46e8195e"
    ],
    "task.error_code": [
      0
    ],
    "kubernetes.labels.spring-group-id.keyword": [
      "ingestion-s2-sgs-part1"
    ],
    "kubernetes.labels.linkerd_io/control-plane-ns.keyword": [
      "networking"
    ],
    "task.output.filename_string": [
      "DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
    ],
    "kubernetes.namespace_name": [
      "processing"
    ],
    "kubernetes.container_hash.keyword": [
      "artifactory.coprs.esa-copernicus.eu/rs-docker/rs-core-ingestion-worker@sha256:163cfcbfbc299ff8c8898f8e63e86ad7c2de0be8d1286d22322d019aed420eb1"
    ],
    "@timestamp": [
      "2024-01-29T15:13:27.348Z"
    ],
    "task.name.keyword": [
      "IngestionWorker"
    ],
    "task.data_volume_mebibytes": [
      258.316
    ],
    "kubernetes.pod_name": [
      "ingestion-s2-sgs-part1-ingestion-cadip-worker-v25-688cf4d5pxx6t"
    ],
    "task.input.inbox_pickup_path_string.keyword": [
      "https://cadip-api.victoriousglacier-1f7d60fd.westeurope.azurecontainerapps.io/odata/v1"
    ],
    "kubernetes.labels.role": [
      "spring-app"
    ]
  }
}

zoom :)

      "output": {
        "ingestion_date": "2024-01-29T15:13:25.617000Z",
        "filename_string": "DCS_05_S2A_20240129143217044938_ch1_DSDB_00082.raw"
      },

COPRS / rs-issues

[BUG] [OPS] Wrong filename_string trace for CADIP ingestion #1083