SneaksAndData / adapta

Logging, data connectors, monitoring, secret handling and general lifehacks to make data people lives easier.
Apache License 2.0
8 stars 1 forks source link

Fixes to S3 Storage blob methods #448

Closed george-zubrienko closed 4 months ago

george-zubrienko commented 4 months ago

fyi @Andre-Lx-Costa

github-actions[bot] commented 4 months ago

Coverage

Coverage Report
FileStmtsMissCoverMissing
adapta/connectors/service_bus
   __init__.py110%18
   _connector.py17170%19–61
adapta/logs
   _async_logger.py81396%55, 78–79
   _base.py55689%35, 41, 44, 94–97
   _internal_logger.py109694%276–286
adapta/logs/handlers
   datadog_api_handler.py1093172%89, 106–113, 124, 136–152, 161–195, 204, 210, 238
adapta/metrics/providers
   datadog_provider.py43430%19–147
adapta/ml
   __init__.py110%19
   _model.py10100%17–42
adapta/ml/mlflow
   __init__.py220%17–18
   _client.py42420%19–142
   _functions.py42420%17–111
adapta/process_communication
   _models.py32681%89–95
adapta/security/clients
   __init__.py261254%27–28, 34–35, 41–42, 48–49, 53–54, 58–59
   _azure_client.py724932%42, 55–64, 74–77, 80, 83–85, 94–152, 155, 158–196
adapta/security/clients/aws
   _aws_client.py361558%37–38, 45, 55, 61, 73, 97–105, 111–114
   _aws_credentials.py733059%60–79, 83, 87, 91, 95, 99, 108–112, 116, 120, 124, 128, 132
adapta/security/clients/hashicorp_vault
   hashicorp_vault_client.py30487%46, 86, 90, 94
   kubernetes_client.py21576%45–48, 67–68
   oidc_client.py452056%33–62, 80–83, 92
   token_client.py17759%42–45, 52–53, 56, 59
adapta/storage/blob
   azure_storage_client.py1205257%71–78, 88, 95–96, 99–105, 127–128, 131–157, 160, 176–189, 197–201, 220, 241–243, 252, 268–272, 282–284, 287–306, 313
   local_storage_client.py45589%39, 64, 90, 93, 96
   s3_storage_client.py1097531%55–65, 74–81, 90–95, 116–124, 132–133, 146–153, 169–173, 191–200, 210–231, 242–263
adapta/storage/cache
   redis_cache.py37370%19–107
adapta/storage/database
   azure_sql.py322038%55, 70, 84–122, 132
   odbc.py711185%93–103, 113, 124–125, 139, 145–151, 177
   snowflake_sql.py671972%63–77, 92–94, 105–114, 141
   trino_sql.py37370%20–119
adapta/storage/delta_lake
   _functions.py611182%139, 144, 146, 148, 205, 215, 225–235, 241, 272
adapta/storage/distributed_object_store/datastax_astra
   _models.py19953%38–43, 46, 49, 52
   astra_client.py19412038%38–41, 135–176, 182–183, 189–190, 193, 203, 215–216, 225, 265–353, 361, 385–512, 522, 533–548, 571–586, 608–624, 648–665
adapta/storage/models
   astra.py351071%37, 40, 44, 59–61, 64, 70–73
   aws.py361169%36–39, 46–49, 57–59, 82, 91
   azure.py601772%32, 36–40, 47, 67, 70–71, 74–75, 89–93, 100, 113, 120, 123–124, 127
   filter_expression.py125596%55, 183–184, 238, 329
   hive.py572556%36, 40, 43, 91–98, 110, 113–114, 123–163, 166
   local.py21481%31, 35, 38, 50
adapta/storage/query_enabled_store
   _models.py611084%77, 139–142, 148–151, 157–158, 164
   _qes_astra.py571377%66–67, 79, 84–97, 107–110
   _qes_delta.py32488%28, 50, 62, 70
adapta/storage/secrets
   azure_secret_client.py20200%19–66
adapta/utils
   _common.py861583%34–35, 68–81, 92, 120, 140, 160, 217
   concurrent_task_runner.py27196%109
adapta/utils/data_structures
   _functions.py34197%134
adapta/utils/decorators
   _logging.py41198%32
   _rate_limit.py25196%58
adapta/utils/python_typing
   _functions.py11191%24
tests
   test_filtering_api.py32294%197–198
   test_utils.py150199%337
   test_vault_client.py801878%33–35, 40–42, 47–51, 56–57, 62–66
TOTAL361990875% 

Tests Skipped Failures Errors Time
191 5 :zzz: 0 :x: 0 :fire: 1m 1s :stopwatch:
github-actions[bot] commented 4 months ago

Coverage

Coverage Report
FileStmtsMissCoverMissing
adapta/connectors/service_bus
   __init__.py110%18
   _connector.py17170%19–61
adapta/logs
   _async_logger.py81396%55, 78–79
   _base.py55689%35, 41, 44, 94–97
   _internal_logger.py109694%276–286
adapta/logs/handlers
   datadog_api_handler.py1093172%89, 106–113, 124, 136–152, 161–195, 204, 210, 238
adapta/metrics/providers
   datadog_provider.py43430%19–147
adapta/ml
   __init__.py110%19
   _model.py10100%17–42
adapta/ml/mlflow
   __init__.py220%17–18
   _client.py42420%19–142
   _functions.py42420%17–111
adapta/process_communication
   _models.py32681%89–95
adapta/security/clients
   __init__.py261254%27–28, 34–35, 41–42, 48–49, 53–54, 58–59
   _azure_client.py724932%42, 55–64, 74–77, 80, 83–85, 94–152, 155, 158–196
adapta/security/clients/aws
   _aws_client.py361558%37–38, 45, 55, 61, 73, 97–105, 111–114
   _aws_credentials.py733059%60–79, 83, 87, 91, 95, 99, 108–112, 116, 120, 124, 128, 132
adapta/security/clients/hashicorp_vault
   hashicorp_vault_client.py30487%46, 86, 90, 94
   kubernetes_client.py21576%45–48, 67–68
   oidc_client.py452056%33–62, 80–83, 92
   token_client.py17759%42–45, 52–53, 56, 59
adapta/storage/blob
   azure_storage_client.py1195157%71–78, 88, 95–96, 99–105, 127–128, 131–157, 160, 176–189, 197–201, 220, 241–243, 252, 268–272, 282–284, 287–306, 313
   local_storage_client.py45589%39, 64, 90, 93, 96
   s3_storage_client.py1097531%55–65, 74–81, 90–95, 116–124, 132–133, 146–153, 169–173, 191–200, 210–231, 242–263
adapta/storage/cache
   redis_cache.py37370%19–107
adapta/storage/database
   azure_sql.py322038%55, 70, 84–122, 132
   odbc.py711185%93–103, 113, 124–125, 139, 145–151, 177
   snowflake_sql.py671972%63–77, 92–94, 105–114, 141
   trino_sql.py37370%20–119
adapta/storage/delta_lake
   _functions.py611182%139, 144, 146, 148, 205, 215, 225–235, 241, 272
adapta/storage/distributed_object_store/datastax_astra
   _models.py19953%38–43, 46, 49, 52
   astra_client.py19412038%38–41, 135–176, 182–183, 189–190, 193, 203, 215–216, 225, 265–353, 361, 385–512, 522, 533–548, 571–586, 608–624, 648–665
adapta/storage/models
   astra.py351071%37, 40, 44, 59–61, 64, 70–73
   aws.py361169%36–39, 46–49, 57–59, 82, 91
   azure.py601772%32, 36–40, 47, 67, 70–71, 74–75, 89–93, 100, 113, 120, 123–124, 127
   filter_expression.py125596%55, 183–184, 238, 329
   hive.py572556%36, 40, 43, 91–98, 110, 113–114, 123–163, 166
   local.py21481%31, 35, 38, 50
adapta/storage/query_enabled_store
   _models.py611084%77, 139–142, 148–151, 157–158, 164
   _qes_astra.py571377%66–67, 79, 84–97, 107–110
   _qes_delta.py32488%28, 50, 62, 70
adapta/storage/secrets
   azure_secret_client.py20200%19–66
adapta/utils
   _common.py861583%34–35, 68–81, 92, 120, 140, 160, 217
   concurrent_task_runner.py27196%109
adapta/utils/data_structures
   _functions.py34197%134
adapta/utils/decorators
   _logging.py41198%32
   _rate_limit.py25196%58
adapta/utils/python_typing
   _functions.py11373%7–9, 22
tests
   test_filtering_api.py32294%197–198
   test_python_typing_functions.py11282%38–39
   test_utils.py150199%337
   test_vault_client.py801878%33–35, 40–42, 47–51, 56–57, 62–66
TOTAL361791175% 

Tests Skipped Failures Errors Time
191 6 :zzz: 0 :x: 0 :fire: 1m 3s :stopwatch: