open-contracting / kingfisher-collect

Downloads OCDS data and stores it on disk
https://kingfisher-collect.readthedocs.io
BSD 3-Clause "New" or "Revised" License
13 stars 12 forks source link

argentina_buenos_aires: Is a JSON file with non-OCDS data #649

Closed jpmckinney closed 3 years ago

jpmckinney commented 3 years ago

curl 'https://data.buenosaires.gob.ar/api/3/action/package_show?id=buenos-aires-compras' | jq '.result.resources[] | select(.format == "JSON") | .url'

Returns:

https://cdn.buenosaires.gob.ar/datosabiertos/datasets/buenos-aires-compras-open-contracting/2020-8-12-bsas_release_package.zip

Which when decompressed looks like:

{
    "type": "FeatureCollection",
    "name": "2020-8-12-bsas_release_package",
    "features": [{
                "type": "Feature",
                "properties": {
                    "ocid": "ocds-bulbcf-10002-0726-LPU20",
                    "id": "10002-0726-LPU20-2021-02-25",
                    "date": "2020-06-11T19:30:00-03:00",
                    "initiationType": "tender",
                    "tag": "tender",
                    "tender\/id": "10002-0726-LPU20",
                    "tender\/title": " Otros no especificados precedentemente-",
                    "tender\/description": "Licitación Pública  playa de estacionamiento subterránea ¨Pita Pedernera¨.",
                    "tender\/status": "error nor found",
                    "tender\/procuringEntity\/id": "CABA-UE-10002 ",
                    "tender\/value\/currency": "ARS",
                    "tender\/value\/amount": "0.0",
                    "tender\/procuringEntity\/name": "Direccion General Concesiones y Permisos",
                    "tender\/minValue\/amount": "",
                    "tender\/minValue\/currency": "",
                    "tender\/procurementMethod": "open",
                    "tender\/procurementMethodDetails": "LICITACION PUBLICA",
                    "tender\/procurementMethodRationale": "",
                    "tender\/mainProcurementCategory": "",
                    "tender\/additionalProcurementCategories": "Concesiones",
                    "tender\/awardCriteria": "",
                    "tender\/awardCriteriaDetails": "",
                    "tender\/submissionMethod": "",
                    "tender\/submissionMethodDetails": "",
                    "tender\/tenderPeriod\/startDate": "2020-06-12T12:00:00-03:00",
                    "tender\/tenderPeriod\/endDate": "2020-07-20T11:59:00-03:00",
                    "tender\/tenderPeriod\/durationInDays": "38.0",
                    "tender\/tenderPeriod\/maxExtentDate": "",
                    "tender\/enquiryPeriod\/startDate": "2020-06-11T20:00:00-03:00",
                    "tender\/enquiryPeriod\/endDate": "2020-07-16T12:00:00-03:00",
                    "tender\/enquiryPeriod\/maxExtentDate": "",
                    "tender\/enquiryPeriod\/durationInDays": "34.0",
                    "tender\/hasEnquiries": "",
                    "tender\/eligibilityCriteria": "",
                    "tender\/awardPeriod\/startDate": "",
                    "tender\/awardPeriod\/endDate": "",
                    "tender\/awardPeriod\/maxExtentDate": "",
                    "tender\/awardPeriod\/durationInDays": "",
                    "tender\/contractPeriod\/startDate": "",
                    "tender\/contractPeriod\/endDate": "",
                    "tender\/contractPeriod\/maxExtentDate": "",
                    "tender\/contractPeriod\/durationInDays": "",
                    "tender\/numberOfTenderers": "",
                    "tender\/amendment\/date": "",
                    "tender\/amendment\/rationale": "",
                    "tender\/amendment\/id": "",
                    "tender\/amendment\/description": "",
                    "tender\/amendment\/amendsReleaseID": "",
                    "tender\/amendment\/releaseID": "",
                    "language": "es",
                    "tender\/items\/0\/id": "24.01.001.0001.1-0",
                    "tender\/items\/0\/description": "CONCESION DE PLAYA DE ESTACIONAMIENTO SUBTERRANEA-._Demás especificaciones deberán ser indicadas por la repartición solicitante  Caracteristica\/s Sin Definir ",
                    "tender\/items\/0\/quantity": "1.0",
                    "tender\/items\/0\/unit\/name": "UNIDAD",
                    "tender\/items\/0\/unit\/scheme": "x_unidades_medida_bac",
                    "tender\/items\/0\/classification\/scheme": "x_catalogo_bienes_servicios_bac",
                    "tender\/items\/0\/classification\/id": "24.01.001.0001.1",
                    "tender\/items\/0\/unit\/value\/amount": "130000.0",
                    "tender\/items\/0\/unit\/value\/currency": "ARS",
                    "tender\/documents\/0\/id": "BQoBkoMoEhxrrnSypuCvkvey6znAqei7UJ3jNGjEDyuhy4yzuC4CAVR9THjEUjty",
                    "tender\/documents\/0\/documentType": "tenderNotice",
                    "tender\/documents\/0\/url": "https:\/\/www.buenosairescompras.gob.ar\/\/PLIEGO\/VistaPreviaPliegoCiudadano.aspx?qs=BQoBkoMoEhxrrnSypuCvkvey6znAqei7UJ3jNGjEDyuhy4yzuC4CAVR9THjEUjty",
                    "tender\/documents\/0\/datePublished": "2020-06-11T19:30:00-03:00",
                    "tender\/documents\/0\/language": "es",
                    "contracts\/0\/id": "",
                    "contracts\/0\/signatories\/0\/name": "",
                    "contracts\/0\/signatories\/0\/id": "",
                    "contracts\/0\/awardID": "",
                    "contracts\/0\/title": "",
                    "contracts\/0\/description": "",
                    "contracts\/0\/status": "",
                    "contracts\/0\/period\/startDate": "",
                    "contracts\/0\/period\/endDate": "",
                    "contracts\/0\/period\/maxExtentDate": "",
                    "contracts\/0\/period\/durationInDays": "",
                    "contracts\/0\/value\/amount": "",
                    "contracts\/0\/value\/currency": "",
                    "contracts\/0\/dateSigned": "",
                    "contracts\/0\/amendment\/date": "",
                    "contracts\/0\/amendment\/rationale": "",
                    "contracts\/0\/amendment\/id": "",
                    "contracts\/0\/amendment\/description": "",
                    "contracts\/0\/amendment\/amendsReleaseID": "",
                    "contracts\/0\/amendment\/releaseID": "",
                    "contracts\/0\/items\/0\/id": "",
                    "contracts\/0\/items\/0\/description": "",
                    "contracts\/0\/items\/0\/classification\/scheme": "",
                    "contracts\/0\/items\/0\/classification\/id": "",
                    "contracts\/0\/items\/0\/classification\/description": "",
                    "contracts\/0\/items\/0\/classification\/uri": "",
                    "contracts\/0\/items\/0\/quantity": "",
                    "contracts\/0\/items\/0\/unit\/scheme": "",
                    "contracts\/0\/items\/0\/unit\/id": "",
                    "contracts\/0\/items\/0\/unit\/name": "",
                    "contracts\/0\/items\/0\/unit\/value\/amount": "",
                    "contracts\/0\/items\/0\/unit\/value\/currency": "",
                    "contracts\/0\/items\/0\/unit\/uri": "",
                    "awards\/0\/id": "",
                    "awards\/0\/title": "",
                    "awards\/0\/description": "",
                    "awards\/0\/status": "",
                    "awards\/0\/date": "",
                    "Codigo": "",
                    "PrecioTotal": "",
                    "awards\/0\/contractPeriod\/startDate": "",
                    "awards\/0\/contractPeriod\/endDate": "",
                    "awards\/0\/contractPeriod\/maxExtentDate": "",
                    "awards\/0\/contractPeriod\/durationInDays": "",
                    "awards\/0\/amendment\/date": "",
                    "awards\/0\/amendment\/rationale": "",
                    "awards\/0\/amendment\/id": "",
                    "awards\/0\/amendment\/description": "",
                    "awards\/0\/amendment\/amendsReleaseID": "",
                    "awards\/0\/amendment\/releaseID": "",
                    "awards\/0\/items\/0\/id": "",
                    "awards\/0\/items\/0\/description": "",
                    "awards\/0\/items\/0\/classification\/scheme": "",
                    "awards\/0\/items\/0\/classification\/id": "",
                    "awards\/0\/items\/0\/classification\/description": "",
                    "awards\/0\/items\/0\/classification\/uri": "",
                    "awards\/0\/items\/0\/quantity": "",
                    "awards\/0\/items\/0\/unit\/scheme": "",
                    "awards\/0\/items\/0\/unit\/id": "",
                    "awards\/0\/items\/0\/unit\/name": "",
                    "awards\/0\/items\/0\/unit\/value\/amount": "",
                    "awards\/0\/items\/0\/unit\/value\/currency": "",
                    "awards\/0\/items\/0\/unit\/uri": "",
                    "awards\/0\/documents\/0\/id": "",
                    "awards\/0\/documents\/0\/documentType": "",
                    "awards\/0\/documents\/0\/url": "",
                    "awards\/0\/documents\/0\/datePublished": "",
                    "awards\/0\/documents\/0\/language": ""
                },
                "geometry": null
            },
jpmckinney commented 3 years ago

There is also a CSV publication, but before writing a spider for the CSVs, we will wait to see if the JSON is fixed, as they are working on it.

yolile commented 3 years ago

Now the file is a JSON file, but not well transformed eg:

{"ocid":{"0":"ocds-bulbcf-10002-0219-LPU21","1":"ocds-bulbcf-10002-0220-LPU21","2":"ocds-bulbcf-10002-0726-LPU20","3":"ocds-bulbcf-10002-0746-LPU20","4":"ocds-bulbcf-101-0004-LPU11","5":"ocds-bulbcf-101-0008-LPU11","6":"ocds-bulbcf-101-0008-LPU11","7":"ocds-bulbcf-101-0013-CDI18","8":"ocds-bulbcf-101-0013-CDI18","9":"ocds-bulbcf-101-0014-CDI19","10":"ocds-bulbcf-101-0014-CDI19","11":"ocds-bulbcf-101-0016-LPU19","12":"ocds-bulbcf-101-0016-LPU19","13":"ocds-bulbcf-101-0016-LPU19","14":"ocds-bulbcf-101-0021-LPU11","15":"ocds-bulbcf-101-0021-LPU11","16":"ocds-bulbcf-101-0036-CDI18","17":"ocds-bulbcf-101-0036-CDI18","18":"ocds-bulbcf-101-0075-LPU14","19":"ocds-bulbcf-101-0076-CDI20","20":"ocds-bulbcf-101-0076-CDI20","21":"ocds-bulbcf-101-0078-LPU18","22":"ocds-bulbcf-101-0078-LPU18","23":"ocds-bulbcf-101-0078-LPU18","24":"ocds-bulbcf-101-0078-LPU18","25":"ocds-bulbcf-101-0078-LPU18","26":"ocds-bulbcf-101-0088-LPU14","27":"ocds-bulbcf-101-0093-CDI20","28":"ocds-bulbcf-101-0093-CDI20" ....

cc @cecicasco