act-now-coalition / covid-data-model

Data backend providing computed data for the graphs displayed at https://covidactnow.org
https://covidactnow.org/
MIT License
149 stars 57 forks source link

Incorrect California Data #1213

Closed zbrookle closed 2 years ago

zbrookle commented 2 years ago

It seems that some of the API vaccination data for many California counties is incorrect (possibly for other locations as well, but I didn't check)

For example, for San Mateo County I'm receiving,

{
    "fips": "06081",
    "country": "US",
    "state": "CA",
    "county": "San Mateo County",
    "level": "county",
    "lat": null,
    "locationId": "iso1:us#iso2:us-ca#fips:06081",
    "long": null,
    "population": 766573,
    "metrics": {
        "testPositivityRatio": 0.024,
        "testPositivityRatioDetails": {
            "source": "other"
        },
        "caseDensity": 42.0,
        "contactTracerCapacityRatio": null,
        "infectionRate": 1.5,
        "infectionRateCI90": 0.14,
        "icuCapacityRatio": 0.64,
        "vaccinationsInitiatedRatio": 0.008,
        "vaccinationsCompletedRatio": 0.005
    },
    "riskLevels": {
        "overall": 3,
        "testPositivityRatio": 0,
        "caseDensity": 3,
        "contactTracerCapacityRatio": 4,
        "infectionRate": 3,
        "icuCapacityRatio": 0
    },
    "cdcTransmissionLevel": 3,
    "actuals": {
        "cases": 60475,
        "deaths": 635,
        "positiveTests": null,
        "negativeTests": null,
        "contactTracers": null,
        "hospitalBeds": {
            "capacity": 627,
            "currentUsageTotal": 431,
            "currentUsageCovid": 14
        },
        "icuBeds": {
            "capacity": 65,
            "currentUsageTotal": 41,
            "currentUsageCovid": 4
        },
        "newCases": 1424,
        "newDeaths": 0,
        "vaccinesDistributed": null,
        "vaccinationsInitiated": 6452,
        "vaccinationsCompleted": 3690,
        "vaccinesAdministered": 10012,
        "vaccinesAdministeredDemographics": null,
        "vaccinationsInitiatedDemographics": {
            "age": {
                "0-17": 27124,
                "12-17": 214,
                "18-49": 3909,
                "5-11": 71,
                "50-64": 1664,
                "65_plus": 593
            },
            "race": {
                "ai_an": 31,
                "asian": 1157,
                "black": 76,
                "latino": 828,
                "multiple": 9150,
                "other": 564,
                "pacific_islander": 55,
                "unknown": 1612,
                "white": 2121
            },
            "ethnicity": null,
            "sex": null
        }
    },
    "annotations": {
        "cases": {
            "sources": [
                {
                    "type": "NYTimes",
                    "url": "https://github.com/nytimes/covid-19-data",
                    "name": "The New York Times"
                }
            ],
            "anomalies": []
        },
        "deaths": {
            "sources": [
                {
                    "type": "NYTimes",
                    "url": "https://github.com/nytimes/covid-19-data",
                    "name": "The New York Times"
                }
            ],
            "anomalies": []
        },
        "positiveTests": null,
        "negativeTests": null,
        "contactTracers": null,
        "hospitalBeds": {
            "sources": [
                {
                    "type": "other",
                    "url": "https://healthdata.gov/Hospital/COVID-19-Reported-Patient-Impact-and-Hospital-Capa/anag-cw7u",
                    "name": "Department of Health and Human Services"
                }
            ],
            "anomalies": []
        },
        "icuBeds": {
            "sources": [
                {
                    "type": "other",
                    "url": "https://healthdata.gov/Hospital/COVID-19-Reported-Patient-Impact-and-Hospital-Capa/anag-cw7u",
                    "name": "Department of Health and Human Services"
                }
            ],
            "anomalies": []
        },
        "newCases": {
            "sources": [],
            "anomalies": [
                {
                    "date": "2021-12-02",
                    "type": "zscore_outlier",
                    "original_observation": 168.0
                }
            ]
        },
        "newDeaths": null,
        "vaccinesDistributed": null,
        "vaccinationsInitiated": {
            "sources": [
                {
                    "type": "CANScrapersStateProviders",
                    "url": "https://data.chhs.ca.gov/dataset/vaccine-progress-dashboard/resource/130d7ba2-b6eb-438d-a412-741bde207e1c",
                    "name": "California Health & Human Services Agency"
                }
            ],
            "anomalies": []
        },
        "vaccinationsCompleted": {
            "sources": [
                {
                    "type": "CANScrapersStateProviders",
                    "url": "https://data.chhs.ca.gov/dataset/vaccine-progress-dashboard/resource/130d7ba2-b6eb-438d-a412-741bde207e1c",
                    "name": "California Health & Human Services Agency"
                }
            ],
            "anomalies": []
        },
        "vaccinesAdministered": {
            "sources": [
                {
                    "type": "CANScrapersStateProviders",
                    "url": "https://data.chhs.ca.gov/dataset/vaccine-progress-dashboard/resource/130d7ba2-b6eb-438d-a412-741bde207e1c",
                    "name": "California Health & Human Services Agency"
                }
            ],
            "anomalies": []
        },
        "testPositivityRatio": {
            "sources": [
                {
                    "type": "CDCTesting",
                    "url": "https://data.cdc.gov/Public-Health-Surveillance/United-States-COVID-19-County-Level-of-Community-T/nra9-vzzn/data",
                    "name": "Centers for Disease Control and Prevention"
                }
            ],
            "anomalies": []
        },
        "caseDensity": {
            "sources": [
                {
                    "type": "NYTimes",
                    "url": "https://github.com/nytimes/covid-19-data",
                    "name": "The New York Times"
                }
            ],
            "anomalies": []
        },
        "contactTracerCapacityRatio": null,
        "infectionRate": {
            "sources": [
                {
                    "type": "NYTimes",
                    "url": "https://github.com/nytimes/covid-19-data",
                    "name": "The New York Times"
                }
            ],
            "anomalies": []
        },
        "infectionRateCI90": {
            "sources": [
                {
                    "type": "NYTimes",
                    "url": "https://github.com/nytimes/covid-19-data",
                    "name": "The New York Times"
                }
            ],
            "anomalies": []
        },
        "icuCapacityRatio": {
            "sources": [
                {
                    "type": "other",
                    "url": "https://healthdata.gov/Hospital/COVID-19-Reported-Patient-Impact-and-Hospital-Capa/anag-cw7u",
                    "name": "Department of Health and Human Services"
                }
            ],
            "anomalies": []
        },
        "vaccinationsInitiatedRatio": null,
        "vaccinationsCompletedRatio": null
    },
    "lastUpdatedDate": "2021-12-29",
    "url": "https://covidactnow.org/us/california-ca/county/san_mateo_county"
}

The vaccine numbers are a few orders of magnitude lower than they should be.

The data seems correct on the website though, so not sure if you guys are adjusting it somewhere?

Screen Shot 2021-12-29 at 7 47 35 PM
mikelehen commented 2 years ago

Sorry we never responded to this, but I'm closing as obsolete. I don't know what the issue was at that time, but it should be fixed now. We are better at monitoring data@covidactnow.org if you have issues in the future.