ogre0403 / ipgod

0 stars 3 forks source link

download url內容並不是正確的url格式或無資料 #17

Open ogre0403 opened 7 years ago

ogre0403 commented 7 years ago

eg: http://data.gov.tw/api/v1/rest/dataset/387000000A-004110 http://data.gov.tw/api/v1/rest/dataset/363000000C-000058

"distribution": [
            {
                "resourceID": "387000000A-004110-001",
                "resourceDescription": "104年臺中市有機農作物栽培概況",
                "format": "JSON",
                "resourceModified": "2016-12-27 19:04:51",
                "downloadURL": "",
                "metadataSourceOfData": "",
                "characterSetCode": "UTF-8"
            }
        ],
"distribution": [
            {
                "resourceID": "363000000C-000058-001",
                "resourceDescription": "",
                "format": "CSV",
                "resourceModified": "2014-12-30 15:56:43",
                "downloadURL": "www",
                "metadataSourceOfData": "",
                "characterSetCode": "utf-8"
            },
2016-12-29 23:05:25,120 [ERROR] Downloader.py_27  : Download 387000000A-004102-001 ERROR!!!
Traceback (most recent call last):
  File "D:\ProjectSource\PycharmProjects\ipgod\crawler\src\Downloader.py", line 25, in run
    self.download_flag = item.download()
  File "D:\ProjectSource\PycharmProjects\ipgod\crawler\src\metadata.py", line 87, in download
    response = requests.get(URL,stream=True,verify=False,headers={'Connection':'close'})
  File "C:\Users\1403035\AppData\Local\Programs\Python\Python35\lib\site-packages\requests\api.py", line 70, in get
    return request('get', url, params=params, **kwargs)
  File "C:\Users\1403035\AppData\Local\Programs\Python\Python35\lib\site-packages\requests\api.py", line 56, in request
    return session.request(method=method, url=url, **kwargs)
  File "C:\Users\1403035\AppData\Local\Programs\Python\Python35\lib\site-packages\requests\sessions.py", line 461, in request
    prep = self.prepare_request(req)
  File "C:\Users\1403035\AppData\Local\Programs\Python\Python35\lib\site-packages\requests\sessions.py", line 394, in prepare_request
    hooks=merge_hooks(request.hooks, self.hooks),
  File "C:\Users\1403035\AppData\Local\Programs\Python\Python35\lib\site-packages\requests\models.py", line 294, in prepare
    self.prepare_url(url, params)
  File "C:\Users\1403035\AppData\Local\Programs\Python\Python35\lib\site-packages\requests\models.py", line 354, in prepare_url
    raise MissingSchema(error)
requests.exceptions.MissingSchema: Invalid URL '': No schema supplied. Perhaps you meant http://?