products_json = self.shopify_parser.parse_result(self.normal_crawler.get_response(urls.get('shopify')))
File "/Users/alex/Python-scripts/ec_scrape/parsing/parsers/base.py", line 31, in get_response
'format': resp_format
File "/Users/alex/Python-scripts/ec_scrape/venv/lib/python3.6/site-packages/proxycrawl/proxycrawl_api.py", line 44, in get
return self.request(url, None, options)
File "/Users/alex/Python-scripts/ec_scrape/venv/lib/python3.6/site-packages/proxycrawl/proxycrawl_api.py", line 67, in request
self.response['body'] = self.decompressBody()
File "/Users/alex/Python-scripts/ec_scrape/venv/lib/python3.6/site-packages/proxycrawl/proxycrawl_api.py", line 87, in decompressBody
return body_gzip.read()
File "/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/gzip.py", line 276, in read
return self._buffer.read(size)
File "/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/gzip.py", line 463, in read
if not self._read_gzip_header():
File "/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/gzip.py", line 411, in _read_gzip_header
raise OSError('Not a gzipped file (%r)' % magic)
OSError: Not a gzipped file (b'{"')
Hi there, I'm getting this error time-by-time (with ONE url) when do request:
Here is traceback:
UPD: Just checked with link from example and same error https://github.com/proxycrawl/proxycrawl-python#get-requests
UPD2: this is only with
format='json'