Failing to pull auxiliary files

[andypbarrett]

I'm trying to run sentinel1denoised on some 2020 scenes and get the following trace.

The input file is S1A_EW_GRDM_1SDH_20201216T172339_20201216T172439_035714_042DE8_E631.zip

It appears that the host is not known.

Cheers

Andy

In [1]: from s1denoise import Sentinel1Image

In [2]: s1 = Sentinel1Image('S1A_EW_GRDM_1SDH_20201216T172339_20201216T172439_035714_042DE8_E631.zip') 10:31:45|40|nansat|_get_dataset_metadata|GDAL could not open S1A_EW_GRDM_1SDH_20201216T172339_20201216T172439_035714_042DE8_E631.zip, trying to read with Nansat mappers...

gaierror Traceback (most recent call last) ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/connection.py in _new_conn(self) 168 try: --> 169 conn = connection.create_connection( 170 (self._dns_host, self.port), self.timeout, **extra_kw

~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/util/connection.py in create_connection(address, timeout, source_address, socket_options) 72 ---> 73 for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 74 af, socktype, proto, canonname, sa = res

~/anaconda3/envs/s1denoise/lib/python3.9/socket.py in getaddrinfo(host, port, family, type, proto, flags) 952 addrlist = [] --> 953 for res in _socket.getaddrinfo(host, port, family, type, proto, flags): 954 af, socktype, proto, canonname, sa = res

gaierror: [Errno -2] Name or service not known

During handling of the above exception, another exception occurred:

NewConnectionError Traceback (most recent call last) ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/connectionpool.py in urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw) 698 # Make the request on the httplib connection object. --> 699 httplib_response = self._make_request( 700 conn,

~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/connectionpool.py in _make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw) 381 try: --> 382 self._validate_conn(conn) 383 except (SocketTimeout, BaseSSLError) as e:

~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/connectionpool.py in _validate_conn(self, conn) 1009 if not getattr(conn, "sock", None): # AppEngine might not have .sock -> 1010 conn.connect() 1011

~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/connection.py in connect(self) 352 # Add certificate verification --> 353 conn = self._new_conn() 354 hostname = self.host

~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/connection.py in _new_conn(self) 180 except SocketError as e: --> 181 raise NewConnectionError( 182 self, "Failed to establish a new connection: %s" % e

NewConnectionError: <urllib3.connection.HTTPSConnection object at 0x7f0723446250>: Failed to establish a new connection: [Errno -2] Name or service not known

During handling of the above exception, another exception occurred:

MaxRetryError Traceback (most recent call last) ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/requests/adapters.py in send(self, request, stream, timeout, verify, cert, proxies) 438 if not chunked: --> 439 resp = conn.urlopen( 440 method=request.method,

~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/connectionpool.py in urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw) 754 --> 755 retries = retries.increment( 756 method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2]

~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/urllib3/util/retry.py in increment(self, method, url, response, error, _pool, _stacktrace) 573 if new_retry.is_exhausted(): --> 574 raise MaxRetryError(_pool, url, error or ResponseError(cause)) 575

MaxRetryError: HTTPSConnectionPool(host='qc.sentinel1.eo.esa.int', port=443): Max retries exceeded with url: /product/S1A/AUX_CAL/20171017T080000/S1A_AUX_CAL_V20171017T080000_G20201215T124601.SAFE.TGZ (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7f0723446250>: Failed to establish a new connection: [Errno -2] Name or service not known'))

During handling of the above exception, another exception occurred:

ConnectionError Traceback (most recent call last)

in ----> 1 s1 = Sentinel1Image('S1A_EW_GRDM_1SDH_20201216T172339_20201216T172439_035714_042DE8_E631.zip') ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/s1denoise/sentinel1image.py in __init__(self, filename, mapperName, logLevel) 111 auxCalibFilename = resource.attributes['name'].value.split('/')[-1] 112 self.set_aux_data_dir() --> 113 self.download_aux_calibration(auxCalibFilename, self.platform.lower()) 114 self.auxiliaryCalibrationXML = parse(self.auxiliaryCalibration_file) 115 ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/s1denoise/sentinel1image.py in download_aux_calibration(self, filename, platform) 129 cal_url = ('https://qc.sentinel1.eo.esa.int/product/%s/%s_%s/%s/%s.TGZ' 130 % (parts[0], parts[1], parts[2], parts[3][1:], filename)) --> 131 r = requests.get(cal_url, stream=True) 132 with open(cal_file_tgz, "wb") as f: 133 f.write(r.content) ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/requests/api.py in get(url, params, **kwargs) 73 """ 74 ---> 75 return request('get', url, params=params, **kwargs) 76 77 ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/requests/api.py in request(method, url, **kwargs) 59 # cases, and look like a memory leak in others. 60 with sessions.Session() as session: ---> 61 return session.request(method=method, url=url, **kwargs) 62 63 ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/requests/sessions.py in request(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json) 540 } 541 send_kwargs.update(settings) --> 542 resp = self.send(prep, **send_kwargs) 543 544 return resp ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/requests/sessions.py in send(self, request, **kwargs) 653 654 # Send the request --> 655 r = adapter.send(request, **kwargs) 656 657 # Total elapsed time of the request (approximately) ~/anaconda3/envs/s1denoise/lib/python3.9/site-packages/requests/adapters.py in send(self, request, stream, timeout, verify, cert, proxies) 514 raise SSLError(e, request=request) 515 --> 516 raise ConnectionError(e, request=request) 517 518 except ClosedPoolError as e: ConnectionError: HTTPSConnectionPool(host='qc.sentinel1.eo.esa.int', port=443): Max retries exceeded with url: /product/S1A/AUX_CAL/20171017T080000/S1A_AUX_CAL_V20171017T080000_G20201215T124601.SAFE.TGZ (Caused by NewConnectionError(': Failed to establish a new connection: [Errno -2] Name or service not known'))

[andypbarrett]

This is resolved in the newest version.