search

EcoJulia / RasterDataSources.jl

Easily download and use raster data sets in Julia
MIT License
21 stars 10 forks source link

Download fail for AWAP and WorldClim #5

Closed jamesmaino closed 3 years ago

jamesmaino commented 3 years ago 
┌ Info: Downloading
│   source = "http://www.bom.gov.au/web03/ncc/www/awap\\temperature\\minave\\daily\\grid/0.05/history/nat/2018123120181231.grid.Z"
│   dest = "C:\\RasterData\\AWAP\\temperature\\minave\\20181231.grid.Z"
│   progress = 1.0
│   time_taken = "0.03 s"
│   time_remaining = "0.0 s"
│   average_speed = "679.751 KiB/s"
│   downloaded = "21.072 KiB"
│   remaining = "0 bytes"
└   total = "21.072 KiB"
ERROR: LoadError: LoadError: HTTP.ExceptionRequest.StatusError(404, "GET", "/web03/ncc/www/awap\\temperature\\minave\\daily\\grid/0.05/history/nat/2018123120181231.grid.Z", HTTP.Messages.Response:
"""
HTTP/1.1 404 Not Found
Accept-Ranges: bytes
Content-Encoding: x-compress
Content-Type: text/html; charset=UTF-8
Server: Apache
Content-Length: 21578
Date: Tue, 08 Dec 2020 01:17:02 GMT
Connection: keep-alive
Server-Timing: cdn-cache; desc=MISS, edge; dur=25, origin; dur=42

""")

Stacktrace:
 [1] request(::Type{HTTP.ExceptionRequest.ExceptionLayer{HTTP.ConnectionRequest.ConnectionPoolLayer{HTTP.StreamRequest.StreamLayer{Union{}}}}}, ::HTTP.URIs.URI, ::Vararg{Any,N} where N; kw::Base.Iterators.Pairs{Symbol,Any,Tuple{Symbol,Symbol},NamedTuple{(:iofunction, :reached_redirect_limit),Tuple{HTTP.var"#20#26"{Int64,String,String,HTTP.var"#format_progress#22",HTTP.var"#format_bytes#23",HTTP.var"#format_seconds#24",HTTP.var"#format_bytes_per_second#25"{HTTP.var"#format_bytes#23"}},Bool}}}) at C:\Users\james\.julia\packages\HTTP\IAI92\src\ExceptionRequest.jl:22
 [2] (::Base.var"#56#58"{Base.var"#56#57#59"{ExponentialBackOff,HTTP.RetryRequest.var"#2#3"{Bool,HTTP.Messages.Request},typeof(HTTP.request)}})(::Type{T} where T, ::Vararg{Any,N} where N; kwargs::Base.Iterators.Pairs{Symbol,Any,Tuple{Symbol,Symbol},NamedTuple{(:iofunction, :reached_redirect_limit),Tuple{HTTP.var"#20#26"{Int64,String,String,HTTP.var"#format_progress#22",HTTP.var"#format_bytes#23",HTTP.var"#format_seconds#24",HTTP.var"#format_bytes_per_second#25"{HTTP.var"#format_bytes#23"}},Bool}}}) at .\error.jl:288
 [3] #request#1 at C:\Users\james\.julia\packages\HTTP\IAI92\src\RetryRequest.jl:44 [inlined]
 [4] request(::Type{HTTP.MessageRequest.MessageLayer{HTTP.RetryRequest.RetryLayer{HTTP.ExceptionRequest.ExceptionLayer{HTTP.ConnectionRequest.ConnectionPoolLayer{HTTP.StreamRequest.StreamLayer{Union{}}}}}}}, ::String, ::HTTP.URIs.URI, ::Array{Pair{SubString{String},SubString{String}},1}, ::Nothing; http_version::VersionNumber, target::String, parent::Nothing, iofunction::Function, kw::Base.Iterators.Pairs{Symbol,Bool,Tuple{Symbol},NamedTuple{(:reached_redirect_limit,),Tuple{Bool}}}) at C:\Users\james\.julia\packages\HTTP\IAI92\src\MessageRequest.jl:51        
 [5] request(::Type{HTTP.BasicAuthRequest.BasicAuthLayer{HTTP.MessageRequest.MessageLayer{HTTP.RetryRequest.RetryLayer{HTTP.ExceptionRequest.ExceptionLayer{HTTP.ConnectionRequest.ConnectionPoolLayer{HTTP.StreamRequest.StreamLayer{Union{}}}}}}}}, ::String, ::HTTP.URIs.URI, ::Array{Pair{SubString{String},SubString{String}},1}, ::Nothing; kw::Base.Iterators.Pairs{Symbol,Any,Tuple{Symbol,Symbol},NamedTuple{(:reached_redirect_limit, :iofunction),Tuple{Bool,HTTP.var"#20#26"{Int64,String,String,HTTP.var"#format_progress#22",HTTP.var"#format_bytes#23",HTTP.var"#format_seconds#24",HTTP.var"#format_bytes_per_second#25"{HTTP.var"#format_bytes#23"}}}}}) at C:\Users\james\.julia\packages\HTTP\IAI92\src\BasicAuthRequest.jl:28
 [6] request(::Type{HTTP.RedirectRequest.RedirectLayer{HTTP.BasicAuthRequest.BasicAuthLayer{HTTP.MessageRequest.MessageLayer{HTTP.RetryRequest.RetryLayer{HTTP.ExceptionRequest.ExceptionLayer{HTTP.ConnectionRequest.ConnectionPoolLayer{HTTP.StreamRequest.StreamLayer{Union{}}}}}}}}}, ::String, ::HTTP.URIs.URI, ::Array{Pair{SubString{String},SubString{String}},1}, ::Nothing; redirect_limit::Int64, forwardheaders::Bool, kw::Base.Iterators.Pairs{Symbol,HTTP.var"#20#26"{Int64,String,String,HTTP.var"#format_progress#22",HTTP.var"#format_bytes#23",HTTP.var"#format_seconds#24",HTTP.var"#format_bytes_per_second#25"{HTTP.var"#format_bytes#23"}},Tuple{Symbol},NamedTuple{(:iofunction,),Tuple{HTTP.var"#20#26"{Int64,String,String,HTTP.var"#format_progress#22",HTTP.var"#format_bytes#23",HTTP.var"#format_seconds#24",HTTP.var"#format_bytes_per_second#25"{HTTP.var"#format_bytes#23"}}}}}) at C:\Users\james\.julia\packages\HTTP\IAI92\src\RedirectRequest.jl:24
 [7] request(::String, ::String, ::Array{Pair{SubString{String},SubString{String}},1}, ::Nothing; headers::Array{Pair{SubString{String},SubString{String}},1}, body::Nothing, query::Nothing, kw::Base.Iterators.Pairs{Symbol,HTTP.var"#20#26"{Int64,String,String,HTTP.var"#format_progress#22",HTTP.var"#format_bytes#23",HTTP.var"#format_seconds#24",HTTP.var"#format_bytes_per_second#25"{HTTP.var"#format_bytes#23"}},Tuple{Symbol},NamedTuple{(:iofunction,),Tuple{HTTP.var"#20#26"{Int64,String,String,HTTP.var"#format_progress#22",HTTP.var"#format_bytes#23",HTTP.var"#format_seconds#24",HTTP.var"#format_bytes_per_second#25"{HTTP.var"#format_bytes#23"}}}}}) at C:\Users\james\.julia\packages\HTTP\IAI92\src\HTTP.jl:314
 [8] #open#6 at C:\Users\james\.julia\packages\HTTP\IAI92\src\HTTP.jl:348 [inlined]
 [9] open at C:\Users\james\.julia\packages\HTTP\IAI92\src\HTTP.jl:348 [inlined]
 [10] #download#19 at C:\Users\james\.julia\packages\HTTP\IAI92\src\download.jl:101 [inlined]
 [11] download at C:\Users\james\.julia\packages\HTTP\IAI92\src\download.jl:93 [inlined] (repeats 2 times)
 [12] _maybe_download(::String, ::String) at C:\Users\james\.julia\packages\RasterDataSources\1WnZX\src\download.jl:4
 [13] download_raster(::Type{AWAP}, ::Type{T} where T; dates::Tuple{DateTime,DateTime}) at C:\Users\james\.julia\packages\RasterDataSources\1WnZX\src\awap\awap.jl:32
 [14] (::RasterDataSources.var"#16#17"{Base.Iterators.Pairs{Symbol,Tuple{DateTime,DateTime},Tuple{Symbol},NamedTuple{(:dates,),Tuple{Tuple{DateTime,DateTime}}}},DataType})(::Type{T} where T) at C:\Users\james\.julia\packages\RasterDataSources\1WnZX\src\awap\awap.jl:23
 [15] map at .\tuple.jl:158 [inlined]
 [16] #download_raster#15 at C:\Users\james\.julia\packages\RasterDataSources\1WnZX\src\awap\awap.jl:22 [inlined] [17] top-level scope at C:\Users\james\.julia\packages\TimeInterpolatedGeoData\u1yxX\test\minmaxstack.jl:99     
 [18] include(::String) at .\client.jl:457
 [19] top-level scope at C:\Users\james\.julia\packages\TimeInterpolatedGeoData\u1yxX\test\runtests.jl:5
 [20] include(::String) at .\client.jl:457
 [21] top-level scope at none:6
in expression starting at C:\Users\james\.julia\packages\TimeInterpolatedGeoData\u1yxX\test\minmaxstack.jl:99    
in expression starting at C:\Users\james\.julia\packages\TimeInterpolatedGeoData\u1yxX\test\runtests.jl:5        
ERROR: Package TimeInterpolatedGeoData errored during testing
rafaqz commented 3 years ago

Oh right that's a windows problem... I've used joinpath on a URL. Will fix.