search

apache / arrow-julia

Official Julia implementation of Apache Arrow
https://arrow.apache.org/julia/
Other
284 stars 59 forks source link

Test failure on 1.8.5 Rosetta #425

Closed ericphanson closed 1 year ago

ericphanson commented 1 year ago 
julia> versioninfo()
Julia Version 1.8.5
Commit 17cfb8e65ea (2023-01-08 06:45 UTC)
Platform Info:
  OS: macOS (x86_64-apple-darwin21.4.0)
  CPU: 8 × Apple M1
  WORD_SIZE: 64
  LIBM: libopenlibm
  LLVM: libLLVM-13.0.1 (ORCJIT, westmere)
  Threads: 4 on 8 virtual cores
Environment:
  JULIA_NUM_THREADS = 4
  JULIA_PKG_SERVER_REGISTRY_PREFERENCE = eager

I tried running the release verification script with

dev/release/verify_rc.sh  2.5.1 1

and got this error

# 126: Error During Test at /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/test/runtests.jl:317
  Got exception outside of a @test
  TaskFailedException
  Stacktrace:
    [1] wait
      @ ./task.jl:345 [inlined]
    [2] Arrow.Table(blobs::Vector{Arrow.ArrowBlob}; convert::Bool)
      @ Arrow /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/src/table.jl:386
    [3] Table
      @ /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/src/table.jl:295 [inlined]
    [4] Arrow.Table(input::IOBuffer, pos::Int64, len::Nothing; kw::Base.Pairs{Symbol, Union{}, Tuple{}, NamedTuple{(), Tuple{}}})
      @ Arrow /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/src/table.jl:290
    [5] Table (repeats 2 times)
      @ /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/src/table.jl:290 [inlined]
    [6] macro expansion
      @ /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/test/runtests.jl:325 [inlined]
    [7] macro expansion
      @ ~/.julia/juliaup/julia-1.8.5+0.x64.apple.darwin14/share/julia/stdlib/v1.8/Test/src/Test.jl:1363 [inlined]
    [8] macro expansion
      @ /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/test/runtests.jl:318 [inlined]
    [9] macro expansion
      @ ~/.julia/juliaup/julia-1.8.5+0.x64.apple.darwin14/share/julia/stdlib/v1.8/Test/src/Test.jl:1363 [inlined]
   [10] macro expansion
      @ /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/test/runtests.jl:113 [inlined]
   [11] macro expansion
      @ ~/.julia/juliaup/julia-1.8.5+0.x64.apple.darwin14/share/julia/stdlib/v1.8/Test/src/Test.jl:1363 [inlined]
   [12] top-level scope
      @ /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/test/runtests.jl:48
   [13] include(fname::String)
      @ Base.MainInclude ./client.jl:476
   [14] top-level scope
      @ none:6
   [15] eval
      @ ./boot.jl:368 [inlined]
   [16] exec_options(opts::Base.JLOptions)
      @ Base ./client.jl:276
   [17] _start()
      @ Base ./client.jl:522

      nested task error: MethodError: no method matching resize!(::Arrow.DictEncoded{Int64, Int8, Arrow.Primitive{Int64, Vector{Int64}}}, ::Int64)
      Closest candidates are:
        resize!(::Vector, ::Integer) at array.jl:1233
        resize!(::BitVector, ::Integer) at bitarray.jl:814
        resize!(::SentinelArrays.ChainedVector{T, AT}, ::Any) where {T, AT} at ~/.julia/packages/SentinelArrays/BcfVF/src/chainedvector.jl:481
        ...
      Stacktrace:
       [1] _append!(a::Arrow.DictEncoded{Int64, Int8, Arrow.Primitive{Int64, Vector{Int64}}}, #unused#::Base.HasLength, iter::Tuple{Int64})
         @ Base ./array.jl:1121
       [2] append!(a::Arrow.DictEncoded{Int64, Int8, Arrow.Primitive{Int64, Vector{Int64}}}, iter::Tuple{Int64})
         @ Base ./array.jl:1113
       [3] push!(a::Arrow.DictEncoded{Int64, Int8, Arrow.Primitive{Int64, Vector{Int64}}}, iter::Int64)
         @ Base ./array.jl:1114
       [4] push!(A::SentinelArrays.ChainedVector{Int64, Arrow.DictEncoded{Int64, Int8, Arrow.Primitive{Int64, Vector{Int64}}}}, val::Int64)
         @ SentinelArrays ~/.julia/packages/SentinelArrays/BcfVF/src/chainedvector.jl:506
       [5] append!(A::SentinelArrays.ChainedVector{Int64, Arrow.DictEncoded{Int64, Int8, Arrow.Primitive{Int64, Vector{Int64}}}}, B::Arrow.DictEncoded{Int64, Int8, SentinelArrays.ChainedVector{Int64, Arrow.Primitive{Int64, Vector{Int64}}}})
         @ SentinelArrays ~/.julia/packages/SentinelArrays/BcfVF/src/chainedvector.jl:664
       [6] (::Arrow.var"#107#113"{Vector{Any}, Arrow.Table})(i::Int64)
         @ Arrow /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/src/table.jl:313
       [7] foreach(f::Arrow.var"#107#113"{Vector{Any}, Arrow.Table}, itr::UnitRange{Int64})
         @ Base ./abstractarray.jl:2774
       [8] macro expansion
         @ /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/src/table.jl:312 [inlined]
       [9] (::Arrow.var"#104#110"{Channel{Any}, Arrow.Table})()
         @ Arrow ./threadingconstructs.jl:258
Test Summary:                                               |  Pass  Error  Total      Time
Arrow                                                       | 65979      1  65980  12m30.0s
  table roundtrips                                          |   219           219   3m07.8s
  table append                                              |    88            88   1m02.3s
  arrow json integration tests                              |     9             9   2m56.7s
  abstract path                                             |     3             3      2.5s
  misc                                                      | 65660      1  65661   5m20.7s
    # multiple record batches                               |    13            13      1.1s
    # dictionary batch isDelta                              |     3             3      8.5s
    metadata                                                |    10            10      4.6s
    # custom compressors                                    |     4             4      1.7s
    # custom alignment                                      |     2             2      0.1s
    # 53                                                    |     1             1      2.2s
    # 49                                                    |     2             2      0.0s
    # 52                                                    |                None      1.9s
    # 60: unequal column lengths                            |     1             1      0.7s
    # nullability of custom extension types                 |     1             1      2.7s
    # automatic custom struct serialization/deserialization |     2             2      6.4s
    # 76                                                    |     2             2      6.8s
    # 89 etc. - UUID FixedSizeListKind overloads            |     2             2      0.0s
    # 98                                                    |     3             3      4.6s
    # copy on DictEncoding w/ missing values                |     1             1      2.2s
    # some dict encoding coverage                           |     8             8      4.6s
    # 120                                                   |     3             3      0.2s
    # 121                                                   |     2             2      1.1s
    # 123                                                   |     1             1      2.7s
    # 144                                                   |     1             1      0.7s
    # 126                                                   |            1      1      4.5s
    # 75                                                    |     1             1      2.3s
    # 85                                                    |     1             1      4.2s
    Nothing                                                 |     1             1      2.3s
    arrowmetadata                                           |     3             3      5.5s
    # 166                                                   |     2             2      1.8s
    # 95; Arrow.ToTimestamp                                 |     2             2      0.0s
    # 158                                                   |     2             2      0.1s
    # 181                                                   |     2             2   3m28.8s
    # 167                                                   |     1             1      1.7s
    # 200 VersionNumber                                     |     1             1      3.1s
    `show`                                                  |    17            17      2.6s
    # 194                                                   |     1             1      0.8s
    # 229                                                   |     2             2      2.1s
    # PR 234                                                |     1             1      0.1s
    # test multiple inputs treated as one table             |     6             6      2.3s
    # 253                                                   |     1             1      0.0s
    # 232                                                   |     3             3      3.5s
    # 214                                                   |     2             2      6.8s
    Writer                                                  |     2             2      1.2s
    # Empty input                                           |     4             4      0.0s
    # 324                                                   |     1             1      0.1s
    # 327                                                   |     2             2      0.1s
    # 243                                                   |     1             1      4.2s
    # 367                                                   |     2             2      1.1s
ERROR: LoadError: Some tests did not pass: 65979 passed, 0 failed, 1 errored, 0 broken.
in expression starting at /private/var/folders/gj/l9rbktlj6qndlnz1nk164d280000gn/T/arrow-julia-2.5.1-1.XXXXX.AiTkuwRj/apache-arrow-julia-2.5.1/test/runtests.jl:46
ERROR: Package Arrow errored during testing
ericphanson commented 1 year ago

ah, actually, I think this is the same as https://github.com/apache/arrow-julia/issues/420