AstraLuma / catfind

Sphinx indexer & search engine
0 stars 0 forks source link

Handle bad inventories #15

Open AstraLuma opened 2 years ago

AstraLuma commented 2 years ago
Updating  (https://bernardphp-com.readthedocs.io/projects/chute/objects.inv)
Traceback (most recent call last):
  File "/app/.heroku/python/bin/flask", line 8, in <module>
    sys.exit(main())
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 994, in main
    cli.main(args=sys.argv[1:])
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 600, in main
    return super().main(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 1053, in main
    rv = self.invoke(ctx)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 1659, in invoke
    return _process_result(sub_ctx.command.invoke(sub_ctx))
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 1395, in invoke
    return ctx.invoke(self.callback, **ctx.params)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 444, in decorator
    return __ctx.invoke(f, *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "/app/catfind/__init__.py", line 270, in auto_index
    ctx.invoke(index, url=proj.inv_url)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 444, in decorator
    return __ctx.invoke(f, *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "<string>", line 2, in index
  File "/app/.heroku/python/lib/python3.9/site-packages/pony/orm/core.py", line 533, in new_func
    result = func(*args, **kwargs)
  File "/app/catfind/__init__.py", line 184, in index
    inv = Inventory.load_uri(url)
  File "/app/catfind/inventory.py", line 121, in load_uri
    self = cls.load(
  File "/app/catfind/inventory.py", line 135, in load
    return cls.load_v2(reader, uri, joinfunc)
  File "/app/catfind/inventory.py", line 168, in load_v2
    raise ValueError('invalid inventory header (not compressed): %s' % line)
ValueError: invalid inventory header (not compressed): 
AstraLuma commented 2 years ago
Updating  (https://flint.readthedocs.io/projects/brick/en/latest/objects.inv)
Traceback (most recent call last):
  File "/app/.heroku/python/bin/flask", line 8, in <module>
    sys.exit(main())
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 994, in main
    cli.main(args=sys.argv[1:])
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 600, in main
    return super().main(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 1053, in main
    rv = self.invoke(ctx)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 1659, in invoke
    return _process_result(sub_ctx.command.invoke(sub_ctx))
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 1395, in invoke
    return ctx.invoke(self.callback, **ctx.params)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 444, in decorator
    return __ctx.invoke(f, *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "/app/catfind/__init__.py", line 270, in auto_index
    ctx.invoke(index, url=proj.inv_url)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/decorators.py", line 26, in new_func
    return f(get_current_context(), *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/flask/cli.py", line 444, in decorator
    return __ctx.invoke(f, *args, **kwargs)
  File "/app/.heroku/python/lib/python3.9/site-packages/click/core.py", line 754, in invoke
    return __callback(*args, **kwargs)
  File "<string>", line 2, in index
  File "/app/.heroku/python/lib/python3.9/site-packages/pony/orm/core.py", line 533, in new_func
    result = func(*args, **kwargs)
  File "/app/catfind/__init__.py", line 184, in index
    inv = Inventory.load_uri(url)
  File "/app/catfind/inventory.py", line 121, in load_uri
    self = cls.load(
  File "/app/catfind/inventory.py", line 135, in load
    return cls.load_v2(reader, uri, joinfunc)
  File "/app/catfind/inventory.py", line 168, in load_v2
    raise ValueError('invalid inventory header (not compressed): %s' % line)
ValueError: invalid inventory header (not compressed): 
AstraLuma commented 2 years ago
AstraLuma commented 2 years ago

I bet a blank line in there is throwing it off.

AstraLuma commented 2 years ago

This one isn't a blank line: https://pythonhosted.org/RecursiveDocument/objects.inv

AstraLuma commented 2 years ago

The RecursiveDocument inventory has a newline in the middle instead of on the end.