[root@localhost haipproxy]# python3 crawler_booter.py --usage crawler
Traceback (most recent call last):
File "crawler_booter.py", line 23, in
crawler_start()
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 722, in call
return self.main(args, kwargs)
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, ctx.params)
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(args, **kwargs)
File "/usr/local/src/haipproxy/haipproxy/scheduler/scheduler.py", line 238, in crawler_start
runner.crawl(spider)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 170, in crawl
crawler = self.create_crawler(crawler_or_spidercls)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 198, in create_crawler
return self._create_crawler(crawler_or_spidercls)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 203, in _create_crawler
return Crawler(spidercls, self.settings)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 55, in init
self.extensions = ExtensionManager.from_crawler(self)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/middleware.py", line 58, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/middleware.py", line 34, in from_settings
mwcls = load_object(clspath)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/utils/misc.py", line 44, in load_object
mod = import_module(module)
File "/usr/local/python3/lib/python3.7/importlib/init.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1006, in _gcd_import
File "", line 983, in _find_and_load
File "", line 967, in _find_and_load_unlocked
File "", line 677, in _load_unlocked
File "", line 728, in exec_module
File "", line 219, in _call_with_frames_removed
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/extensions/telnet.py", line 12, in
from twisted.conch import manhole, telnet
File "/usr/local/python3/lib/python3.7/site-packages/twisted/conch/manhole.py", line 154
def write(self, data, async=False):
^
SyntaxError: invalid syntax
[root@localhost haipproxy]# python3 crawler_booter.py --usage crawler Traceback (most recent call last): File "crawler_booter.py", line 23, in
crawler_start()
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 722, in call
return self.main(args, kwargs)
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, ctx.params)
File "/usr/local/python3/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(args, **kwargs)
File "/usr/local/src/haipproxy/haipproxy/scheduler/scheduler.py", line 238, in crawler_start
runner.crawl(spider)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 170, in crawl
crawler = self.create_crawler(crawler_or_spidercls)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 198, in create_crawler
return self._create_crawler(crawler_or_spidercls)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 203, in _create_crawler
return Crawler(spidercls, self.settings)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/crawler.py", line 55, in init
self.extensions = ExtensionManager.from_crawler(self)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/middleware.py", line 58, in from_crawler
return cls.from_settings(crawler.settings, crawler)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/middleware.py", line 34, in from_settings
mwcls = load_object(clspath)
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/utils/misc.py", line 44, in load_object
mod = import_module(module)
File "/usr/local/python3/lib/python3.7/importlib/init.py", line 127, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1006, in _gcd_import
File "", line 983, in _find_and_load
File "", line 967, in _find_and_load_unlocked
File "", line 677, in _load_unlocked
File "", line 728, in exec_module
File "", line 219, in _call_with_frames_removed
File "/usr/local/python3/lib/python3.7/site-packages/scrapy/extensions/telnet.py", line 12, in
from twisted.conch import manhole, telnet
File "/usr/local/python3/lib/python3.7/site-packages/twisted/conch/manhole.py", line 154
def write(self, data, async=False):
^
SyntaxError: invalid syntax