Distributed web crawler admin platform for spiders management regardless of languages and frameworks. 分布式爬虫管理平台,支持任何语言和框架
BSD 3-Clause "New" or "Revised" License
11.38k
stars
1.8k
forks
source link
go的爬虫用不了,而且现在也不能安装依赖 用的docker安装方式 #906
Closed
cumthxy closed 2 years ago
goroutine 976 [running]: worker | runtime/debug.Stack(0x0, 0x0, 0x0) worker | /usr/local/go/src/runtime/debug/stack.go:24 +0x9f worker | runtime/debug.PrintStack() worker | /usr/local/go/src/runtime/debug/stack.go:16 +0x25 worker | crawlab/services.WaitTaskProcess(0xc001746000, 0xc001c7db00, 0x24, 0xc000038460, 0xc, 0xbfff59a7c06d04ed, 0x7c373c24a, 0x2b4d4c0, 0x0, 0x0, ...) worker | /go/src/app/services/task.go:322 +0x17b worker | crawlab/services.ExecuteShellCmd(0xc001c7db30, 0x25, 0xc000038b80, 0xc, 0xc001c7db00, 0x24, 0xc000038460, 0xc, 0xbfff59a7c06d04ed, 0x7c373c24a, ...) worker | /go/src/app/services/task.go:393 +0xbf8 worker | crawlab/services.ExecuteTask(0x0) worker | /go/src/app/services/task.go:607 +0xb98 worker | crawlab/services.GetExecuteTaskFunc.func1() worker | /go/src/app/services/task.go:412 +0x2a worker | crawlab/lib/cron.FuncJob.Run(0xc0001ed5e0) worker | /go/src/app/lib/cron/cron.go:131 +0x25 worker | crawlab/lib/cron.(Cron).startJob.func1(0xc0000b7860, 0x138c1e0, 0xc0001ed5e0) worker | /go/src/app/lib/cron/cron.go:307 +0x65 worker | created by crawlab/lib/cron.(Cron).startJob worker | /go/src/app/lib/cron/cron.go:305 +0x73 worker | 2021/02/05 15:13:54 error exit error, exit code: 100 worker | 2021/02/05 15:13:54 error [Worker 0] exit status 100