A handy terminal dashboard displaying advanced information about one of your sandcrawler spiders.
You can install sandcrawler-dashboard through npm:
npm install sandcrawler-dashboard
var sandcrawler = require('sandcrawler'),
dashboard = require('sandcrawler-dashboard');
var spider = sandcrawler.spider('MyFancySpider')
.use(dashboard())
.url('http://nicesite.org')
.scraper(function($, done) {
done(null, $('title').text());
})
.run();
sandcrawler-logger
used by the dashboard internally. Possible options can be found here.Example
var sandcrawler = require('sandcrawler'),
logger = require('sandcrawler-logger');
var spider = sandcrawler.spider('MyFancySpider')
.use(dashboard({logger: {color: 'red'}}));
MIT