csirtgadgets / massive-octo-spice

DEPRECATED - USE v3 (bearded-avenger)
https://github.com/csirtgadgets/bearded-avenger-deploymentkit/wiki
GNU Lesser General Public License v3.0
227 stars 60 forks source link

Alexa whitelist parsing error #350

Closed giovino closed 9 years ago

giovino commented 9 years ago

In cif-worker.log:

It looks like parsing the Alexa feed is throwing some errors.

[2015-09-21T06:42:34,472Z][1166][INFO]: [1166] worker received INT.. exiting
[2015-09-21T06:42:34,474Z][1166][ERROR]: SIGINT called at /opt/cif/bin/../lib/perl5/CIF/Worker.pm line 274.
 at /opt/cif/bin/cif-worker line 289.
[2015-09-21T06:42:34,474Z][1166][ERROR]: $VAR1 = '{
   "tags" : [
      "whitelist"
   ],
   "application" : [
      "http",
      "https"
   ],
   "provider" : "alexa.com",
   "@version" : 2,
   "description" : "alexa #1239",
   "protocol" : 6,
   "id" : "0373343b595a7ae5ad76c3f03bef862963f9a0bca2eaa001abf61d54014d9d58",
   "observable" : "mgid.com",
   "altid_tlp" : "white",
   "altid" : "http://www.alexa.com/siteinfo/mgid.com",
   "lasttime" : "2015-09-21T10:38:18Z",
   "reporttime" : "2015-09-21T10:38:08Z",
   "group" : [
      "everyone"
   ],
   "firsttime" : "2015-09-21T10:38:18Z",
   "tlp" : "green",
   "confidence" : 25,
   "lang" : "EN",
   "@timestamp" : "2015-09-21T10:38:18.333Z",
   "otype" : "fqdn"
}
';
[2015-09-21T06:42:34,424Z][1165][INFO]: [1165] worker received INT.. exiting
[2015-09-21T06:42:34,426Z][1165][ERROR]: SIGINT called at /opt/cif/bin/../lib/perl5/CIF/Worker.pm line 274.
 at /opt/cif/bin/cif-worker line 289.
[2015-09-21T06:42:34,426Z][1165][ERROR]: $VAR1 = '{
   "@timestamp" : "2015-09-21T10:38:18.333Z",
   "lang" : "EN",
   "otype" : "fqdn",
   "reporttime" : "2015-09-21T10:38:08Z",
   "group" : [
      "everyone"
   ],
   "firsttime" : "2015-09-21T10:38:18Z",
   "tlp" : "green",
   "lasttime" : "2015-09-21T10:38:18Z",
   "confidence" : 25,
   "id" : "7decf5e81fa27881301e0a694f046e3465c13b9d5ac89fb149483b87f9e57a07",
   "protocol" : 6,
   "observable" : "chefkoch.de",
   "altid_tlp" : "white",
   "altid" : "http://www.alexa.com/siteinfo/chefkoch.de",
   "tags" : [
      "whitelist"
   ],
   "provider" : "alexa.com",
   "description" : "alexa #1262",
   "@version" : 2,
   "application" : [
      "http",
      "https"
   ]
}
';