search

simsong / bulk_extractor

This is the development tree. Production downloads are at:
https://github.com/simsong/bulk_extractor/releases
Other
1.08k stars 185 forks source link

trim carved JPEG files #199

Closed simsong closed 3 years ago

simsong commented 3 years ago

Processing nps-2010-emails.raw, BE2.0-dev is identifying some JPEGs that were missed when I processed the disk with BE16. In fact, I didn't know these JPEGS were present at all!

Here they are:

# BANNER FILE NOT PROVIDED (-b option)
# BE13_API-Version: 2.0.0-dev1
# Feature-Recorder: jpeg_carved
# Filename: /Users/corp/nps-2010-emails/nps-2010-emails.raw
# Feature-File-Version: 1.1
158589  jpeg_carved/000/00000000.jpg    <fileobject><filename>jpeg_carved/000/00000000.jpg</filename><filesize>10327171</filesize><hashdigest type='sha1'>acbf9b6317f29dce9ae8a8e80ec3604f983c2a8b</hashdigest></fileobject>
232838  jpeg_carved/000/00000001.jpg    <fileobject><filename>jpeg_carved/000/00000001.jpg</filename><filesize>10252922</filesize><hashdigest type='sha1'>e8fb4dbe90b868abb545e010e95c274446a9573f</hashdigest></fileobject>
268341  jpeg_carved/000/00000002.jpg    <fileobject><filename>jpeg_carved/000/00000002.jpg</filename><filesize>10217419</filesize><hashdigest type='sha1'>9bf72b515d855cdb684957a55dcafecd41a04de4</hashdigest></fileobject>
308270  jpeg_carved/000/00000003.jpg    <fileobject><filename>jpeg_carved/000/00000003.jpg</filename><filesize>10177490</filesize><hashdigest type='sha1'>68268f060a854223a1a49dea8f2f80c5e976c159</hashdigest></fileobject>
316586  jpeg_carved/000/00000004.jpg    <fileobject><filename>jpeg_carved/000/00000004.jpg</filename><filesize>10169174</filesize><hashdigest type='sha1'>3fecd013ac09c81017cd0e8c2b2b287644868f1c</hashdigest></fileobject>
325071  jpeg_carved/000/00000005.jpg    <fileobject><filename>jpeg_carved/000/00000005.jpg</filename><filesize>10160689</filesize><hashdigest type='sha1'>c2bd2d68c02306a402171d1a97964df8db7428a2</hashdigest></fileobject>
333058  jpeg_carved/000/00000006.jpg    <fileobject><filename>jpeg_carved/000/00000006.jpg</filename><filesize>10152702</filesize><hashdigest type='sha1'>a93c5539fd7c8bf316c6c2b75bd3eac081d6e4f9</hashdigest></fileobject>
341182  jpeg_carved/000/00000007.jpg    <fileobject><filename>jpeg_carved/000/00000007.jpg</filename><filesize>10144578</filesize><hashdigest type='sha1'>5294b5dc133dbc2e80191484cc9b67cb51078be9</hashdigest></fileobject>
349845  jpeg_carved/000/00000008.jpg    <fileobject><filename>jpeg_carved/000/00000008.jpg</filename><filesize>10135915</filesize><hashdigest type='sha1'>9d633798714c7ac1b677d48daff585daa0a91fd5</hashdigest></fileobject>
358515  jpeg_carved/000/00000009.jpg    <fileobject><filename>jpeg_carved/000/00000009.jpg</filename><filesize>10127245</filesize><hashdigest type='sha1'>c260aaf01c632082f8ef85b2646c3332d1e35671</hashdigest></fileobject>
367284  jpeg_carved/000/00000010.jpg    <fileobject><filename>jpeg_carved/000/00000010.jpg</filename><filesize>10118476</filesize><hashdigest type='sha1'>d900a403426f9880c00d0e31faba0ad147432358</hashdigest></fileobject>
376066  jpeg_carved/000/00000011.jpg    <fileobject><filename>jpeg_carved/000/00000011.jpg</filename><filesize>10109694</filesize><hashdigest type='sha1'>32d630be6c40c2f5128317565c1414628a56c41c</hashdigest></fileobject>
383978  jpeg_carved/000/00000012.jpg    <fileobject><filename>jpeg_carved/000/00000012.jpg</filename><filesize>10101782</filesize><hashdigest type='sha1'>464e39254ddd369fd1e6dfd51b107ce564e72371</hashdigest></fileobject>
391420  jpeg_carved/000/00000013.jpg    <fileobject><filename>jpeg_carved/000/00000013.jpg</filename><filesize>10094340</filesize><hashdigest type='sha1'>d511de26c8a25ce4ac6cc030a1d7f62978d9e978</hashdigest></fileobject>
399749  jpeg_carved/000/00000014.jpg    <fileobject><filename>jpeg_carved/000/00000014.jpg</filename><filesize>10086011</filesize><hashdigest type='sha1'>eebf6a2290c01e6ab196fd43e0cd9b687ac7310e</hashdigest></fileobject>
408154  jpeg_carved/000/00000015.jpg    <fileobject><filename>jpeg_carved/000/00000015.jpg</filename><filesize>10077606</filesize><hashdigest type='sha1'>91146b98d9d856b9a948a34c31736e16505583c8</hashdigest></fileobject>
416409  jpeg_carved/000/00000016.jpg    <fileobject><filename>jpeg_carved/000/00000016.jpg</filename><filesize>10069351</filesize><hashdigest type='sha1'>e19881d959193eedffc226fd95bdc8c2ddc284e3</hashdigest></fileobject>
425383  jpeg_carved/000/00000017.jpg    <fileobject><filename>jpeg_carved/000/00000017.jpg</filename><filesize>10060377</filesize><hashdigest type='sha1'>3d238a41011b18b4e73c2d4e0e908811aebb2128</hashdigest></fileobject>
433083  jpeg_carved/000/00000018.jpg    <fileobject><filename>jpeg_carved/000/00000018.jpg</filename><filesize>10052677</filesize><hashdigest type='sha1'>0eb3527aba936e59e7537639d3696e0bae97b1f9</hashdigest></fileobject>
537653  jpeg_carved/000/00000019.jpg    <fileobject><filename>jpeg_carved/000/00000019.jpg</filename><filesize>9948107</filesize><hashdigest type='sha1'>5ac402744bab406ab018df65aec28211fbe23540</hashdigest></fileobject>
slg@lastdance src %
-rw-r--r--  1 slg  staff  10327171 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000000.jpg
-rw-r--r--  1 slg  staff  10252922 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000001.jpg
-rw-r--r--  1 slg  staff  10217419 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000002.jpg
-rw-r--r--  1 slg  staff  10177490 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000003.jpg
-rw-r--r--  1 slg  staff  10169174 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000004.jpg
-rw-r--r--  1 slg  staff  10160689 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000005.jpg
-rw-r--r--  1 slg  staff  10152702 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000006.jpg
-rw-r--r--  1 slg  staff  10144578 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000007.jpg
-rw-r--r--  1 slg  staff  10135915 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000008.jpg
-rw-r--r--  1 slg  staff  10127245 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000009.jpg
-rw-r--r--  1 slg  staff  10118476 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000010.jpg
-rw-r--r--  1 slg  staff  10109694 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000011.jpg
-rw-r--r--  1 slg  staff  10101782 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000012.jpg
-rw-r--r--  1 slg  staff  10094340 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000013.jpg
-rw-r--r--  1 slg  staff  10086011 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000014.jpg
-rw-r--r--  1 slg  staff  10077606 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000015.jpg
-rw-r--r--  1 slg  staff  10069351 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000016.jpg
-rw-r--r--  1 slg  staff  10060377 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000017.jpg
-rw-r--r--  1 slg  staff  10052677 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000018.jpg
-rw-r--r--  1 slg  staff   9948107 Jul  9 15:09 nps-2010-emails_be20/jpeg_carved/000/00000019.jpg
simsong commented 3 years ago

Fixed in f1f7d0a

cat out-jpegtest2/jpeg_carved.txt
# BANNER FILE NOT PROVIDED (-b option)
# BULK_EXTRACTOR-Version: 2.0.0-dev
# Feature-Recorder: jpeg_carved
# Filename: <NO-INPUT>
# Feature-File-Version: 1.1
158589  jpeg_carved/000/158589.jpg  <fileobject><filename>jpeg_carved/000/158589.jpg</filename><filesize>16763</filesize><hashdigest type='sha1'>643a6afefdaec8425545bbe2e17127bef473ac94</hashdigest></fileobject>
232838  jpeg_carved/000/232838.jpg  <fileobject><filename>jpeg_carved/000/232838.jpg</filename><filesize>32715</filesize><hashdigest type='sha1'>ae7cc18ee6beec1cc3d46a31547c9c8db48f7a9a</hashdigest></fileobject>
268341  jpeg_carved/000/268341.jpg  <fileobject><filename>jpeg_carved/000/268341.jpg</filename><filesize>4649</filesize><hashdigest type='sha1'>9e42fa6dd397e0f381cc3580c37e6115b9e6c3a1</hashdigest></fileobject>
308270  jpeg_carved/000/308270.jpg  <fileobject><filename>jpeg_carved/000/308270.jpg</filename><filesize>8270</filesize><hashdigest type='sha1'>7c50a5acbf25bbbcc4a5fcfd6adb1838f5794222</hashdigest></fileobject>
316586  jpeg_carved/000/316586.jpg  <fileobject><filename>jpeg_carved/000/316586.jpg</filename><filesize>8438</filesize><hashdigest type='sha1'>9711615ecd486b8a169d25aa94f145db5cb52ee2</hashdigest></fileobject>
325071  jpeg_carved/000/325071.jpg  <fileobject><filename>jpeg_carved/000/325071.jpg</filename><filesize>7941</filesize><hashdigest type='sha1'>3c8d1bff755ba223cef0ea5d335881e5a88855b3</hashdigest></fileobject>
333058  jpeg_carved/000/333058.jpg  <fileobject><filename>jpeg_carved/000/333058.jpg</filename><filesize>8077</filesize><hashdigest type='sha1'>ba5eb5ba5e1e49c523d56496b890528305589e93</hashdigest></fileobject>
341182  jpeg_carved/000/341182.jpg  <fileobject><filename>jpeg_carved/000/341182.jpg</filename><filesize>8616</filesize><hashdigest type='sha1'>0042e3e9a6651342988abe39b81f842c5f9d8e78</hashdigest></fileobject>
349845  jpeg_carved/000/349845.jpg  <fileobject><filename>jpeg_carved/000/349845.jpg</filename><filesize>8623</filesize><hashdigest type='sha1'>ebbdb6078c13e6eda7bcbc270e748cb42aafbe68</hashdigest></fileobject>
358515  jpeg_carved/000/358515.jpg  <fileobject><filename>jpeg_carved/000/358515.jpg</filename><filesize>8722</filesize><hashdigest type='sha1'>042089c95b04e7bc8826ceab9c1b34ba71381467</hashdigest></fileobject>
367284  jpeg_carved/000/367284.jpg  <fileobject><filename>jpeg_carved/000/367284.jpg</filename><filesize>8735</filesize><hashdigest type='sha1'>c92216ac408d2ea989af7addf9658bca16c43a05</hashdigest></fileobject>
376066  jpeg_carved/000/376066.jpg  <fileobject><filename>jpeg_carved/000/376066.jpg</filename><filesize>7865</filesize><hashdigest type='sha1'>5fb87af5be202287efbb220903e89879f0acc6d8</hashdigest></fileobject>
383978  jpeg_carved/000/383978.jpg  <fileobject><filename>jpeg_carved/000/383978.jpg</filename><filesize>7395</filesize><hashdigest type='sha1'>c4aa44a0775c9baaa3a26eb7f0793a27b41a8de8</hashdigest></fileobject>
391420  jpeg_carved/000/391420.jpg  <fileobject><filename>jpeg_carved/000/391420.jpg</filename><filesize>8282</filesize><hashdigest type='sha1'>8448996e5a51a1710853a5f2e62d7ef744135111</hashdigest></fileobject>
399749  jpeg_carved/000/399749.jpg  <fileobject><filename>jpeg_carved/000/399749.jpg</filename><filesize>8358</filesize><hashdigest type='sha1'>b3f02c5c7520de4f142857005bc7db7fa37c801c</hashdigest></fileobject>
408154  jpeg_carved/000/408154.jpg  <fileobject><filename>jpeg_carved/000/408154.jpg</filename><filesize>8208</filesize><hashdigest type='sha1'>27065fbbf38646836c0d5bb50e9d5705b86aebfb</hashdigest></fileobject>
416409  jpeg_carved/000/416409.jpg  <fileobject><filename>jpeg_carved/000/416409.jpg</filename><filesize>8930</filesize><hashdigest type='sha1'>cac9596e10fdf291fd3770b473b866a673f24d21</hashdigest></fileobject>
425383  jpeg_carved/000/425383.jpg  <fileobject><filename>jpeg_carved/000/425383.jpg</filename><filesize>7647</filesize><hashdigest type='sha1'>bfa9bd82d4bc567de389f61454468eaaa960254a</hashdigest></fileobject>
433083  jpeg_carved/000/433083.jpg  <fileobject><filename>jpeg_carved/000/433083.jpg</filename><filesize>23166</filesize><hashdigest type='sha1'>d002f882a307825363e8cec5205833273d6a4946</hashdigest></fileobject>
537653  jpeg_carved/000/537653.jpg  <fileobject><filename>jpeg_carved/000/537653.jpg</filename><filesize>15840</filesize><hashdigest type='sha1'>8073420d3ee745638ac852b9acba42c82afe4c3a</hashdigest></fileobject>
756745-ZIP-22962    jpeg_carved/000/756745-ZIP-22962.jpg    <fileobject><filename>jpeg_carved/000/756745-ZIP-22962.jpg</filename><filesize>6912</filesize><hashdigest type='sha1'>18af0e133018ebad523ecdd2f3231f8f1e75f0c7</hashdigest></fileobject>