Closed g-k closed 3 years ago
Might want to rename or move it to something with ubuntu in the filename if supporting multiple OSes is important.
Example usage:
~/tls-canary » docker build -t tlscanary:latest . ... grab coffee ... ~/tls-canary » mkdir -p cache ~/tls-canary » docker run -v "$(pwd)/cache:/root/.tlscanary/cache" -it tlscanary:latest --debug regression --source top --onecrlpin origin/main -l 5 [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.main[0m [32mCommand arguments: Namespace(base='release', cache=False, debug=True, filter=1, limit=5, max_timeout=20, mode='regression', onecrl='production', onecrlpin='origin/main', parallel=4, prefs=None, prefs_base=None, prefs_test=None, remove_certs=False, requestsperworker=50, scans=3, source='top', test='nightly', timeout=10, workdir='/root/.tlscanary')[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.main[0m [32mPlatform does not require switching terminal encoding[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.main[0m [32mCreated temp dir `/tmp/tlscanary_0dvbbchb`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.loader[0m [32mRunning mode .setup()[0m [32m2020-09-23 17:17:44[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.basemode[0m Downloading Firefox `nightly` build for platform `linux` [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.cache[0m [32mPurging stale cache entries from `/root/.tlscanary/cache`[0m [32m2020-09-23 17:17:44[0m [1;30mWARNING[0m MainThread [34mtlscanary.tools.firefox_downloader[0m [33mSkipping download, using cached file `/root/.tlscanary/cache/firefox-nightly_linux.tar.bz2` instead[0m [32m2020-09-23 17:17:44[0m [1;30mINFO[0m MainThread [34mtlscanary.tools.firefox_extractor[0m Extracting Firefox archive `/root/.tlscanary/cache/firefox-nightly_linux.tar.bz2` [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.firefox_extractor[0m [32mUsing 7zip executable at `/usr/bin/7z`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.cache[0m [32mPurging stale cache entries from `/root/.tlscanary/cache`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mBuild candidate executable is `/root/.tlscanary/cache/firefox-nightly_linux/firefox/firefox`[0m [32m2020-09-23 17:17:44[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.basemode[0m Downloading Firefox `release` build for platform `linux` [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.cache[0m [32mPurging stale cache entries from `/root/.tlscanary/cache`[0m [32m2020-09-23 17:17:44[0m [1;30mWARNING[0m MainThread [34mtlscanary.tools.firefox_downloader[0m [33mSkipping download, using cached file `/root/.tlscanary/cache/firefox-release_linux.tar.bz2` instead[0m [32m2020-09-23 17:17:44[0m [1;30mINFO[0m MainThread [34mtlscanary.tools.firefox_extractor[0m Extracting Firefox archive `/root/.tlscanary/cache/firefox-release_linux.tar.bz2` [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.firefox_extractor[0m [32mUsing 7zip executable at `/usr/bin/7z`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.cache[0m [32mPurging stale cache entries from `/root/.tlscanary/cache`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mBuild candidate executable is `/root/.tlscanary/cache/firefox-release_linux/firefox/firefox`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.xpcshell_worker[0m [32mExecuting worker shell command `/root/.tlscanary/cache/firefox-nightly_linux/firefox/firefox -xpcshell -g /root/.tlscanary/cache/firefox-nightly_linux/firefox/ -a /root/.tlscanary/cache/firefox-nightly_linux/firefox/browser -f /usr/local/lib/python3.8/dist-packages/tlscanary/js/worker_common.js /usr/local/lib/python3.8/dist-packages/tlscanary/js/scan_worker.js`[0m /usr/lib/python3.8/subprocess.py:838: RuntimeWarning: line buffering (buffering=1) isn't supported in binary mode, the default buffer size will be used self.stdin = io.open(p2cwrite, 'wb', bufsize) /usr/lib/python3.8/subprocess.py:844: RuntimeWarning: line buffering (buffering=1) isn't supported in binary mode, the default buffer size will be used self.stdout = io.open(c2pread, 'rb', bufsize) [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread started for worker <subprocess.Popen object at 0x7f945d4db3a0>[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "info", "args": {}}`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":5598141211244878000,"worker_id":16170772850507231000,"original_cmd":{"id":null,"mode":"info","args":{}},"success":true,"result":{"nssInfo":{"NSPR_MinVersion":"4.29","NSS_MinVersion":"3.58 Beta","NSSUTIL_MinVersion":"3.58 Beta","NSSSSL_MinVersion":"3.58 Beta","NSSSMIME_MinVersion":"3.58 Beta","NSPR_Version":"4.29","NSS_Version":"3.58 Beta","NSSUTIL_Version":"3.58 Beta","NSSSSL_Version":"3.58 Beta","NSSSMIME_Version":"3.58 Beta"},"appConstants":{"NIGHTLY_BUILD":true,"FENNEC_NIGHTLY":false,"RELEASE_OR_BETA":false,"EARLY_BETA_OR_EARLIER":true,"ACCESSIBILITY":true,"MOZILLA_OFFICIAL":true,"MOZ_OFFICIAL_BRANDING":false,"MOZ_DEV_EDITION":false,"MOZ_SERVICES_SYNC":false,"MOZ_SERVICES_HEALTHREPORT":true,"MOZ_DATA_REPORTING":true,"MOZ_SANDBOX":true,"MOZ_TELEMETRY_REPORTING":true,"MOZ_TELEMETRY_ON_BY_DEFAULT":true,"MOZ_UPDATER":true,"MOZ_SWITCHBOARD":false,"MOZ_WEBRTC":true,"MOZ_WIDGET_GTK":true,"XP_UNIX":true,"platform":"linux","unixstyle":"linux","MOZ_CRASHREPORTER":true,"MOZ_NORMANDY":true,"MOZ_MAINTENANCE_SERVICE":false,"MOZ_UPDATE_AGENT":false,"MOZ_BITS_DOWNLOAD":false,"DEBUG":false,"ASAN":false,"ASAN_REPORTER":false,"TSAN":false,"MOZ_SYSTEM_NSS":false,"MOZ_PLACES":true,"MOZ_REQUIRE_SIGNING":false,"MOZ_UNSIGNED_SCOPES":0,"MOZ_ALLOW_ADDON_SIDELOAD":false,"MENUBAR_CAN_AUTOHIDE":true,"MOZ_ANDROID_HISTORY":false,"MOZ_GECKO_PROFILER":true,"DLL_PREFIX":"lib","DLL_SUFFIX":".so","MOZ_APP_NAME":"firefox","MOZ_APP_BASENAME":"Firefox","MOZ_APP_VERSION":"83.0a1","MOZ_APP_VERSION_DISPLAY":"83.0a1","MOZ_BUILDID":"20200923095909","MOZ_BUILD_APP":"browser","MOZ_MACBUNDLE_NAME":"Firefox Nightly.app","MOZ_UPDATE_CHANNEL":"nightly","MOZ_WIDGET_TOOLKIT":"gtk","ANDROID_PACKAGE_NAME":"org.mozilla.firefox","DEBUG_JS_MODULES":"","MOZ_BING_API_CLIENTID":"no-bing-api-clientid","MOZ_BING_API_KEY":"__STRIPPED__","MOZ_GOOGLE_LOCATION_SERVICE_API_KEY":"__STRIPPED__","MOZ_GOOGLE_SAFEBROWSING_API_KEY":"__STRIPPED__","MOZ_MOZILLA_API_KEY":"__STRIPPED__","BROWSER_CHROME_URL":"chrome://browser/content/browser.xhtml","OMNIJAR_NAME":"omni.ja","SOURCE_REVISION_URL":"https://hg.mozilla.org/mozilla-central/rev/7927a17052473b338d511c15bc940f862ee9e3e0","HAVE_USR_LIB64_DIR":false,"HAVE_SHELL_SERVICE":true,"MOZ_CODE_COVERAGE":false,"TELEMETRY_PING_FORMAT_VERSION":4,"MOZ_NEW_XULSTORE":true,"MOZ_NEW_NOTIFICATION_STORE":true,"MOZ_NEW_CERT_STORAGE":true,"ENABLE_REMOTE_AGENT":true,"MOZ_RUST_FXA_CLIENT":true,"REMOTE_SETTINGS_VERIFY_SIGNATURE":true}},"command_time":1600881464557,"response_time":1600881464558}[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.xpcshell_worker[0m [32mExecuting worker shell command `/root/.tlscanary/cache/firefox-release_linux/firefox/firefox -xpcshell -g /root/.tlscanary/cache/firefox-release_linux/firefox/ -a /root/.tlscanary/cache/firefox-release_linux/firefox/browser -f /usr/local/lib/python3.8/dist-packages/tlscanary/js/worker_common.js /usr/local/lib/python3.8/dist-packages/tlscanary/js/scan_worker.js`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread started for worker <subprocess.Popen object at 0x7f945d4dbeb0>[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "info", "args": {}}`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread finished for worker <subprocess.Popen object at 0x7f945d4db3a0>[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":10760120609555788000,"worker_id":4771289377101214000,"original_cmd":{"id":null,"mode":"info","args":{}},"success":true,"result":{"nssInfo":{"NSPR_MinVersion":"4.28","NSS_MinVersion":"3.56","NSSUTIL_MinVersion":"3.56","NSSSSL_MinVersion":"3.56","NSSSMIME_MinVersion":"3.56","NSPR_Version":"4.28","NSS_Version":"3.56","NSSUTIL_Version":"3.56","NSSSSL_Version":"3.56","NSSSMIME_Version":"3.56"},"appConstants":{"NIGHTLY_BUILD":false,"FENNEC_NIGHTLY":false,"RELEASE_OR_BETA":true,"EARLY_BETA_OR_EARLIER":false,"ACCESSIBILITY":true,"MOZILLA_OFFICIAL":true,"MOZ_OFFICIAL_BRANDING":true,"MOZ_DEV_EDITION":false,"MOZ_SERVICES_SYNC":false,"MOZ_SERVICES_HEALTHREPORT":true,"MOZ_DATA_REPORTING":true,"MOZ_SANDBOX":true,"MOZ_TELEMETRY_REPORTING":true,"MOZ_TELEMETRY_ON_BY_DEFAULT":false,"MOZ_UPDATER":true,"MOZ_SWITCHBOARD":false,"MOZ_WEBRTC":true,"MOZ_WIDGET_GTK":true,"XP_UNIX":true,"platform":"linux","unixstyle":"linux","MOZ_CRASHREPORTER":true,"MOZ_NORMANDY":true,"MOZ_MAINTENANCE_SERVICE":false,"MOZ_UPDATE_AGENT":false,"MOZ_BITS_DOWNLOAD":false,"DEBUG":false,"ASAN":false,"ASAN_REPORTER":false,"TSAN":false,"MOZ_SYSTEM_NSS":false,"MOZ_PLACES":true,"MOZ_REQUIRE_SIGNING":true,"MOZ_UNSIGNED_SCOPES":0,"MOZ_ALLOW_ADDON_SIDELOAD":false,"MOZ_ALLOW_LEGACY_EXTENSIONS":false,"MENUBAR_CAN_AUTOHIDE":true,"MOZ_ANDROID_HISTORY":false,"MOZ_GECKO_PROFILER":true,"DLL_PREFIX":"lib","DLL_SUFFIX":".so","MOZ_APP_NAME":"firefox","MOZ_APP_BASENAME":"Firefox","MOZ_APP_VERSION":"81.0","MOZ_APP_VERSION_DISPLAY":"81.0","MOZ_BUILDID":"20200917005511","MOZ_BUILD_APP":"browser","MOZ_MACBUNDLE_NAME":"Firefox.app","MOZ_UPDATE_CHANNEL":"release","MOZ_WIDGET_TOOLKIT":"gtk","ANDROID_PACKAGE_NAME":"org.mozilla.firefox","DEBUG_JS_MODULES":"","MOZ_BING_API_CLIENTID":"no-bing-api-clientid","MOZ_BING_API_KEY":"__STRIPPED__","MOZ_GOOGLE_LOCATION_SERVICE_API_KEY":"__STRIPPED__","MOZ_GOOGLE_SAFEBROWSING_API_KEY":"__STRIPPED__","MOZ_MOZILLA_API_KEY":"__STRIPPED__","BROWSER_CHROME_URL":"chrome://browser/content/browser.xhtml","OMNIJAR_NAME":"omni.ja","SOURCE_REVISION_URL":"https://hg.mozilla.org/releases/mozilla-release/rev/080f865dcb5a2427138f686afa8e72ba81936743","HAVE_USR_LIB64_DIR":false,"HAVE_SHELL_SERVICE":true,"MOZ_CODE_COVERAGE":false,"TELEMETRY_PING_FORMAT_VERSION":4,"MOZ_NEW_XULSTORE":false,"MOZ_NEW_NOTIFICATION_STORE":false,"MOZ_NEW_CERT_STORAGE":true,"ENABLE_REMOTE_AGENT":false,"MOZ_RUST_FXA_CLIENT":false}},"command_time":1600881464623,"response_time":1600881464623}[0m [32m2020-09-23 17:17:44[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.basemode[0m Updating OneCRL revocation data [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.cache[0m [32mPurging stale cache entries from `/root/.tlscanary/cache`[0m [32m2020-09-23 17:17:44[0m [1;30mWARNING[0m MainThread [34mtlscanary.tools.one_crl_downloader[0m [33mUsing cached OneCRL cert_storage data from `/root/.tlscanary/cache/production_cert_storage`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread finished for worker <subprocess.Popen object at 0x7f945d4dbeb0>[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mWriting OneCRL revocations data to `/tmp/tlscanary_0dvbbchb/test_profile/security_state/data.safe.bin`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mAllow profile cache: False[0m [32m2020-09-23 17:17:44[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.basemode[0m Updating OneCRL revocation data [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.tools.cache[0m [32mPurging stale cache entries from `/root/.tlscanary/cache`[0m [32m2020-09-23 17:17:44[0m [1;30mWARNING[0m MainThread [34mtlscanary.tools.one_crl_downloader[0m [33mUsing cached OneCRL cert_storage data from `/root/.tlscanary/cache/production_cert_storage`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mWriting OneCRL revocations data to `/tmp/tlscanary_0dvbbchb/base_profile/security_state/data.safe.bin`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mAllow profile cache: False[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/top_sites.csv`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/digicert.csv`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/test_url_list.csv`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/debug.csv`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/debug2.csv`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/revoked.csv`[0m [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/smoke_list.csv`[0m [32m2020-09-23 17:17:44[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.regression[0m Reading `top` host database [32m2020-09-23 17:17:44[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mReading `top` sources from `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/top_sites.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.regression[0m 5 hosts in test set [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/top_sites.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/digicert.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/test_url_list.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/debug.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/debug2.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/revoked.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mIndexing database resource `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/smoke_list.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.sources_db[0m [32mReading `revoked` sources from `/usr/local/lib/python3.8/dist-packages/tlscanary/sources/revoked.csv`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.regression[0m [32m1 host(s) in revoked test set[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32menqueue tlscanary.worker_pool.scan_urls [default:d37a739b216f437aa52d9cdbba02d028][0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mworq.task[0m [32minvoke tlscanary.worker_pool.scan_urls [default:d37a739b216f437aa52d9cdbba02d028] {}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32mdefer tlscanary.worker_pool.collect [default:7e1645748c874774af99ea5aa9e2d43d][0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.worker_pool[0m [32mscan_urls task called with [(0, 'revoked.badssl.com')][0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mExecuting worker shell command `/root/.tlscanary/cache/firefox-nightly_linux/firefox/firefox -xpcshell -g /root/.tlscanary/cache/firefox-nightly_linux/firefox/ -a /root/.tlscanary/cache/firefox-nightly_linux/firefox/browser -f /usr/local/lib/python3.8/dist-packages/tlscanary/js/worker_common.js /usr/local/lib/python3.8/dist-packages/tlscanary/js/scan_worker.js`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread started for worker <subprocess.Popen object at 0x7f945d4de280>[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mChanging worker profile to `/tmp/tlscanary_0dvbbchb/test_profile`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "useprofile", "args": {"path": "/tmp/tlscanary_0dvbbchb/test_profile"}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":3368554811085502500,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"useprofile","args":{"path":"/tmp/tlscanary_0dvbbchb/test_profile"}},"success":true,"result":"ACK","command_time":1600881466390,"response_time":1600881466390}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSetting worker prefs to `['security.OCSP.enabled;0']`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "setprefs", "args": {"prefs": ["security.OCSP.enabled;0"]}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":4468893612110350300,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"setprefs","args":{"prefs":["security.OCSP.enabled;0"]}},"success":true,"result":"ACK","command_time":1600881466391,"response_time":1600881466391}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "scan", "args": {"host": "revoked.badssl.com", "rank": 0, "include_certificates": false, "timeout": 10}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":12238486876672440000,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"revoked.badssl.com","rank":0,"include_certificates":false,"timeout":10}},"success":true,"result":"ACK","command_time":1600881466392,"response_time":1600881466409}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":1231296134087049200,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881466409,"response_time":1600881466413}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":17526653404441704000,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881466413,"response_time":1600881466413}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":10850276500520640000,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881466493,"response_time":1600881466494}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":12238486876672440000,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"revoked.badssl.com","rank":0,"include_certificates":false,"timeout":10}},"success":false,"result":{"origin":"error_handler","info":{"status":2153390068,"original_uri":"https://revoked.badssl.com/","uri":"https://revoked.badssl.com/","error_class":null,"security_info_status":true,"security_state_status":true,"security_state":4,"ssl_status_status":false,"ssl_status_errors":null,"certified_usages":null,"certificate_chain_length":null,"certificate_chain":null,"error_code":-8180,"raw_error":"SEC_ERROR_REVOKED_CERTIFICATE","short_error_message":"SEC_ERROR_REVOKED_CERTIFICATE"}},"command_time":1600881466392,"response_time":1600881466598}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":6785338085671289000,"worker_id":16644415611781335000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881466594,"response_time":1600881466607}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "quit", "args": {}}`[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mtlscanary.worker_pool[0m [32mWorker task finished, returning 1 results[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mworq.core[0m [32mundefer [default:7e1645748c874774af99ea5aa9e2d43d][0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Thread-1 [34mworq.task[0m [32minvoke tlscanary.worker_pool.collect [default:7e1645748c874774af99ea5aa9e2d43d] {}[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mAfter queue wait: 2 old - 0 new = 2 done[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mStopping worker pool <worq.pool.thread.WorkerPool object at 0x7f945d5292b0>[0m [32m2020-09-23 17:17:46[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread finished for worker <subprocess.Popen object at 0x7f945d4de280>[0m [32m2020-09-23 17:17:47[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.basemode[0m Updating OneCRL revocation data [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mDeleting existing data.safe.bin file[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mAllow profile cache: False[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32menqueue tlscanary.worker_pool.scan_urls [default:053d7b0976e54b2f83f9926bb523c4ad][0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32mdefer tlscanary.worker_pool.collect [default:59b2b200fda14d68a4931187bed8312c][0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mworq.task[0m [32minvoke tlscanary.worker_pool.scan_urls [default:053d7b0976e54b2f83f9926bb523c4ad] {}[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.worker_pool[0m [32mscan_urls task called with [(0, 'revoked.badssl.com')][0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mExecuting worker shell command `/root/.tlscanary/cache/firefox-nightly_linux/firefox/firefox -xpcshell -g /root/.tlscanary/cache/firefox-nightly_linux/firefox/ -a /root/.tlscanary/cache/firefox-nightly_linux/firefox/browser -f /usr/local/lib/python3.8/dist-packages/tlscanary/js/worker_common.js /usr/local/lib/python3.8/dist-packages/tlscanary/js/scan_worker.js`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread started for worker <subprocess.Popen object at 0x7f945d4de910>[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mChanging worker profile to `/tmp/tlscanary_0dvbbchb/altered_profile`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "useprofile", "args": {"path": "/tmp/tlscanary_0dvbbchb/altered_profile"}}`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":8009494385823605000,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"useprofile","args":{"path":"/tmp/tlscanary_0dvbbchb/altered_profile"}},"success":true,"result":"ACK","command_time":1600881467780,"response_time":1600881467781}[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSetting worker prefs to `['security.OCSP.enabled;0']`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "setprefs", "args": {"prefs": ["security.OCSP.enabled;0"]}}`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":2075422518089664500,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"setprefs","args":{"prefs":["security.OCSP.enabled;0"]}},"success":true,"result":"ACK","command_time":1600881467781,"response_time":1600881467782}[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "scan", "args": {"host": "revoked.badssl.com", "rank": 0, "include_certificates": false, "timeout": 10}}`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":484447625308790800,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"revoked.badssl.com","rank":0,"include_certificates":false,"timeout":10}},"success":true,"result":"ACK","command_time":1600881467782,"response_time":1600881467799}[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":1708706884431280000,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881467799,"response_time":1600881467803}[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":15788753320490353000,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881467803,"response_time":1600881467803}[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":8268478874206605000,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881467883,"response_time":1600881467883}[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:47[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":15571839374006966000,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881467984,"response_time":1600881467985}[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":484447625308790800,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"revoked.badssl.com","rank":0,"include_certificates":false,"timeout":10}},"success":true,"result":{"origin":"load_handler","info":{"status":0,"original_uri":"https://revoked.badssl.com/","uri":"https://revoked.badssl.com/","error_class":null,"security_info_status":true,"security_state_status":true,"security_state":2,"ssl_status_status":false,"ssl_status_errors":null,"certified_usages":null,"certificate_chain_length":null,"certificate_chain":null,"error_code":0,"raw_error":"","short_error_message":""}},"command_time":1600881467782,"response_time":1600881468090}[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":6401981995159339000,"worker_id":2932294247930890000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881468085,"response_time":1600881468090}[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "quit", "args": {}}`[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Thread-2 [34mtlscanary.worker_pool[0m [32mWorker task finished, returning 1 results[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Thread-2 [34mworq.core[0m [32mundefer [default:59b2b200fda14d68a4931187bed8312c][0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Thread-2 [34mworq.task[0m [32minvoke tlscanary.worker_pool.collect [default:59b2b200fda14d68a4931187bed8312c] {}[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mAfter queue wait: 2 old - 0 new = 2 done[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mStopping worker pool <worq.pool.thread.WorkerPool object at 0x7f945d529190>[0m [32m2020-09-23 17:17:48[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread finished for worker <subprocess.Popen object at 0x7f945d4de910>[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.regression[0m [32mLength of first OneCRL check, with revocation: 1[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.regression[0m [32mLength of second OneCRL check, without revocation: 0[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m MainThread [34mtlscanary.loader[0m [32mRunning mode .run()[0m [32m2020-09-23 17:17:49[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.regression[0m Testing Firefox 83.0a1 nightly against Firefox 81.0 release [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m MainThread [34mtlscanary.runlog[0m [32mOpening run log file `/root/.tlscanary/log/2020/09/2020-09-23Z17-17-49/log.bz2` in mode `w`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m MainThread [34mtlscanary.runlog[0m [32mOpening run log file `/root/.tlscanary/log/2020/09/2020-09-23Z17-17-49/meta` in mode `w`[0m [32m2020-09-23 17:17:49[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.regression[0m Starting regression run on chunk of 5 hosts [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32menqueue tlscanary.worker_pool.scan_urls [default:78ae211ba5ac4982b72b3a2593c9c052][0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mworq.task[0m [32minvoke tlscanary.worker_pool.scan_urls [default:78ae211ba5ac4982b72b3a2593c9c052] {}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.worker_pool[0m [32mscan_urls task called with [(1, 'google.com'), (3, 'netflix.com'), (4, 'facebook.com'), (6, 'microsoft.com'), (2, 'youtube.com')][0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32mdefer tlscanary.worker_pool.collect [default:2fecc559d1564e3d9636ea9f67d4efdc][0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mExecuting worker shell command `/root/.tlscanary/cache/firefox-nightly_linux/firefox/firefox -xpcshell -g /root/.tlscanary/cache/firefox-nightly_linux/firefox/ -a /root/.tlscanary/cache/firefox-nightly_linux/firefox/browser -f /usr/local/lib/python3.8/dist-packages/tlscanary/js/worker_common.js /usr/local/lib/python3.8/dist-packages/tlscanary/js/scan_worker.js`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread started for worker <subprocess.Popen object at 0x7f945d4d3d30>[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mChanging worker profile to `/tmp/tlscanary_0dvbbchb/test_profile`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "useprofile", "args": {"path": "/tmp/tlscanary_0dvbbchb/test_profile"}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":13526294951549385000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"useprofile","args":{"path":"/tmp/tlscanary_0dvbbchb/test_profile"}},"success":true,"result":"ACK","command_time":1600881469264,"response_time":1600881469264}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "scan", "args": {"host": "google.com", "rank": 1, "include_certificates": false, "timeout": 10}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "scan", "args": {"host": "netflix.com", "rank": 3, "include_certificates": false, "timeout": 10}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "scan", "args": {"host": "facebook.com", "rank": 4, "include_certificates": false, "timeout": 10}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "scan", "args": {"host": "microsoft.com", "rank": 6, "include_certificates": false, "timeout": 10}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "scan", "args": {"host": "youtube.com", "rank": 2, "include_certificates": false, "timeout": 10}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":11716587670512316000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"google.com","rank":1,"include_certificates":false,"timeout":10}},"success":true,"result":"ACK","command_time":1600881469265,"response_time":1600881469282}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":1256678917856045000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469282,"response_time":1600881469286}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":11690215077139257000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"netflix.com","rank":3,"include_certificates":false,"timeout":10}},"success":true,"result":"ACK","command_time":1600881469286,"response_time":1600881469287}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":8742601651205005000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"facebook.com","rank":4,"include_certificates":false,"timeout":10}},"success":true,"result":"ACK","command_time":1600881469287,"response_time":1600881469287}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":3236588465032257500,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"microsoft.com","rank":6,"include_certificates":false,"timeout":10}},"success":true,"result":"ACK","command_time":1600881469287,"response_time":1600881469288}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":14435236351073010000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"youtube.com","rank":2,"include_certificates":false,"timeout":10}},"success":true,"result":"ACK","command_time":1600881469288,"response_time":1600881469288}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":11901330985969840000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469288,"response_time":1600881469288}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":4011668464345649000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469367,"response_time":1600881469369}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":602451751603920900,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469468,"response_time":1600881469471}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":4845749036442558000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469569,"response_time":1600881469575}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":8232418150156909000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469670,"response_time":1600881469671}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":13141247164419252000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469771,"response_time":1600881469771}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":15777122641971650000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469872,"response_time":1600881469872}[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:49[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":8921471080101552000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881469973,"response_time":1600881469973}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":15685210619891896000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881470074,"response_time":1600881470074}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":3879024701442435000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881470175,"response_time":1600881470175}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":5981708611968969000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881470276,"response_time":1600881470276}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":5587326931091139000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881470377,"response_time":1600881470377}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":3699184391929653000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881470478,"response_time":1600881470478}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":4850158131865340000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881470580,"response_time":1600881470580}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "wakeup", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":11690215077139257000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"netflix.com","rank":3,"include_certificates":false,"timeout":10}},"success":true,"result":{"origin":"load_handler","info":{"status":0,"original_uri":"https://netflix.com/","uri":"https://netflix.com/","error_class":null,"security_info_status":true,"security_state_status":true,"security_state":2,"ssl_status_status":false,"ssl_status_errors":null,"certified_usages":null,"certificate_chain_length":null,"certificate_chain":null,"error_code":0,"raw_error":"","short_error_message":""}},"command_time":1600881469286,"response_time":1600881470685}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":11716587670512316000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"google.com","rank":1,"include_certificates":false,"timeout":10}},"success":false,"result":{"origin":"error_handler","info":{"status":0,"original_uri":"https://google.com/","uri":"https://google.com/","error_class":null,"security_info_status":true,"security_state_status":true,"security_state":2,"ssl_status_status":false,"ssl_status_errors":null,"certified_usages":null,"certificate_chain_length":null,"certificate_chain":null,"error_code":0,"raw_error":"","short_error_message":""}},"command_time":1600881469265,"response_time":1600881470692}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":8742601651205005000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"facebook.com","rank":4,"include_certificates":false,"timeout":10}},"success":false,"result":{"origin":"error_handler","info":{"status":0,"original_uri":"https://facebook.com/","uri":"https://facebook.com/","error_class":null,"security_info_status":true,"security_state_status":true,"security_state":2,"ssl_status_status":false,"ssl_status_errors":null,"certified_usages":null,"certificate_chain_length":null,"certificate_chain":null,"error_code":0,"raw_error":"","short_error_message":""}},"command_time":1600881469287,"response_time":1600881470693}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":14435236351073010000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"youtube.com","rank":2,"include_certificates":false,"timeout":10}},"success":false,"result":{"origin":"error_handler","info":{"status":0,"original_uri":"https://youtube.com/","uri":"https://youtube.com/","error_class":null,"security_info_status":true,"security_state_status":true,"security_state":2,"ssl_status_status":false,"ssl_status_errors":null,"certified_usages":null,"certificate_chain_length":null,"certificate_chain":null,"error_code":0,"raw_error":"","short_error_message":""}},"command_time":1600881469288,"response_time":1600881470694}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":3236588465032257500,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"scan","args":{"host":"microsoft.com","rank":6,"include_certificates":false,"timeout":10}},"success":false,"result":{"origin":"error_handler","info":{"status":0,"original_uri":"https://microsoft.com/","uri":"https://microsoft.com/","error_class":null,"security_info_status":true,"security_state_status":true,"security_state":2,"ssl_status_status":false,"ssl_status_errors":null,"certified_usages":null,"certificate_chain_length":null,"certificate_chain":null,"error_code":0,"raw_error":"","short_error_message":""}},"command_time":1600881469287,"response_time":1600881470695}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReceived worker message: {"id":5437429742954199000,"worker_id":12127829713001884000,"original_cmd":{"id":null,"mode":"wakeup","args":{}},"success":true,"result":"ACK","command_time":1600881470680,"response_time":1600881470696}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.worker_pool[0m [32mIgnored redirect by `https://google.com/`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.worker_pool[0m [32mIgnored redirect by `https://facebook.com/`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.worker_pool[0m [32mIgnored redirect by `https://youtube.com/`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.worker_pool[0m [32mIgnored redirect by `https://microsoft.com/`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.tools.xpcshell_worker[0m [32mSending worker message: `{"id": null, "mode": "quit", "args": {}}`[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mtlscanary.worker_pool[0m [32mWorker task finished, returning 5 results[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mworq.core[0m [32mundefer [default:2fecc559d1564e3d9636ea9f67d4efdc][0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Thread-3 [34mworq.task[0m [32minvoke tlscanary.worker_pool.collect [default:2fecc559d1564e3d9636ea9f67d4efdc] {}[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mAfter queue wait: 2 old - 0 new = 2 done[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mStopping worker pool <worq.pool.thread.WorkerPool object at 0x7f945d4d7f70>[0m [32m2020-09-23 17:17:50[0m [1;30mDEBUG[0m Reader [34mtlscanary.tools.xpcshell_worker[0m [32mReader thread finished for worker <subprocess.Popen object at 0x7f945d4d3d30>[0m [32m2020-09-23 17:17:51[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mChunkwise logging reported on 0 results, actually received 5[0m [32m2020-09-23 17:17:51[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mLogging correction for 5 results[0m [32m2020-09-23 17:17:51[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.regression[0m Scan #1 with test candidate yielded 0 error hosts [32m2020-09-23 17:17:51[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.regression[0m [32mScan #1 test candidate errors: [0m [32m2020-09-23 17:17:51[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32menqueue tlscanary.worker_pool.collect [default:4f699efafba2458f958106a8504eb6d2][0m [32m2020-09-23 17:17:51[0m [1;30mDEBUG[0m Thread-7 [34mworq.task[0m [32minvoke tlscanary.worker_pool.collect [default:4f699efafba2458f958106a8504eb6d2] {}[0m [32m2020-09-23 17:17:51[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mAfter queue wait: 1 old - 0 new = 1 done[0m [32m2020-09-23 17:17:51[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mStopping worker pool <worq.pool.thread.WorkerPool object at 0x7f945d5364c0>[0m [32m2020-09-23 17:17:52[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mChunkwise logging reported on 0 results, actually received 0[0m [32m2020-09-23 17:17:52[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.regression[0m Scan #1 with baseline candidate yielded 0 error hosts [32m2020-09-23 17:17:52[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.regression[0m [32mScan #1 baseline candidate errors: [0m [32m2020-09-23 17:17:52[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.regression[0m [32mExtracting runtime information from 0 hosts[0m [32m2020-09-23 17:17:52[0m [1;30mDEBUG[0m MainThread [34mworq.core[0m [32menqueue tlscanary.worker_pool.collect [default:997e276f955846938d477239ee677972][0m [32m2020-09-23 17:17:52[0m [1;30mDEBUG[0m Thread-11 [34mworq.task[0m [32minvoke tlscanary.worker_pool.collect [default:997e276f955846938d477239ee677972] {}[0m [32m2020-09-23 17:17:52[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mAfter queue wait: 1 old - 0 new = 1 done[0m [32m2020-09-23 17:17:52[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mStopping worker pool <worq.pool.thread.WorkerPool object at 0x7f945d536670>[0m [32m2020-09-23 17:17:53[0m [1;30mDEBUG[0m MainThread [34mtlscanary.worker_pool[0m [32mChunkwise logging reported on 0 results, actually received 0[0m [32m2020-09-23 17:17:53[0m [1;30mINFO[0m MainThread [34mtlscanary.modes.regression[0m Progress: 100% 5/5, 0% overhead, -- hosts/s net, -- hosts/s gross, ETA -- [32m2020-09-23 17:17:53[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mSaving `test_profile` profile from `/tmp/tlscanary_0dvbbchb/test_profile` to `/root/.tlscanary/log/2020/09/2020-09-23Z17-17-49/test_profile.zip`[0m [32m2020-09-23 17:17:53[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mSaving `base_profile` profile from `/tmp/tlscanary_0dvbbchb/base_profile` to `/root/.tlscanary/log/2020/09/2020-09-23Z17-17-49/base_profile.zip`[0m [32m2020-09-23 17:17:53[0m [1;30mDEBUG[0m MainThread [34mtlscanary.modes.basemode[0m [32mSaving `altered_profile` profile from `/tmp/tlscanary_0dvbbchb/altered_profile` to `/root/.tlscanary/log/2020/09/2020-09-23Z17-17-49/altered_profile.zip`[0m [32m2020-09-23 17:17:53[0m [1;30mDEBUG[0m MainThread [34mtlscanary.loader[0m [32mRunning mode .teardown()[0m [32m2020-09-23 17:17:53[0m [1;30mDEBUG[0m MainThread [34mtlscanary.loader[0m [32mMode finished[0m [32m2020-09-23 17:17:53[0m [1;30mDEBUG[0m MainThread [34mtlscanary.main[0m [32mRemoving temp dir `/tmp/tlscanary_0dvbbchb`[0m
Might want to rename or move it to something with ubuntu in the filename if supporting multiple OSes is important.
Example usage: