search

IshtarTang / lofterSpider

lofter的爬虫，爬所有点过的喜欢/推荐/tag、爬取个人主页。l8和l10还没更新，跑不了，先别用
180 stars 21 forks source link

l9 报错list index out of range #18

Closed zhaohuijun110 closed 2 months ago

zhaohuijun110 commented 3 months ago

截图 2024-07-22 08-51-35

已尝试更换作者地址链接或者登陆模式，但都报相同的错误。 报错截图如上，保存到txt种的内容如下： 归档 - 唐文 2022-01-27 原文链接： https://ishtartang.lofter.com/post/1f5549ba_2b47fbb86

LOFTER（乐乎） - 让兴趣，更有趣window.env="prod" document.addEventListener('CoronaInited',() => { window.corona.setUser(""); }); !function(e,n,t,s,c){var r=void 0!==t&&t.resolve,a=e[s];(a=e[s]=function(){this.modules={}}).callbacks=[],a.ready=r?function(){return a.instance?t.resolve(a.instance.vars()):new t(function(e){return a.callbacks.push(e)})}:function(e){return a.instance?e(a.instance.vars()):a.callbacks.push(e)};var i=n.createElement(c),u=n.getElementsByTagName(c)[0];i.async=!0,i.src="https://s6.music.126.net/puzzle/puzzle@002C1E" + (window.env === 'prod' ? '' : '-' + (window.env || 'test')) + ".js",u.parentNode.insertBefore(i,u)}(window,document,window.Promise,"puzzle","script"); .page-default-loading-mask { position: fixed; top: 0; left: 0; right: 0; bottom: 0; display: flex; justify-content: center; align-items: center; z-index: 1000; }

.page-default-loading-box { position: relative; width: 72px; height: 72px; box-shadow: 0 10px 30px rgba(0, 0, 0, 0.07); border-radius: 16px; display: flex; justify-content: center; align-items: center; background: #fff; margin: auto; }

.page-default-loading { width: 32px; height: 32px; position: relative; } .page-default-icon { position: absolute; left: 0; top: 0; color: #CCC; width: 100%; height: 100%; }

.page-default-icon-animation { position: absolute; left: 0; top: 0; color: #CCC; width: 100%; height: 100%;

animation: page-default-rotate 2000ms linear infinite; }

@keyframes page-default-rotate { 0% { transform: rotate(0deg); } 100% { transform: rotate(360deg); } } setTimeout(function () { const pageDefaultLoading = document.getElementById('page-default'); if (pageDefaultLoading) { pageDefaultLoading.style.display = 'block'; } }, 4000); window.nowYear = 2024window.userSignedIn = {"signState":"out"}window.blogInfo = undefinedwindow.subBlogInfo = undefinedwindow.actChannelTrace = ""window.initialize_data__ = {"loginPageData":{"curdate":1718197373699,"title":"登陆页数据","background":[{"image":"https:\/\/lofter.lf127.net\/1611802021488\/bangqiaoyan-feng.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"邦乔彦","link":"https:\/\/bangqiaoyan.lofter.com\/"}},{"image":"https:\/\/lofter.lf127.net\/1611802201375\/hanyijie.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=3000x3000","author":{"name":"韩一杰","link":"https:\/\/hanyijie.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802266191\/huanlesong.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"欢乐颂","link":"https:\/\/deepbluelhj.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802693229\/xizhang2.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=4000x4000","author":{"name":"《惜 張》","link":"https:\/\/xiizhang.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802346813\/xizhang.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=3000x3000","author":{"name":"《惜 張》","link":"https:\/\/xiizhang.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802375723\/xizhang3.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"《惜 張》","link":"https:\/\/xiizhang.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802451836\/guangyuan1.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=2400x2400","author":{"name":"guangyuan","link":"https:\/\/guangyuan676.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802494106\/JimmyhE.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"JimmyhE·PLANETROVER","link":"https:\/\/bianheiingdehexiaopang.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802653795\/lost7.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"lost7","link":"https:\/\/lost7.lofter.com"}},{"image":"https:\/\/lofter.lf127.net\/1611802591386\/xision.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"XISION","link":"https:\/\/xision1998.lofter.com\/"}},{"image":"https:\/\/lofter.lf127.net\/1611802734076\/tata.gif?imageView&stripmeta=0&thumbnail=2000x2000&tostatic=0","author":{"name":"tata","link":"https:\/\/tatat668.lofter.com\/"}}],"slide":{"image2":"https:\/\/easyreadfs.nosdn.127.net\/1607664906404\/slide.png"},"gray":false,"registerDisabled1":{"message":"系统升级中，暂时无法注册"}},"loginType":"login"}

WitchPuff commented 3 months ago

我也遇到这个问题，爬到的content内容和你的一致，并不是博客页面对应的content

WitchPuff commented 3 months ago

调试了一下，save_file函数中 content = requests.get(url, headers=useragentutil.get_headers()).content这句代码会先请求访问正确的url，获得一个302响应（在该request对象.history中可看），后重定向到了登陆页面url，所以会得到这个content。

url
'https://nananago.lofter.com/post/310ec1fe_2bc44fd21'
a = requests.get(url, headers=useragentutil.get_headers())

a
<Response [200]>
special variables:
function variables:
apparent_encoding: 'utf-8'
connection: <requests.adapters.HTTPAdapter object at 0x108dff410>
content: b'<!DOCTYPE html><html lang="zh" class="lofter-page" data-reactroot=""><head><meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"/><meta name="renderer" content="webkit"/><meta http-equiv="content-type" content="text/html;charset=utf-8"/><meta name="viewport" content="width=device-width,initial-scale=1.0,minimum-scale=1.0,maximum-scale=1.0,user-scalable=no,viewport-fit=cover"/><meta name="referrer" content="no-referrer-when-downgrade"/><meta http-equiv="Referrer-Policy" content="no-referrer-when-downgrade"/><title>LOFTER\xef\xbc\x88\xe4\xb9\x90\xe4\xb9\x8e\xef\xbc\x89 - \xe8\xae\xa9\xe5\x85\xb4\xe8\xb6\xa3\xef\xbc\x8c\xe6\x9b\xb4\xe6\x9c\x89\xe8\xb6\xa3</title><link rel="stylesheet" href="https://lofter.lf127.net/webpack/lofter-client-account/src/applications/login/pc.9d6f4998019adde5dafe.css"/><script>window.env="prod"</script><script>\n                document.addEventListener(\'CoronaInited\',() => {\n                  window.corona.setUser("");\n              });</script><script>\n                !function(e,n,t,s,c){var r=void 0!==t&&t.resolve,a=e[s];(a=e[s]=function(){this.modules={}}).callbacks=[],a.ready=r?function(){return a.instance?t.resolve(a.instance.vars()):new t(function(e){return a.callbacks.push(e)})}:function(e){return a.instance?e(a.instance.vars()):a.callbacks.push(e)};var i=n.createElement(c),u=n.getElementsByTagName(c)[0];i.async=!0,i.src="https://s6.music.126.net/puzzle/puzzle@002C1E" + (window.env === \'prod\' ? \'\' : \'-\' + (window.env || \'test\')) + ".js",u.parentNode.insertBefore(i,u)}(window,document,window.Promise,"puzzle","script");</script></head><body><div id="application"></div><div id="page-default" style="display:none"><style type="text/css">\n.page-default-loading-mask {\n  position: fixed;\n  top: 0;\n  left: 0;\n  right: 0;\n  bottom: 0;\n  display: flex;\n  justify-content: center;\n  align-items: center;\n  z-index: 1000;\n}\n\n.page-default-loading-box {\n  position: relative;\n  width: 72px;\n  height: 72px;\n  box-shadow: 0 10px 30px rgba(0, 0, 0, 0.07);\n  border-radius: 16px;\n  display: flex;\n  justify-content: center;\n  align-items: center;\n  background: #fff;\n  margin: auto;\n}\n\n.page-default-loading {\n  width: 32px;\n  height: 32px;\n  position: relative;\n}\n.page-default-icon {\n  position: absolute;\n  left: 0;\n  top: 0;\n  color: #CCC;\n  width: 100%;\n  height: 100%;\n}\n\n\n.page-default-icon-animation {\n  position: absolute;\n  left: 0;\n  top: 0;\n  color: #CCC;\n  width: 100%;\n  height: 100%;\n\n  animation: page-default-rotate 2000ms linear infinite;\n}\n\n@keyframes page-default-rotate {\n  0% {\n    transform: rotate(0deg);\n  }\n  100% {\n    transform: rotate(360deg);\n  }\n}</style><script>\nsetTimeout(function () {\n  const pageDefaultLoading = document.getElementById(\'page-default\');\n  if (pageDefaultLoading) {\n    pageDefaultLoading.style.display = \'block\';\n  }\n}, 4000);\n              </script><section class="page-default-loading-mask"><div class="page-default-loading-box"><div class="page-default-loading"><svg class="page-default-icon-animation" width="64" height="64" viewBox="0 0 64 64" fill="none" xmlns="http://www.w3.org/2000/svg"><circle cx="32" cy="32" r="30" stroke="url(#page-default-icon-animation-color)" stroke-width="3" fill="none" stroke-dasharray="90 9999"></circle><circle cx="32" cy="32" r="30" stroke="url(#page-default-icon-animation-color2)" stroke-width="3" fill="none" stroke-dasharray="0 94 999"></circle><defs><linearGradient id="page-default-icon-animation-color"><stop offset="0%" stop-color="currentColor"></stop><stop offset="100%" stop-color="currentColor" stop-opacity="0.5"></stop></linearGradient><linearGradient id="page-default-icon-animation-color2"><stop offset="0%" stop-color="currentColor" stop-opacity="0"></stop><stop offset="100%" stop-color="currentColor" stop-opacity="0.5"></stop></linearGradient></defs></svg><svg class="page-default-icon" width="64" height="64" viewBox="0 0 64 64" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M24.8102 17.7254C24.8102 17.2353 25.2099 16.835 25.6993 16.835C25.7727 16.835 25.8461 16.8432 25.9155 16.8636C25.9644 16.8759 26.0093 16.8922 26.0541 16.9126C26.1602 16.9576 26.2622 17.0107 26.3641 17.0638C26.6741 17.2271 26.9514 17.4273 27.1962 17.656C27.5061 17.946 27.7712 18.2891 27.9793 18.6812C28.4034 19.4736 28.587 20.3436 28.587 21.8671V33.9693C28.587 35.2885 29.4924 36.3954 30.716 36.7017C31.0627 36.7875 31.3971 36.522 31.3971 36.1626V21.863V21.7649C31.389 19.8616 31.1035 18.5627 30.4591 17.3497C30.1042 16.6839 29.6515 16.0957 29.1131 15.5893C28.6889 15.1931 28.2158 14.8541 27.6938 14.5763C27.033 14.2251 26.099 13.9351 24.8102 14.0127C23.1298 14.1148 22 15.7404 22 17.2925V34.2756C22.0082 36.2239 22.3059 37.5391 22.987 38.7766C23.5988 39.8876 24.5165 40.8066 25.6259 41.4152C26.5028 41.8972 27.4082 42.1831 28.5421 42.3138C29.0438 42.371 29.5944 42.3995 30.2143 42.3995H34.5703H37.0419C38.5592 42.3995 39.432 42.5833 40.2233 43.0081C40.6148 43.2164 40.9574 43.4819 41.247 43.7923C41.4754 44.0374 41.6712 44.3151 41.8384 44.6256C41.8914 44.7277 41.9444 44.8298 41.9893 44.936C42.0097 44.9809 42.026 45.0258 42.0383 45.0749C42.0546 45.1443 42.0668 45.2178 42.0668 45.2913C42.0668 45.7815 41.6671 46.1817 41.1777 46.1817H36.8013H36.7116C36.0427 46.1777 35.4962 46.1368 35.0393 46.0551C34.4928 45.9571 34.0564 45.806 33.62 45.5732C33.2488 45.373 32.9674 45.0749 32.6411 44.838C31.7316 44.1722 30.5569 44.3192 30.0879 44.3764C29.6189 44.4377 29.3293 44.9156 29.5251 45.2832C29.7208 45.6508 30.1858 46.3451 30.614 46.7903C31.0994 47.2968 31.6622 47.7175 32.2904 48.0565C32.9878 48.4282 33.7056 48.6773 34.5458 48.8285C35.1984 48.9428 35.9326 49 36.7972 49H41.3979C43.7064 49 45.2155 47.2192 44.9749 45.4179C44.9545 45.2627 44.9341 45.1279 44.9096 45.0054C44.7587 44.2212 44.6608 43.9598 44.31 43.2981C44.0327 42.7753 43.6942 42.3015 43.2985 41.8767C42.7969 41.3376 42.2055 40.8842 41.5407 40.5289C40.3293 39.8794 39.0323 39.5976 37.1317 39.5894H37.0338H31.4828H30.2103H30.1165C29.6433 39.5854 29.2273 39.5649 28.8643 39.52C28.1832 39.4424 27.6734 39.2954 27.188 39.0585C26.3968 38.6704 25.7442 38.0251 25.3526 37.2327C24.9774 36.473 24.8102 35.6153 24.8102 34.1735V17.7254V17.7254Z" fill="currentColor"></path></svg></div></div></section></div><script>window.__nowYear = 2024</script><script>window.userSignedIn = {"signState":"out"}</script><script>window.blogInfo = undefined</script><script>window.subBlogInfo = undefined</script><script>window.actChannelTrace = ""</script><script>window.__initialize_data__ = {"loginPageData":{"curdate":1718197373699,"title":"\xe7\x99\xbb\xe9\x99\x86\xe9\xa1\xb5\xe6\x95\xb0\xe6\x8d\xae","background":[{"image":"https:\\/\\/lofter.lf127.net\\/1611802021488\\/bangqiaoyan-feng.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe9\x82\xa6\xe4\xb9\x94\xe5\xbd\xa6","link":"https:\\/\\/bangqiaoyan.lofter.com\\/"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802201375\\/hanyijie.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=3000x3000","author":{"name":"\xe9\x9f\xa9\xe4\xb8\x80\xe6\x9d\xb0","link":"https:\\/\\/hanyijie.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802266191\\/huanlesong.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe6\xac\xa2\xe4\xb9\x90\xe9\xa2\x82","link":"https:\\/\\/deepbluelhj.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802693229\\/xizhang2.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe3\x80\x8a\xe6\x83\x9c \xe5\xbc\xb5\xe3\x80\x8b","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802346813\\/xizhang.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=3000x3000","author":{"name":"\xe3\x80\x8a\xe6\x83\x9c \xe5\xbc\xb5\xe3\x80\x8b","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802375723\\/xizhang3.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe3\x80\x8a\xe6\x83\x9c \xe5\xbc\xb5\xe3\x80\x8b","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802451836\\/guangyuan1.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=2400x2400","author":{"name":"guangyuan","link":"https:\\/\\/guangyuan676.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802494106\\/JimmyhE.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"JimmyhE\xc2\xb7PLANETROVER","link":"https:\\/\\/bianheiingdehexiaopang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802653795\\/lost7.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"lost7","link":"https:\\/\\/lost7.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802591386\\/xision.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"XISION","link":"https:\\/\\/xision1998.lofter.com\\/"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802734076\\/tata.gif?imageView&stripmeta=0&thumbnail=2000x2000&tostatic=0","author":{"name":"tata","link":"https:\\/\\/tatat668.lofter.com\\/"}}],"slide":{"image2":"https:\\/\\/easyreadfs.nosdn.127.net\\/1607664906404\\/slide.png"},"gray":false,"registerDisabled1":{"message":"\xe7\xb3\xbb\xe7\xbb\x9f\xe5\x8d\x87\xe7\xba\xa7\xe4\xb8\xad\xef\xbc\x8c\xe6\x9a\x82\xe6\x97\xb6\xe6\x97\xa0\xe6\xb3\x95\xe6\xb3\xa8\xe5\x86\x8c"}},"loginType":"login"}</script><script src="https://lofter.lf127.net/1667220634500/core-js-stable.3.6.5.mini.js"></script><script src="https://lofter.lf127.net/1671501343058/sha256.min.js"></script><script src="https://lofter.lf127.net/1689134055346/captcha.js"></script><script src="https://lofter.lf127.net/webpack/lofter-dll/dll_606a63b015f6fa133c2a.js"></script><script src="https://urswebzj.nosdn.127.net/webzj_cdn101/message.js"></script><script src="https://lofter.lf127.net/webpack/lofter-client-account/src/applications/login/pc.e68a513d9ff612ada8a2.js"></script></body></html>'
special variables:
__add__: <method-wrapper '__add__' of bytes object at 0x10580ee00>
__bytes__: <built-in method __bytes__ of bytes object at 0x10580ee00>
__class__: <class 'bytes'>
__contains__: <method-wrapper '__contains__' of bytes object at 0x10580ee00>
__delattr__: <method-wrapper '__delattr__' of bytes object at 0x10580ee00>
__dir__: <built-in method __dir__ of bytes object at 0x10580ee00>
__doc__: 'bytes(iterable_of_ints) -> bytes\nbytes(string, encoding[, errors]) -> bytes\nbytes(bytes_or_buffer) -> immutable copy of bytes_or_buffer\nbytes(int) -> bytes object of size given by the parameter initialized with null bytes\nbytes() -> empty bytes object\n\nConstruct an immutable array of bytes from:\n  - an iterable yielding integers in range(256)\n  - a text string encoded using the specified encoding\n  - any object implementing the buffer API.\n  - an integer'
__eq__: <method-wrapper '__eq__' of bytes object at 0x10580ee00>
__format__: <built-in method __format__ of bytes object at 0x10580ee00>
__ge__: <method-wrapper '__ge__' of bytes object at 0x10580ee00>
__getattribute__: <method-wrapper '__getattribute__' of bytes object at 0x10580ee00>
__getitem__: <method-wrapper '__getitem__' of bytes object at 0x10580ee00>
__getnewargs__: <built-in method __getnewargs__ of bytes object at 0x10580ee00>
__getstate__: <built-in method __getstate__ of bytes object at 0x10580ee00>
__gt__: <method-wrapper '__gt__' of bytes object at 0x10580ee00>
__hash__: <method-wrapper '__hash__' of bytes object at 0x10580ee00>
__init__: <method-wrapper '__init__' of bytes object at 0x10580ee00>
__init_subclass__: <built-in method __init_subclass__ of type object at 0x101400b40>
__iter__: <method-wrapper '__iter__' of bytes object at 0x10580ee00>
__le__: <method-wrapper '__le__' of bytes object at 0x10580ee00>
__len__: <method-wrapper '__len__' of bytes object at 0x10580ee00>
__lt__: <method-wrapper '__lt__' of bytes object at 0x10580ee00>
__mod__: <method-wrapper '__mod__' of bytes object at 0x10580ee00>
__mul__: <method-wrapper '__mul__' of bytes object at 0x10580ee00>
__ne__: <method-wrapper '__ne__' of bytes object at 0x10580ee00>
__new__: <built-in method __new__ of type object at 0x101400b40>
__reduce__: <built-in method __reduce__ of bytes object at 0x10580ee00>
__reduce_ex__: <built-in method __reduce_ex__ of bytes object at 0x10580ee00>
__repr__: <method-wrapper '__repr__' of bytes object at 0x10580ee00>
__rmod__: <method-wrapper '__rmod__' of bytes object at 0x10580ee00>
__rmul__: <method-wrapper '__rmul__' of bytes object at 0x10580ee00>
__setattr__: <method-wrapper '__setattr__' of bytes object at 0x10580ee00>
__sizeof__: <built-in method __sizeof__ of bytes object at 0x10580ee00>
__str__: <method-wrapper '__str__' of bytes object at 0x10580ee00>
__subclasshook__: <built-in method __subclasshook__ of type object at 0x101400b40>
function variables:
cookies: <RequestsCookieJar[]>
elapsed: datetime.timedelta(microseconds=151502)
encoding: 'utf-8'
headers: {'Server': 'nginx', 'Date': 'Wed, 14 Aug 2024 15:19:53 GMT', 'Content-Type': 'text/html; charset=utf-8', 'Transfer-Encoding': 'chunked', 'Connection': 'keep-alive', 'Vary': 'Accept-Encoding', 'Content-Encoding': 'br'}
history: [<Response [302]>]
is_permanent_redirect: False
is_redirect: False
links: {}
next: None
ok: True
raw: <urllib3.response.HTTPResponse object at 0x108e09d20>
reason: 'OK'
request: <PreparedRequest [GET]>
status_code: 200
text: '<!DOCTYPE html><html lang="zh" class="lofter-page" data-reactroot=""><head><meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"/><meta name="renderer" content="webkit"/><meta http-equiv="content-type" content="text/html;charset=utf-8"/><meta name="viewport" content="width=device-width,initial-scale=1.0,minimum-scale=1.0,maximum-scale=1.0,user-scalable=no,viewport-fit=cover"/><meta name="referrer" content="no-referrer-when-downgrade"/><meta http-equiv="Referrer-Policy" content="no-referrer-when-downgrade"/><title>LOFTER（乐乎） - 让兴趣，更有趣</title><link rel="stylesheet" href="https://lofter.lf127.net/webpack/lofter-client-account/src/applications/login/pc.9d6f4998019adde5dafe.css"/><script>window.env="prod"</script><script>\n                document.addEventListener(\'CoronaInited\',() => {\n                  window.corona.setUser("");\n              });</script><script>\n                !function(e,n,t,s,c){var r=void 0!==t&&t.resolve,a=e[s];(a=e[s]=function(){this.modules={}}).callbacks=[],a.ready=r?function(){return a.instance?t.resolve(a.instance.vars()):new t(function(e){return a.callbacks.push(e)})}:function(e){return a.instance?e(a.instance.vars()):a.callbacks.push(e)};var i=n.createElement(c),u=n.getElementsByTagName(c)[0];i.async=!0,i.src="https://s6.music.126.net/puzzle/puzzle@002C1E" + (window.env === \'prod\' ? \'\' : \'-\' + (window.env || \'test\')) + ".js",u.parentNode.insertBefore(i,u)}(window,document,window.Promise,"puzzle","script");</script></head><body><div id="application"></div><div id="page-default" style="display:none"><style type="text/css">\n.page-default-loading-mask {\n  position: fixed;\n  top: 0;\n  left: 0;\n  right: 0;\n  bottom: 0;\n  display: flex;\n  justify-content: center;\n  align-items: center;\n  z-index: 1000;\n}\n\n.page-default-loading-box {\n  position: relative;\n  width: 72px;\n  height: 72px;\n  box-shadow: 0 10px 30px rgba(0, 0, 0, 0.07);\n  border-radius: 16px;\n  display: flex;\n  justify-content: center;\n  align-items: center;\n  background: #fff;\n  margin: auto;\n}\n\n.page-default-loading {\n  width: 32px;\n  height: 32px;\n  position: relative;\n}\n.page-default-icon {\n  position: absolute;\n  left: 0;\n  top: 0;\n  color: #CCC;\n  width: 100%;\n  height: 100%;\n}\n\n\n.page-default-icon-animation {\n  position: absolute;\n  left: 0;\n  top: 0;\n  color: #CCC;\n  width: 100%;\n  height: 100%;\n\n  animation: page-default-rotate 2000ms linear infinite;\n}\n\n@keyframes page-default-rotate {\n  0% {\n    transform: rotate(0deg);\n  }\n  100% {\n    transform: rotate(360deg);\n  }\n}</style><script>\nsetTimeout(function () {\n  const pageDefaultLoading = document.getElementById(\'page-default\');\n  if (pageDefaultLoading) {\n    pageDefaultLoading.style.display = \'block\';\n  }\n}, 4000);\n              </script><section class="page-default-loading-mask"><div class="page-default-loading-box"><div class="page-default-loading"><svg class="page-default-icon-animation" width="64" height="64" viewBox="0 0 64 64" fill="none" xmlns="http://www.w3.org/2000/svg"><circle cx="32" cy="32" r="30" stroke="url(#page-default-icon-animation-color)" stroke-width="3" fill="none" stroke-dasharray="90 9999"></circle><circle cx="32" cy="32" r="30" stroke="url(#page-default-icon-animation-color2)" stroke-width="3" fill="none" stroke-dasharray="0 94 999"></circle><defs><linearGradient id="page-default-icon-animation-color"><stop offset="0%" stop-color="currentColor"></stop><stop offset="100%" stop-color="currentColor" stop-opacity="0.5"></stop></linearGradient><linearGradient id="page-default-icon-animation-color2"><stop offset="0%" stop-color="currentColor" stop-opacity="0"></stop><stop offset="100%" stop-color="currentColor" stop-opacity="0.5"></stop></linearGradient></defs></svg><svg class="page-default-icon" width="64" height="64" viewBox="0 0 64 64" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M24.8102 17.7254C24.8102 17.2353 25.2099 16.835 25.6993 16.835C25.7727 16.835 25.8461 16.8432 25.9155 16.8636C25.9644 16.8759 26.0093 16.8922 26.0541 16.9126C26.1602 16.9576 26.2622 17.0107 26.3641 17.0638C26.6741 17.2271 26.9514 17.4273 27.1962 17.656C27.5061 17.946 27.7712 18.2891 27.9793 18.6812C28.4034 19.4736 28.587 20.3436 28.587 21.8671V33.9693C28.587 35.2885 29.4924 36.3954 30.716 36.7017C31.0627 36.7875 31.3971 36.522 31.3971 36.1626V21.863V21.7649C31.389 19.8616 31.1035 18.5627 30.4591 17.3497C30.1042 16.6839 29.6515 16.0957 29.1131 15.5893C28.6889 15.1931 28.2158 14.8541 27.6938 14.5763C27.033 14.2251 26.099 13.9351 24.8102 14.0127C23.1298 14.1148 22 15.7404 22 17.2925V34.2756C22.0082 36.2239 22.3059 37.5391 22.987 38.7766C23.5988 39.8876 24.5165 40.8066 25.6259 41.4152C26.5028 41.8972 27.4082 42.1831 28.5421 42.3138C29.0438 42.371 29.5944 42.3995 30.2143 42.3995H34.5703H37.0419C38.5592 42.3995 39.432 42.5833 40.2233 43.0081C40.6148 43.2164 40.9574 43.4819 41.247 43.7923C41.4754 44.0374 41.6712 44.3151 41.8384 44.6256C41.8914 44.7277 41.9444 44.8298 41.9893 44.936C42.0097 44.9809 42.026 45.0258 42.0383 45.0749C42.0546 45.1443 42.0668 45.2178 42.0668 45.2913C42.0668 45.7815 41.6671 46.1817 41.1777 46.1817H36.8013H36.7116C36.0427 46.1777 35.4962 46.1368 35.0393 46.0551C34.4928 45.9571 34.0564 45.806 33.62 45.5732C33.2488 45.373 32.9674 45.0749 32.6411 44.838C31.7316 44.1722 30.5569 44.3192 30.0879 44.3764C29.6189 44.4377 29.3293 44.9156 29.5251 45.2832C29.7208 45.6508 30.1858 46.3451 30.614 46.7903C31.0994 47.2968 31.6622 47.7175 32.2904 48.0565C32.9878 48.4282 33.7056 48.6773 34.5458 48.8285C35.1984 48.9428 35.9326 49 36.7972 49H41.3979C43.7064 49 45.2155 47.2192 44.9749 45.4179C44.9545 45.2627 44.9341 45.1279 44.9096 45.0054C44.7587 44.2212 44.6608 43.9598 44.31 43.2981C44.0327 42.7753 43.6942 42.3015 43.2985 41.8767C42.7969 41.3376 42.2055 40.8842 41.5407 40.5289C40.3293 39.8794 39.0323 39.5976 37.1317 39.5894H37.0338H31.4828H30.2103H30.1165C29.6433 39.5854 29.2273 39.5649 28.8643 39.52C28.1832 39.4424 27.6734 39.2954 27.188 39.0585C26.3968 38.6704 25.7442 38.0251 25.3526 37.2327C24.9774 36.473 24.8102 35.6153 24.8102 34.1735V17.7254V17.7254Z" fill="currentColor"></path></svg></div></div></section></div><script>window.__nowYear = 2024</script><script>window.userSignedIn = {"signState":"out"}</script><script>window.blogInfo = undefined</script><script>window.subBlogInfo = undefined</script><script>window.actChannelTrace = ""</script><script>window.__initialize_data__ = {"loginPageData":{"curdate":1718197373699,"title":"登陆页数据","background":[{"image":"https:\\/\\/lofter.lf127.net\\/1611802021488\\/bangqiaoyan-feng.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"邦乔彦","link":"https:\\/\\/bangqiaoyan.lofter.com\\/"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802201375\\/hanyijie.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=3000x3000","author":{"name":"韩一杰","link":"https:\\/\\/hanyijie.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802266191\\/huanlesong.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"欢乐颂","link":"https:\\/\\/deepbluelhj.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802693229\\/xizhang2.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=4000x4000","author":{"name":"《惜 張》","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802346813\\/xizhang.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=3000x3000","author":{"name":"《惜 張》","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802375723\\/xizhang3.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"《惜 張》","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802451836\\/guangyuan1.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=2400x2400","author":{"name":"guangyuan","link":"https:\\/\\/guangyuan676.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802494106\\/JimmyhE.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"JimmyhE·PLANETROVER","link":"https:\\/\\/bianheiingdehexiaopang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802653795\\/lost7.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"lost7","link":"https:\\/\\/lost7.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802591386\\/xision.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"XISION","link":"https:\\/\\/xision1998.lofter.com\\/"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802734076\\/tata.gif?imageView&stripmeta=0&thumbnail=2000x2000&tostatic=0","author":{"name":"tata","link":"https:\\/\\/tatat668.lofter.com\\/"}}],"slide":{"image2":"https:\\/\\/easyreadfs.nosdn.127.net\\/1607664906404\\/slide.png"},"gray":false,"registerDisabled1":{"message":"系统升级中，暂时无法注册"}},"loginType":"login"}</script><script src="https://lofter.lf127.net/1667220634500/core-js-stable.3.6.5.mini.js"></script><script src="https://lofter.lf127.net/1671501343058/sha256.min.js"></script><script src="https://lofter.lf127.net/1689134055346/captcha.js"></script><script src="https://lofter.lf127.net/webpack/lofter-dll/dll_606a63b015f6fa133c2a.js"></script><script src="https://urswebzj.nosdn.127.net/webzj_cdn101/message.js"></script><script src="https://lofter.lf127.net/webpack/lofter-client-account/src/applications/login/pc.e68a513d9ff612ada8a2.js"></script></body></html>'
url: 'https://www.lofter.com/front/login'
_content: b'<!DOCTYPE html><html lang="zh" class="lofter-page" data-reactroot=""><head><meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"/><meta name="renderer" content="webkit"/><meta http-equiv="content-type" content="text/html;charset=utf-8"/><meta name="viewport" content="width=device-width,initial-scale=1.0,minimum-scale=1.0,maximum-scale=1.0,user-scalable=no,viewport-fit=cover"/><meta name="referrer" content="no-referrer-when-downgrade"/><meta http-equiv="Referrer-Policy" content="no-referrer-when-downgrade"/><title>LOFTER\xef\xbc\x88\xe4\xb9\x90\xe4\xb9\x8e\xef\xbc\x89 - \xe8\xae\xa9\xe5\x85\xb4\xe8\xb6\xa3\xef\xbc\x8c\xe6\x9b\xb4\xe6\x9c\x89\xe8\xb6\xa3</title><link rel="stylesheet" href="https://lofter.lf127.net/webpack/lofter-client-account/src/applications/login/pc.9d6f4998019adde5dafe.css"/><script>window.env="prod"</script><script>\n                document.addEventListener(\'CoronaInited\',() => {\n                  window.corona.setUser("");\n              });</script><script>\n                !function(e,n,t,s,c){var r=void 0!==t&&t.resolve,a=e[s];(a=e[s]=function(){this.modules={}}).callbacks=[],a.ready=r?function(){return a.instance?t.resolve(a.instance.vars()):new t(function(e){return a.callbacks.push(e)})}:function(e){return a.instance?e(a.instance.vars()):a.callbacks.push(e)};var i=n.createElement(c),u=n.getElementsByTagName(c)[0];i.async=!0,i.src="https://s6.music.126.net/puzzle/puzzle@002C1E" + (window.env === \'prod\' ? \'\' : \'-\' + (window.env || \'test\')) + ".js",u.parentNode.insertBefore(i,u)}(window,document,window.Promise,"puzzle","script");</script></head><body><div id="application"></div><div id="page-default" style="display:none"><style type="text/css">\n.page-default-loading-mask {\n  position: fixed;\n  top: 0;\n  left: 0;\n  right: 0;\n  bottom: 0;\n  display: flex;\n  justify-content: center;\n  align-items: center;\n  z-index: 1000;\n}\n\n.page-default-loading-box {\n  position: relative;\n  width: 72px;\n  height: 72px;\n  box-shadow: 0 10px 30px rgba(0, 0, 0, 0.07);\n  border-radius: 16px;\n  display: flex;\n  justify-content: center;\n  align-items: center;\n  background: #fff;\n  margin: auto;\n}\n\n.page-default-loading {\n  width: 32px;\n  height: 32px;\n  position: relative;\n}\n.page-default-icon {\n  position: absolute;\n  left: 0;\n  top: 0;\n  color: #CCC;\n  width: 100%;\n  height: 100%;\n}\n\n\n.page-default-icon-animation {\n  position: absolute;\n  left: 0;\n  top: 0;\n  color: #CCC;\n  width: 100%;\n  height: 100%;\n\n  animation: page-default-rotate 2000ms linear infinite;\n}\n\n@keyframes page-default-rotate {\n  0% {\n    transform: rotate(0deg);\n  }\n  100% {\n    transform: rotate(360deg);\n  }\n}</style><script>\nsetTimeout(function () {\n  const pageDefaultLoading = document.getElementById(\'page-default\');\n  if (pageDefaultLoading) {\n    pageDefaultLoading.style.display = \'block\';\n  }\n}, 4000);\n              </script><section class="page-default-loading-mask"><div class="page-default-loading-box"><div class="page-default-loading"><svg class="page-default-icon-animation" width="64" height="64" viewBox="0 0 64 64" fill="none" xmlns="http://www.w3.org/2000/svg"><circle cx="32" cy="32" r="30" stroke="url(#page-default-icon-animation-color)" stroke-width="3" fill="none" stroke-dasharray="90 9999"></circle><circle cx="32" cy="32" r="30" stroke="url(#page-default-icon-animation-color2)" stroke-width="3" fill="none" stroke-dasharray="0 94 999"></circle><defs><linearGradient id="page-default-icon-animation-color"><stop offset="0%" stop-color="currentColor"></stop><stop offset="100%" stop-color="currentColor" stop-opacity="0.5"></stop></linearGradient><linearGradient id="page-default-icon-animation-color2"><stop offset="0%" stop-color="currentColor" stop-opacity="0"></stop><stop offset="100%" stop-color="currentColor" stop-opacity="0.5"></stop></linearGradient></defs></svg><svg class="page-default-icon" width="64" height="64" viewBox="0 0 64 64" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M24.8102 17.7254C24.8102 17.2353 25.2099 16.835 25.6993 16.835C25.7727 16.835 25.8461 16.8432 25.9155 16.8636C25.9644 16.8759 26.0093 16.8922 26.0541 16.9126C26.1602 16.9576 26.2622 17.0107 26.3641 17.0638C26.6741 17.2271 26.9514 17.4273 27.1962 17.656C27.5061 17.946 27.7712 18.2891 27.9793 18.6812C28.4034 19.4736 28.587 20.3436 28.587 21.8671V33.9693C28.587 35.2885 29.4924 36.3954 30.716 36.7017C31.0627 36.7875 31.3971 36.522 31.3971 36.1626V21.863V21.7649C31.389 19.8616 31.1035 18.5627 30.4591 17.3497C30.1042 16.6839 29.6515 16.0957 29.1131 15.5893C28.6889 15.1931 28.2158 14.8541 27.6938 14.5763C27.033 14.2251 26.099 13.9351 24.8102 14.0127C23.1298 14.1148 22 15.7404 22 17.2925V34.2756C22.0082 36.2239 22.3059 37.5391 22.987 38.7766C23.5988 39.8876 24.5165 40.8066 25.6259 41.4152C26.5028 41.8972 27.4082 42.1831 28.5421 42.3138C29.0438 42.371 29.5944 42.3995 30.2143 42.3995H34.5703H37.0419C38.5592 42.3995 39.432 42.5833 40.2233 43.0081C40.6148 43.2164 40.9574 43.4819 41.247 43.7923C41.4754 44.0374 41.6712 44.3151 41.8384 44.6256C41.8914 44.7277 41.9444 44.8298 41.9893 44.936C42.0097 44.9809 42.026 45.0258 42.0383 45.0749C42.0546 45.1443 42.0668 45.2178 42.0668 45.2913C42.0668 45.7815 41.6671 46.1817 41.1777 46.1817H36.8013H36.7116C36.0427 46.1777 35.4962 46.1368 35.0393 46.0551C34.4928 45.9571 34.0564 45.806 33.62 45.5732C33.2488 45.373 32.9674 45.0749 32.6411 44.838C31.7316 44.1722 30.5569 44.3192 30.0879 44.3764C29.6189 44.4377 29.3293 44.9156 29.5251 45.2832C29.7208 45.6508 30.1858 46.3451 30.614 46.7903C31.0994 47.2968 31.6622 47.7175 32.2904 48.0565C32.9878 48.4282 33.7056 48.6773 34.5458 48.8285C35.1984 48.9428 35.9326 49 36.7972 49H41.3979C43.7064 49 45.2155 47.2192 44.9749 45.4179C44.9545 45.2627 44.9341 45.1279 44.9096 45.0054C44.7587 44.2212 44.6608 43.9598 44.31 43.2981C44.0327 42.7753 43.6942 42.3015 43.2985 41.8767C42.7969 41.3376 42.2055 40.8842 41.5407 40.5289C40.3293 39.8794 39.0323 39.5976 37.1317 39.5894H37.0338H31.4828H30.2103H30.1165C29.6433 39.5854 29.2273 39.5649 28.8643 39.52C28.1832 39.4424 27.6734 39.2954 27.188 39.0585C26.3968 38.6704 25.7442 38.0251 25.3526 37.2327C24.9774 36.473 24.8102 35.6153 24.8102 34.1735V17.7254V17.7254Z" fill="currentColor"></path></svg></div></div></section></div><script>window.__nowYear = 2024</script><script>window.userSignedIn = {"signState":"out"}</script><script>window.blogInfo = undefined</script><script>window.subBlogInfo = undefined</script><script>window.actChannelTrace = ""</script><script>window.__initialize_data__ = {"loginPageData":{"curdate":1718197373699,"title":"\xe7\x99\xbb\xe9\x99\x86\xe9\xa1\xb5\xe6\x95\xb0\xe6\x8d\xae","background":[{"image":"https:\\/\\/lofter.lf127.net\\/1611802021488\\/bangqiaoyan-feng.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe9\x82\xa6\xe4\xb9\x94\xe5\xbd\xa6","link":"https:\\/\\/bangqiaoyan.lofter.com\\/"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802201375\\/hanyijie.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=3000x3000","author":{"name":"\xe9\x9f\xa9\xe4\xb8\x80\xe6\x9d\xb0","link":"https:\\/\\/hanyijie.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802266191\\/huanlesong.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe6\xac\xa2\xe4\xb9\x90\xe9\xa2\x82","link":"https:\\/\\/deepbluelhj.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802693229\\/xizhang2.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe3\x80\x8a\xe6\x83\x9c \xe5\xbc\xb5\xe3\x80\x8b","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802346813\\/xizhang.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=3000x3000","author":{"name":"\xe3\x80\x8a\xe6\x83\x9c \xe5\xbc\xb5\xe3\x80\x8b","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802375723\\/xizhang3.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"\xe3\x80\x8a\xe6\x83\x9c \xe5\xbc\xb5\xe3\x80\x8b","link":"https:\\/\\/xiizhang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802451836\\/guangyuan1.jpg?imageView&type=jpg&quality=70&stripmeta=0&thumbnail=2400x2400","author":{"name":"guangyuan","link":"https:\\/\\/guangyuan676.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802494106\\/JimmyhE.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"JimmyhE\xc2\xb7PLANETROVER","link":"https:\\/\\/bianheiingdehexiaopang.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802653795\\/lost7.jpg?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"lost7","link":"https:\\/\\/lost7.lofter.com"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802591386\\/xision.png?imageView&type=jpg&quality=80&stripmeta=0&thumbnail=4000x4000","author":{"name":"XISION","link":"https:\\/\\/xision1998.lofter.com\\/"}},{"image":"https:\\/\\/lofter.lf127.net\\/1611802734076\\/tata.gif?imageView&stripmeta=0&thumbnail=2000x2000&tostatic=0","author":{"name":"tata","link":"https:\\/\\/tatat668.lofter.com\\/"}}],"slide":{"image2":"https:\\/\\/easyreadfs.nosdn.127.net\\/1607664906404\\/slide.png"},"gray":false,"registerDisabled1":{"message":"\xe7\xb3\xbb\xe7\xbb\x9f\xe5\x8d\x87\xe7\xba\xa7\xe4\xb8\xad\xef\xbc\x8c\xe6\x9a\x82\xe6\x97\xb6\xe6\x97\xa0\xe6\xb3\x95\xe6\xb3\xa8\xe5\x86\x8c"}},"loginType":"login"}</script><script src="https://lofter.lf127.net/1667220634500/core-js-stable.3.6.5.mini.js"></script><script src="https://lofter.lf127.net/1671501343058/sha256.min.js"></script><script src="https://lofter.lf127.net/1689134055346/captcha.js"></script><script src="https://lofter.lf127.net/webpack/lofter-dll/dll_606a63b015f6fa133c2a.js"></script><script src="https://urswebzj.nosdn.127.net/webzj_cdn101/message.js"></script><script src="https://lofter.lf127.net/webpack/lofter-client-account/src/applications/login/pc.e68a513d9ff612ada8a2.js"></script></body></html>'
_content_consumed: True
_next: None
WitchPuff commented 3 months ago

解决了，需要修改l9中的save_file函数，135-138行，手动显式地传入登陆cookies参数。

        # 正文
        cookies = {
            login_key: login_auth
        }
        content = requests.get(url, headers=useragentutil.get_headers(), cookies=cookies).content
        parse = etree.HTML(content)

不过现在这样爬下来的最终内容尾部会出现一串js代码，格式上就懒得修了，不太影响：

| Powered by LOFTER
$(function(){
if($('.postwrapper > .block').length <= 0) {
$('.postwrapper').css('display', 'none');
}
$(".active a").each(function(){
$(this).hover(
function(){
$(this).css("cursor","pointer");
$(this).stop();
$(this).animate({width:90},400,function(){$(this).children(".title").css("display","block");})},
function(){
$(this).stop();
$(this).children(".title").css("display","none");
$(this).animate({width:20},400)})
})
});

P('loft.w.g').initPagePhotoShow(document.body,{});
window.pagewidget=true;

window.postData = {}; window.postData.newVersionAuditing = false; window.postData.allowView = 0; window.postData.valid = 0
window.Theme = {'ImageProtected':true,'CcType':1,ContextValue:'&copy;&nbsp;纳纳呐'};
IshtarTang commented 2 months ago

解决了，修改需要l9中的save_file函数，135-138行，手动显式地确定登陆cookies参数。

        # 正文
        cookies = {
            login_key: login_auth
        }
        content = requests.get(url, headers=useragentutil.get_headers(), cookies=cookies).content
        parse = etree.HTML(content)

现在这样爬下来的最终内容尾部会出现一串js代码，格式上就懒得修改了，没什么影响：

| Powered by LOFTER
$(function(){
if($('.postwrapper > .block').length <= 0) {
$('.postwrapper').css('display', 'none');
}
$(".active a").each(function(){
$(this).hover(
function(){
$(this).css("cursor","pointer");
$(this).stop();
$(this).animate({width:90},400,function(){$(this).children(".title").css("display","block");})},
function(){
$(this).stop();
$(this).children(".title").css("display","none");
$(this).animate({width:20},400)})
})
});

P('loft.w.g').initPagePhotoShow(document.body,{});
window.pagewidget=true;

window.postData = {}; window.postData.newVersionAuditing = false; window.postData.allowView = 0; window.postData.valid = 0
window.Theme = {'ImageProtected':true,'CcType':1,ContextValue:'&copy;&nbsp;纳纳呐'};

感谢帮忙调试，已经更新到代码里了 文件尾的js是文字匹配模板0的问题，为了完整获取内容只能尽可能多保留文本。不过这里其实也是因为没带登录参数找不到正文才没匹配上模板，已经修复了，你爬这个主页是匹配得上模板1的