iclab / centinel

http://iclab.org/
MIT License
34 stars 17 forks source link

Following redirects doesn't work #265

Closed rpanah closed 7 years ago

rpanah commented 7 years ago

When the Location header is set and the reason is set to Moved, the follow redirect function won't follow the redirect to the new location:

       "washingtonpost.com": {
          "request": {
            "headers": {
              "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2490.80 Safari/537.36"
            },
            "path": "/",
            "host": "washingtonpost.com",
            "method": "GET",
            "ssl": false
          },
          "response": {
            "status": 200,
            "headers": {
              "Content-Length": "179",
              "Content-Security-Policy": "upgrade-insecure-requests",
              "Transfer-Encoding": "chunked",
              "Set-Cookie": "rpld1=20:usa|21:ny|22:stony brook|23:40.905651|24:-73.127823|0:sunysb.edu|;Expires=Sunday, 04-September-2016 19:04:10 GMT; path=/; domain=.washingtonpost.com",
              "X-Instart-Request-ID": "17353408464234388663:YTN01-NPPRY30:1473012250:165",
              "Vary": "Accept-encoding",
              "X-Instart-Debug-Header": "auth_status:200, origin:primary.washingtonpost.com, cache key modifier:0, num_auth_cookies:6",
              "Server": "nginx",
              "Connection": "keep-alive",
              "Location": "https://www.washingtonpost.com/",
              "Cache-Control": "no-cache=\"set-cookie\"",
              "Date": "Sun, 04 Sep 2016 18:03:19 GMT",
              "Access-Control-Allow-Origin": "*",
              "x-instart-cache-id": "28:1948506192678286017",
              "Content-Type": "text/html;charset=UTF-8",
              "Age": "51"
            },
            "reason": "Moved",
            "body": "[...]"
         }
       }