ghost
commented
5 years ago Hi @ConorEB,
The error has nothing to do with Cloudscraper. It's a rest API error so if you were to simulate the exact same request with your browser, you'd get the same response. If there was an error with cloudscraper, you'd see a stacktrace unless things REALLY went bad.
The error doesn't have anything to do with Cloudflare either.
If the response was from Cloudflare, there would be a Server: cloudflare header. The response type is JSON, in this scenario, Cloudflare wouldn't respond like that.
'Content-Type': 'application/json;charset=utf-8',
I don't know if you're misusing the server's rest API or if the server is just buggy but there's nothing we or Cloudflare can do to fix this. You'll need to determine what the problem is on your own.
Cheers
ConorEB
Hello! I am trying to bypass a site called BSTN. They recently implemented Cloudflare and I have decided to use your library to bypass it. You can tell if you visit the link: https://raffle.bstn.com/air-jordan-1-retro-high-og-obsidian- that they have Cloudflare enabled. I tried GET requests using cloud scraper to their raffle page and that worked fine however the POST endpoint: https://raffle.bstn.com/api/register returns the error:
My code for the post request is:
My version of Cloudscraper is 4.1.4 This error occurs on every request using a normal cloudflare request. The way I got it to work locally is:
Code snippet
```js var cloudscraper = require('cloudscraper'); var request = require("request"); var rp = require('request-promise'); cloudScraper.debig = true cloudScraper(); function cloudScraper() { var options = { method: 'POST', url: 'https://raffle.bstn.com/api/register', headers: { 'cache-control': 'no-cache', Connection: 'keep-alive', 'Accept-Language': 'en-US,en;q=0.5', Accept: 'application/json, text/plain, */*', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:68.0) Gecko/20100101 Firefox/68.0' }, body: '{"additional":{"instagram":"hdbfff"},"title":"male","email":"test@gmail.com","firstName":"Fake","lastName":"Name","street":"Yesfv Avenue","streetno":"3132","address2":"","zip":"60141","city":"New York","country":"US","acceptedPrivacy":true,"newsletter":false,"state":"New York","recaptchaToken":"03AOLTBLQt8oFAs7FHLdt12D2hrroUdIEexUALXv9msV_1nMwVOZ3IiIrl_-Oo4lDXxwO6hiV6zwo_3nKHlS8w16u9-R4cnn-ZcNvuLTkH04C6Fl5T6KCG1JPM0ysebufyuxsH5S9vUJNWfgP7ej1hE1nybfd9_VjqWeq8o_f-QolO45eqst3DCrZ4FYDinsNwzB3w84UaqihYfcO3HLR3fVBMcJM4C5HIBS2n1xyZKccbxeTcAr__BWrrS9VOuUidKb8RKa6fz8NcGXz0EC4a2Oxav5g1aj9DrNtOsyDo3yuma6a8h5XGVbpD8MfeStk3QqmY_LT8znnE","raffle":{"raffleId":"air-jordan-1-retro-high-og-obsidian-","parentIndex":0,"option":"40"},"issuerId":"raffle.bstn.com"}', JSON: true }; cloudscraper.post(options).then(onResponse).catch(onError); async function onResponse(response) { await delay(4000) var request = await response.request.toJSON() var headers = await JSON.stringify(response.headers, null, 2); var cookies = JSON.stringify(request["headers"].cookie).split(";") await console.log("Clearance: " + cookies[1].replace(`"`, "")) await console.log("UID: " + cookies[0].replace(`"`, "")) submitRaffle(cookies[0].replace(`"`, ""), cookies[1].replace(`"`, "")) } function onError(error) { console.error(error.stack); if (error.cause) { console.log('Cause: ', error.cause); } if (error.response) { onResponse(error.response); } } } function submitRaffle(uid, clearance) { var cookie = `_ga=GA1.2.860778441.1565723692; cookieconsent_status=dismiss; ${uid}; __cf_bm=3892a44b19e11906234dd85e0e6a812495735938-1567037712-1800-AUyxq0xIEoeer5COx5/3mL8k659l+fBOGmFA85z+3YgE+0+zfKNkujSUPrh3cMhOejH7411YkYbcKLRTlSmKByU=; _gcl_au=1.1.1318149485.1567037735; _gid=GA1.2.728282739.1567037736; ${clearance}` var body = '{"additional":{"instagram":"conor.de"},"title":"male","email":"conorebeling@gmail.com","firstName":"Conor","lastName":"Ebeling","street":"Wesley Avenue","streetno":"1325","address2":"","zip":"60201","city":"Evanston","country":"US","acceptedPrivacy":true,"newsletter":false,"state":"Illinois","recaptchaToken":"03AOLTBLQUZj3k8q7ZN-lyTVzVcqI8kcLaVqHDe_7Bl3GbeV5VW4ZjrfqzSVs-YZnhYHZ2h3RYkVLRhUTtmyhBLBYVRNZY7EP_YuNL1WAP4iZbSD9fJtZDlEyfQyTM57g96Zn5wVaNPXu0roVjRfgW-kG7pARZWvkBAnmFXqtp4et6XWIvtcM3wdP2c4eU9qpCv5XvZnFeveuLKp4ZgxZHKMEVm-wHD4TMYbxkBGSoC2t31ukXfLGUJo8A_045wRMdS-NPBroyDoDvBVNbAc7k5lbJcFVfSz9LQ25xtd9Udr5bXG02WcnE8Z-JW3H6_ILh9J0EyVFneYVc","raffle":{"raffleId":"air-jordan-1-retro-high-og-obsidian-","parentIndex":0,"option":"40"},"issuerId":"raffle.bstn.com"}' console.log("Final Cookie: " + cookie) var options = { method: 'POST', url: 'https://raffle.bstn.com/api/register', headers: { 'cache-control': 'no-cache', 'Content-Length': '767', Host: 'raffle.bstn.com', 'Cache-Control': 'no-cache', Cookie: cookie, Referer: 'https://raffle.bstn.com/air-jordan-1-retro-high-og-obsidian-', Connection: 'keep-alive', 'Content-Type': 'application/json;charset=utf-8', 'Accept-Language': 'en-US,en;q=0.5', Accept: 'application/json, text/plain, */*', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:68.0) Gecko/20100101 Firefox/68.0' }, body: body }; request(options, function (error, response, body) { if (error) throw new Error(error); console.log("Status: " + response.statusCode); console.log("Body: " + body); }); } function delay(ms) { return new Promise(resolve => setTimeout(resolve, ms)); } ```I have tried using valid Recaptcha tokens and it makes no difference. Please let me know if you have any insight into this error, thanks!