IORoot
commented
4 years ago Just my little contribution here. I've managed to jerry-rig a poor implementation of logging in with credentials if puppeteer is redirected to the login page.
Within the constructPage method in the instagram.js file I added in a check for the login page and attempt to insert the username/password if found. Seems to be working for me now.
I'm not adding a pull request because this is very hacked together and I don't really know JS very well - It has hard-coded user/pass in it as well, which is bad practice.
However, I'm sure someone else can make a much better implementation of this.
Just remember to replace the username / password with your account details.
replace YOUR_ACCOUNT_USERNAME_GOES_HERE and YOUR_ACCOUNT_PASSWORD_GOES_HERE with real creds.
/**
* Create the browser and page, then visit the url
*/
async constructPage() {
// Browser args
const args = [];
/* istanbul ignore if */
if (process.env.NO_SANDBOX) {
args.push("--no-sandbox");
args.push("--disable-setuid-sandbox");
}
if (this.proxyURL !== undefined) {
args.push("--proxy-server=" + this.proxyURL);
}
// Browser launch options
const options = {
args,
headless: this.headless,
};
if (this.executablePath !== undefined) {
options.executablePath = this.executablePath;
}
// Launch browser
if (this.browserInstance) {
await this.progress(Progress.LAUNCHING);
this.browser = this.browserInstance;
this.browserDisconnected = !this.browser.isConnected();
this.browser.on("disconnected", () => (this.browserDisconnected = true));
}
else if (!this.sameBrowser || (this.sameBrowser && !this.started)) {
await this.progress(Progress.LAUNCHING);
this.browser = await puppeteer_1.launch(options);
this.browserDisconnected = false;
this.browser.on("disconnected", () => (this.browserDisconnected = true));
}
// New page
this.page = await this.browser.newPage();
await this.progress(Progress.OPENING);
// Attempt to visit URL
try {
await this.page.goto(this.url);
// ┌─────────────────────────────────────────────────────────────────────────┐
// │ │░
// │ │░
// │ CHECK FOR LOGIN PAGE HERE │░
// │ │░
// │ │░
// └─────────────────────────────────────────────────────────────────────────┘░
// ░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░░
try {
this.logger.error("Checking if been redirected to Login page.");
await this.page.waitForSelector('input[name="username"]', { timeout: 2000 });
this.logger.error("Login Page found, attempting to use credentials.");
await this.page.type('input[name="username"]', 'YOUR_ACCOUNT_USERNAME_GOES_HERE');
await this.page.type('input[name="password"]', 'YOUR_ACCOUNT_PASSWORD_GOES_HERE');
await this.page.click('button[type="submit"]');
await this.page.waitFor(2000);
// Save Details Button
await this.page.waitForSelector('button[type="button"]');
await this.page.click('button[type="button"]');
// Notifications button
await this.page.waitForSelector('button[tabindex="0"]');
await this.page.click('button[tabindex="0"]');
// Goto original URL Request, not login page.
await this.page.goto(this.url);
} catch (error) {
this.logger.error("No LOGIN Screen found.");
}
// Check page loads
/* istanbul ignore next */
const pageLoaded = await this.page.evaluate(() => {
const headings = document.querySelectorAll("h2");
for (const heading of Array.from(headings)) {
if (heading.innerHTML ===
"Sorry, this page isn't available.") {
return false;
}
}
return true;
});
if (!pageLoaded) {
await this.handleConstructionError("Page loaded with no content", 10);
return false;
}
// Run defaultPagePlugins
for (const f of this.defaultPageFunctions) {
await this.page.evaluate(f);
}
// Fix issue with disabled scrolling
/* istanbul ignore next */
await this.page.evaluate(() => {
setInterval(() => {
try {
document.body.style.overflow = "";
}
catch (error) {
this.logger.error("Failed to update style", { error });
}
}, 10000);
});
}
catch (e) {
await this.handleConstructionError(e, 60);
return false;
}
return true;
}
navxio
ScriptSmith
lum1nat0r
diegofullstackjs
Describe the bug A clear and concise description of what the bug is. Scraping is not working anymore. The issue is caused by Instagram itself. You have to log into your account in order to use it. To make sureI’m right, I turned off headless mode and started instamancer. As expected, it shows the login page and istamancer is not able to do its work.
To Reproduce Steps to reproduce the behavior.
Setup (please complete the following information):
Additional context I tried to fix this by creating a function that will run puppeteer and authorize me but the browser wasn't saving my data. According to puppeteer docs, you have to specify userDataDir property, which contains the path to the user data of your browser. The question I struggle with is how do I change this property in instamancer.