Puppeteer - Handle basic authentication popup (that appears after clicking on a link)

We had a very similar issue: needed to exchange SSO username/password for Okta Access Token from federated setup OKTA->ADFS->OKTA. While the full flow is quite elaborated and consist of Okta Application, Node.js server and Node.js client, you can find below the Node.js client that:

• creates the puppeteer session
• submits username/password
• follows all the redirects
• and handles the Basic HTTP Authentication dialog when it pops-up after the redirect

Please note that it works in both "headless" and "headed" modes.

'use strict'

const puppeteer = require('puppeteer')
const loginUrl = `http://localhost:8998/login`

async function interceptAuthChallenge(client, username, password) {
    // registering interception of the ALL Chrome Requests
    await client.send('Network.setRequestInterception', {
        patterns: [{urlPattern: '*'}],
    })

    let authChallengeSubmitted = {}
    await client.on('Network.requestIntercepted', async e => {
        //  console.log(e.request.url)
        console.log(`EVENT INFO: id=${e.interceptionId}\t type=${e.resourceType}\t isNav=${e.isNavigationRequest}\t isAuthChallenge=${e.authChallenge}`)

        if (e.authChallenge) {
            // There was an authChallenge!
            if (authChallengeSubmitted[e.interceptionId]) {
                // this authChallenge was already tried and failed
                delete authChallengeSubmitted[e.interceptionId]
                // Cancel this authChallenge
                await client.send('Network.continueInterceptedRequest', {
                    'interceptionId': e.interceptionId,
                    'authChallengeResponse': {
                        'response': 'CancelAuth'
                    }
                })
            } else {
                // Memorize that this challenge was tried; otherwise, if it fails, this authChallenge will be received again
                authChallengeSubmitted[e.interceptionId] = true

                console.log('responding to SSO with username/password')
                await client.send('Network.continueInterceptedRequest', {
                    'interceptionId': e.interceptionId,
                    'authChallengeResponse': {
                        'response': 'ProvideCredentials',
                        'username': username,
                        'password': password
                    }
                })
            }
        } else {
            // No authChallenge - continue with the request.
            await client.send('Network.continueInterceptedRequest', {
                interceptionId: e.interceptionId,
            })
        }
        // console.log()
    })
}

async function loginWithCDP(username, password) {
    const browser = await puppeteer.launch({
        args: [
            '--disable-setuid-sandbox',
            '--no-sandbox',
            '--ignore-certificate-errors',
        ],
        ignoreHTTPSErrors: true,
        headless: true
    })
    const context = await browser.createIncognitoBrowserContext()
    const page = await context.newPage()
    await page.setViewport({width: 1200, height: 720})

    // phase 1: we are redirected to SSO routing page, where username is entered
    await page.goto(loginUrl, {waitUntil: 'networkidle0'}) // wait until page load
    await page.type('#id-of-the-username-field', username)

    const client = await page.target().createCDPSession()
    await client.send('Network.enable')
    await interceptAuthChallenge(client, username, password)

    // phase 2: right after the "submit" button is pressed
    // another redirect is being issued from the SSO which results 
    // in the modal dialog with Basic HTTP Authentication
    // this is handled by the *interceptAuthChallenge* function
    await Promise.all([
        page.click('#id-of-the-submit-button'),
        page.waitForNavigation({waitUntil: 'networkidle0'}),
    ])
    
    await page.waitForTimeout(4000)
    await browser.close()
    console.log('Done.')
}


loginWithCDP({YOUR_USERNAME}, {YOUR_PASSWORD})

The problem is, I was not able to read the page url when authentication popup appears. As an alternative to read the URL I saw below method using which I read the URL and manipulated it to send basic credentials in the form of https://user:password@domain.

var user=encodeURIComponent(`${process.env.vault_user}`)
var password=encodeURIComponent(`${process.env.password}`)

//click on a button on homepage which opens saml window. get page reference to the saml window.
var samlPage = await pagehelpers.clickAndWaitForTarget(authSubmitButton) 

//on saml window
await pagehelpers.enterText(samlSignInUserTextField, `${process.env.vault_user}`, samlPage)
await pagehelpers.clickElement(samlSignInNextButton, samlPage) // after this step we will get auth popup
const ssoRequestLS = await samlPage.waitForRequest(request => request.url().startsWith('https://sso.test.com/adfs/ls/wia'),        )
       modifiedURL = ssoRequestLS.url().replace(
            "sso.test.com/adfs/ls/wia",
            `${user}:${password}@sso.test.com/adfs/ls/wia`,
        )
await pagehelpers.navigateToURL(modifiedURL, samlPage)

async clickAndWaitForTarget(locator, page = this.page) {
        const pageTarget = page.target();
        await page.click(locator);
        const newTarget = await this.browser.waitForTarget(target => target.opener() === pageTarget);
        const newPage = await newTarget.page();
        await newPage.waitForNavigation({ waitUntil: "domcontentloaded" });
        await newPage.waitForSelector("body");
        return newPage;
}

await page.authenticate({'username':'YOUR_BASIC_AUTH_USERNAME', 'password': 'YOUR_BASIC_AUTH_PASSWORD'});

credit https://dev.to/sonyarianto/puppeteer-quick-tip-how-to-do-basic-authentication-2pe7