I can't use multiple environments with cucumber

Description of the bug/issue

I am using cucumber. When I use a single environment value, the test works correctly but when I use two or more environment values to run tests in different browsers in parallel, the test fails.

Reviewing the source code of the library I found that it was disabled (In the PR https://github.com/nightwatchjs/nightwatch/pull/3755) to cucumber the following parameter "supportsConcurrency" but when I set it to true it works correctly, That's why my parallel tests work until version 2.6.21

As you can see, I do not use the "--parallel" flag and I do not use the workers mode, my strategy to execute in parallel is to use more than one environment in the "--env" flag

Is it possible that the value of "supportsConcurrency" can be changed through some parameter and not simply disabled for everyone?

Steps to reproduce

Go to '...'
Click on '...'
Scroll down to '...'
See error

Sample test

i'm using cucumber, any feature can be used

Command to run

npx nightwatch --format @cucumber/pretty-formatter --require cucumber.conf.js --require './src/features/support/config.js' --format json:reports/cucumber.json --format @serenity-js/cucumber --tags @leavePayInHome -e device.desktop.0,device.desktop.1

Verbose Output

✖ TypeError
   Cannot read properties of undefined (reading 'slice')
    Stack Trace :
    at CucumberRunnner.runTests (/Users/erneydavidgarciavergara/Documents/GitHub/bbog-pse-automated-testing/node_modules/nightwatch/dist/runner/test-runners/cucumber.js:187:36)
    at CucumberRunnner.run (/Users/erneydavidgarciavergara/Documents/GitHub/bbog-pse-automated-testing/node_modules/nightwatch/dist/runner/test-runners/default.js:143:33)
    at CliRunner.executeTestRunner (/Users/erneydavidgarciavergara/Documents/GitHub/bbog-pse-automated-testing/node_modules/nightwatch/dist/runner/cli/cli.js:369:32)
    at /Users/erneydavidgarciavergara/Documents/GitHub/bbog-pse-automated-testing/node_modules/nightwatch/dist/runner/cli/cli.js:437:29

Nightwatch Configuration

const percy = require('@percy/nightwatch');
const config = require('./pipeline/config.json');
require('dotenv').config();

const ignoreCertificateError = '--ignore-certificate-errors';
const proxyServer = `--proxy-server=http://127.0.0.1:${process.env.PORT_ZAP || '8080'}`;
const proxyBypass = '--proxy-bypass-list=*labdigbdbpse.com*,bs-local.com';
const resolutionScreen = '--window-size=1920,1080';
const noSandbox = '--no-sandbox';
const disableDevShmUsage = '--disable-dev-shm-usage';
const headless = '--headless';
const argsWithProxy = [
    proxyServer,
    ignoreCertificateError,
    noSandbox,
    disableDevShmUsage,
    proxyBypass
];
const argsWithoutProxy = [
    ignoreCertificateError,
    noSandbox,
    disableDevShmUsage,
];

const configuration = {
    custom_assertions_path: 'src/custom-assertions',
    custom_commands_path: [percy.path, 'src/custom-commands'],
    src_folders: ['src/step-definitions'],
    output_folder: 'reports',
    page_objects_path: 'src/pageObjects',
    globals_path: 'src/globals/myGlobals.js',
    detailed_output: false,
    live_output: false,
    webdriver: {},
    plugins: ['@nightwatch/browserstack'],
    '@nightwatch/browserstack': {
        test_observability: {
            enabled: true,
            user: process.env.BROWSERSTACK_USER,
            key: process.env.BROWSERSTACK_KEY,
            projectName: 'PSE',
            buildName: 'Automation',
            buildTag: ['Nightwatch','Browserstack']
        }
    },
    test_runner: {
        type: 'cucumber',
        options: {
            feature_path: 'src/features/*/*.feature',
            auto_start_session: true
        }
    },
    test_settings: {
        default: {
            log_screenshot_data: true,
            screenshots: {
                enabled: true,
                on_failure: true,
                on_error: true,
                path: './reports/screenshots'
            },
            end_session_on_fail: false,
            skip_testcases_on_fail: false,
            element_command_retries: 5,
            webdriver: {
                start_process: true,
                log_path: './reports/logs-webdriver'
            },
            globals: {
                waitForConditionTimeout : 10000,
                abortOnElementLocateError: true,
                retryAssertionTimeout: 10000
            }
        },
        'safari.default': {
            extends: 'default',
            desiredCapabilities: {
                browserName: 'safari',
                javascriptEnabled: true,
                acceptSslCerts: true,
                takesScreenshot: true
            },
            webdriver: {
                port: 4445,
                start_process: true,
                server_path: '/usr/bin/safaridriver',
            }
        },
        'chrome.default': {
            extends: 'default',
            desiredCapabilities: {
                browserName: 'chrome',
                javascriptEnabled: true,
                acceptSslCerts: true,
                acceptInsecureCerts: true,
                takesScreenshot: true,
                'goog:chromeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                }
            },
            webdriver: {
                start_process: true,
                port: 4444,
                server_path: process.env.GITHUB_ACTIONS ?
                    '/usr/local/share/chrome_driver/chromedriver' :
                    './pipeline/drivers/chromedriver'
            }
        },
        'chrome.headless': {
            extends: 'chrome.default',
            desiredCapabilities: {
                'goog:chromeOptions': {
                    args: [
                        `${headless}=new`,
                        resolutionScreen
                    ]
                }
            }
        },
        'edge.default': {
            extends: 'default',
            desiredCapabilities: {
                browserName: 'MicrosoftEdge',
                acceptInsecureCerts: true,
                javascriptEnabled: true,
                takesScreenshot: true,
                acceptSslCerts: true,
                'ms:edgeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                }
            },
            webdriver: {
                port: 4444,
                start_process: true,
                server_path: process.env.GITHUB_ACTIONS ?
                    '/usr/local/share/edge_driver/msedgedriver' :
                    './pipeline/drivers/msedgedriver'
            }
        },
        'edge.headless': {
            extends: 'edge.default',
            desiredCapabilities: {
                'ms:edgeOptions': {
                    args: [
                        resolutionScreen,
                        `${headless}=new`
                    ]
                }
            }
        },
        'firefox.default': {
            extends: 'default',
            desiredCapabilities: {
                browserName: 'firefox',
                javascriptEnabled: true,
                acceptSslCerts: true,
                acceptInsecureCerts: true,
                takesScreenshot: true,
                marionette: true,
                'moz:firefoxOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                },
                'moz:webdriverClick': false
            }
        },
        'firefox.headless': {
            extends: 'firefox.default',
            desiredCapabilities: {
                'moz:firefoxOptions': {
                    args: [
                        headless,
                        resolutionScreen
                    ]
                }
            }
        },
        bs: {
            extends: 'default',
            selenium: {
                host: 'hub-cloud.browserstack.com',
                port: 443,
                log_path: 'reports'
            },
            // More info on configuring capabilities can be found on:
            // https://www.browserstack.com/automate/capabilities?tag=selenium-4
            desiredCapabilities: {
                'bstack:options': {
                    'projectName': 'PSE',
                    'buildTag': 'PSE',
                    'buildName': 'PSE-ValDispositivos',
                    'debug': 'true',
                    'networkLogs': 'true',
                    'seleniumVersion': '3.141.59',
                    'consoleLogs': 'errors',
                    'userName': process.env.BROWSERSTACK_USER,
                    'accessKey': process.env.BROWSERSTACK_KEY,
                    'geoLocation': 'CO',
                    'idleTimeout': '120',
                    'local': process.env.GITHUB_ACTIONS ? 'false' : 'true'
                },
                'acceptSslCerts': true
            },
            disable_error_log: false,
            webdriver: {
                timeout_options: {
                    timeout: 120000,
                    retry_attempts: 3,
                },
                keep_alive: {
                    'enabled': true,
                    'keepAliveMsecs': 4000
                },
                start_process: false,
            },
        },
        'bs.desktop': {
            extends: 'bs',
            desiredCapabilities: {
                'bstack:options': {
                    'os': config.devices.desktop[1].device,
                    'osVersion': config.devices.desktop[1].osVersion,
                    'browserVersion': 'latest',
                    'resolution': '1920x1080',
                },
                'browserName': config.devices.desktop[1].browser,
                'goog:chromeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                },
            },
        },
        'bs.mobile': {
            extends: 'bs',
            desiredCapabilities: {
                'bstack:options': {
                    'osVersion' : config.devices.mobile[0].osVersion,
                    'deviceName' : config.devices.mobile[0].device,
                },
                'browserName' : config.devices.mobile[0].browser,
                'goog:chromeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                },
            },
        },
        'bs.tablet': {
            extends: 'bs',
            desiredCapabilities: {
                'bstack:options': {
                    'osVersion' : config.devices.tablet[0].osVersion,
                    'deviceName' : config.devices.tablet[0].device,
                },
                'browserName' : config.devices.tablet[0].browser,
                'goog:chromeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                },
            },
        },
    }
};

if(process.env.EXECUTOR.startsWith('device.')){
    setMultipleDevices();
}

function setMobileDevices(){
    for (var mobile=0; mobile<config.devices.mobile.length; mobile++) {
        configuration.test_settings[`device.mobile.${mobile}`] = {
            extends: 'bs',
            desiredCapabilities: {
                'bstack:options': {
                    'osVersion' : config.devices.mobile[mobile].osVersion,
                    'deviceName' : config.devices.mobile[mobile].device,
                },
                'browserName' : config.devices.mobile[mobile].browser,
                'goog:chromeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                },
            },
        };
    }
}

function setTabletDevices(){
    for (var tablet=0; tablet<config.devices.tablet.length; tablet++) {
        configuration.test_settings[`device.tablet.${tablet}`] = {
            extends: 'bs',
            desiredCapabilities: {
                'bstack:options': {
                    'osVersion' : config.devices.tablet[tablet].osVersion,
                    'deviceName' : config.devices.tablet[tablet].device,
                },
                'browserName' : config.devices.tablet[tablet].browser,
                'goog:chromeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                },
            },
        };
    }
}

function setDesktopDevices(){
    for (var desktop=0; desktop<config.devices.desktop.length; desktop++) {
        configuration.test_settings[`device.desktop.${desktop}`] = {
            extends: 'bs',
            desiredCapabilities: {
                'bstack:options': {
                    'os': config.devices.desktop[desktop].device,
                    'osVersion': config.devices.desktop[desktop].osVersion,
                    'browserVersion': 'latest',
                    'resolution': '1920x1080',
                },
                'browserName': config.devices.desktop[desktop].browser,
                'goog:chromeOptions': {
                    args: process.env.GITHUB_ACTIONS ? argsWithoutProxy : argsWithProxy
                },
            },
        };
    }
}

function setMultipleDevices() {
    switch (process.env.EXECUTOR.slice(7)) {
    case 'mobile':
        setMobileDevices();
        break;
    case 'desktop':
        setDesktopDevices();
        break;
    case 'tablet':
        setTabletDevices();
        break;
    case 'default':
        setDesktopDevices();
        setMobileDevices();
        setTabletDevices();
        break;
    default:
        console.error('Opcion no valida');
        break;
    }
}

module.exports = configuration;

Nightwatch.js Version

3.1.2

Node Version

20.5.0

Browser

Any

Operating System

Any

Additional Information

Below I leave some access to the lines of code that I was able to review

supportsConcurrency in v2.6.21 https://github.com/nightwatchjs/nightwatch/blob/2b8a6041573d1e31e248ea1471fcee3dcb380057/lib/runner/test-runners/cucumber.js#L209

supportsConcurrency in v3.1.3 https://github.com/nightwatchjs/nightwatch/blob/2b7c29ef40e4c01d5d0246402b9525811432cdd5/lib/runner/test-runners/cucumber.js#L216

line of code where execution fails https://github.com/nightwatchjs/nightwatch/blob/2b7c29ef40e4c01d5d0246402b9525811432cdd5/lib/runner/test-runners/cucumber.js#L234

nightwatchjs / nightwatch