如何同时测试两个不同的测试组?

时间:2019-08-12 11:40:36

标签: testing automated-tests e2e-testing testcafe web-testing

我正在尝试同时运行我的测试,但包括登录的测试除外。

我尝试将测试分为两组(登录和不登录)。这两组并行运行。没有登录的测试会同时运行,但是具有登录的测试会依次运行。问题是运行程序只运行两次没有登录的测试。我在https://github.com/DevExpress/testcafe/issues/116中看到了.serial功能的讨论,我认为在这种情况下会很有帮助。

const createTestCafe = require('testcafe');
const config = require('./config');
const testArrayBuilder = require('./Tests/helpers/testArrayBuilder');
let testSteps = require('./Tests/helpers/testSteps');

let testcafe;

const store = process['argv'][2],
      name = process['argv'][3],
      env = process['argv'][4];

const testsFile = require(`./Tests/${store}/tests.json`);
const output = 'logs/test-results-' + store + '-' + env + '-' + name + '.json';

createTestCafe('localhost', 0)
    .then(tc => {
        testcafe = tc;

        const tests = getTests();

        const runner = testcafe.createRunner();

        if (name !== 'all') {
            runner.filter(testName => {
                return testName === name;
            });
        }

        runner.reporter(['spec', {
            name: 'json-custom',
            output: output
        }]);

        return Promise.all(tests.map(obj => {
            if(obj.login === true) {
                //Don't change number value for this one,
                //because login tests won't run properly.
                return runTests(runner, obj.tests, 1);
            } else{
                return runTests(runner, obj.tests, 1);
            }
        }));
    })
    .then(() => {
        testSteps.mergeWithReporter(output);
        testcafe.close();
    });

const runTests = (runner, tests, windows) => {
    return runner
        .src(tests)
        .browsers(config.browsers)
        .concurrency(windows)
        .screenshots('logs/screenshots/', true)
        .run({
            skipJsErrors: true,
            quarantineMode: true,
            selectorTimeout: 20000,
            assertionTimeout: 20000,
            pageLoadTimeout: 20000,
            speed: 0.5,
            stopOnFirstFail: false
        });
}

const getTests = () => {
    const testsWithoutLogin = testArrayBuilder(testsFile[env], false);

    switch (store) {
        case 'shop1': 
            const testsWithLogin = testArrayBuilder(testsFile[env], true);
            return [{login: true ,tests: testsWithLogin}, {login: false, tests: testsWithoutLogin}];

        case 'shop2': 
            return [{login: false ,tests: testsWithoutLogin}];
    }
}

请注意,如果我在runTests()中编写createRunner()部分,则报告程序将被覆盖。

1 个答案:

答案 0 :(得分:2)

我认为这里的问题是,您在Promise.race函数中使用相同的运行程序执行并行测试。我建议您为两个测试集使用不同的运行器。