What are you trying to achieve?
With run-workers ( and same symptoms with run-multiple), obtain a complete report using the stepByStep reporter
What do you get instead?
ls -lah reports/html/stepByStep/
total 16K
drwxr-xr-x 4 jenkins jenkins 4.0K Dec 12 10:30 .
drwxr-xr-x 4 jenkins jenkins 4.0K Dec 12 10:30 ..
drwxr-xr-x 2 jenkins jenkins 4.0K Dec 12 10:29 record_78e95203022307570d62bf2bd884e7c70281c0209154d4195c7f4702ea0bfc1a
drwxr-xr-x 2 jenkins jenkins 4.0K Dec 12 10:30 record_f998f9f2286bacec390e405f57200d11f0106d5506949b6c790432d765078cfb
The screenshots for failed tests are created, but not the top records.html file.
This seems to work correctly when using run, as opposed to run-workers
Possibly a variant of : #4331
Details
11:26:11 > TESTOMATIO_RUN=${run} TESTOMATIO_CREATE=1 TESTOMATIO=${testomatio} TESTOMATIO_TITLE=${STARTED_BY} TESTOMATIO_ENV="${BRANCH_NAME}, ${LINKURIOUS_DB_VENDOR}, ${BROWSER}" LINKURIOUS_DB_VENDOR=${LINKURIOUS_DB_VENDOR} codeceptjs run-workers 1 basic:${BROWSER} --reporter mocha-multi --debug --verbose --grep "^(?=.*${grep})(?!.*@Skipped).*"; cp -r reports/html/mochawesome/basic_*/* reports/html/mochawesome; sleep 3600
11:26:11
11:26:11 CodeceptJS v3.6.6 #StandWithUkraine
11:26:11 Running tests in 1 workers...
11:26:11
11:26:17 [TESTOMATIO] Pipes: Testomatio Reporter
11:26:17 [TESTOMATIO] Testomatio Reporter v1.5.3
11:26:18 creating output directory: /home/jenkins/agent/workspace/us-enterprise_test_move-reporter/_output
11:26:18 ***************************************
11:26:18 nodeInfo: 20.18.0
11:26:18 osInfo: Linux 6.2 Debian GNU/Linux 12 (bookworm) 12 (bookworm)
11:26:18 cpuInfo: (8) x64 AMD EPYC 7402P 24-Core Processor
11:26:18 chromeInfo: 130.0.6723.91
11:26:18 edgeInfo: "N/A"
11:26:18 firefoxInfo: undefined
11:26:18 safariInfo: N/A
11:26:18 If you need more detailed info, just run this: npx codeceptjs info
11:26:18 ***************************************
require('ts-node/register');
const {setHeadlessWhen, setWindowSize} = require('@codeceptjs/configure');
const {LKE} = require('./test/bootstrap/lib');
const linkuriousData = require('./test/bootstrap/linkuriousData');
const {HIDE_BROWSER, SKIP_BOOTSTRAP} = require('./test/bootstrap/linkuriousData');
// Turn on headless mode when running with CI=true environment variable
// CI=true && npm run e2e:test
setHeadlessWhen(process.env.CI);
// Window size
const windowWidth = 1024;
const windowHeight = 768;
setWindowSize(windowWidth, windowHeight);
exports.config = {
multiple: {
basic: {
browsers: ['chromium', 'firefox'],
chromium: {
chromiumSandbox: true, // https://playwright.dev/docs/ci/#docker
args: ['--disable-dev-shm-usage']
},
firefox: {
sandbox: true
}
}
},
helpers: {
Playwright: {
url: linkuriousData.baseUrl,
show: !HIDE_BROWSER,
browser: 'chromium',
chromium: {
chromiumSandbox: true, // https://playwright.dev/docs/ci/#docker
args: ['--disable-dev-shm-usage']
}
},
CustomHelper: {
require: './test/helpers/customHelper'
}
},
gherkin: {
features: './test/*/features/**/*.feature',
steps: './test/*/steps/**/*.ts'
},
name: 'Linkurious',
plugins: {
testomat: {
enabled: true,
require: '@testomatio/reporter/lib/adapter/codecept',
apiKey: process.env.TESTOMATIO
},
stepByStepReport: {
enabled: process.env.CI,
ignoreSteps: ['grab*', 'wait*'],
fullPageScreenshots: false,
output: "./reports/html/stepByStep/"
},
tryTo: {
enabled: true
}
},
mocha: {
reporterOptions: {
"codeceptjs-cli-reporter": {
stdout: "-",
options: {
verbose: true,
steps: true,
}
},
mochawesome: {
stdout: "./output/console.log",
options: {
reportDir: "./reports/html/mochawesome",
reportFilename: "index"
}
},
"mocha-junit-reporter": {
stdout: "./output/console.log",
options: {
mochaFile: "./reports/e2e/junit-test-results.xml",
attachments: true, //add screenshot for a failed test
jenkinsMode: true
}
}
}
},
bootstrap: async function () {
if (SKIP_BOOTSTRAP) {
LKE.bootstrapValuesFromCache();
} else {
await LKE.bootstrap(linkuriousData.bootstrapData, {
baseUrl: linkuriousData.baseUrl,
sourceIndex: 0,
windowHeight: windowHeight,
windowWidth: windowWidth
});
}
}
};```
What are you trying to achieve?
With run-workers ( and same symptoms with run-multiple), obtain a complete report using the stepByStep reporter
What do you get instead?
The screenshots for failed tests are created, but not the top records.html file.
This seems to work correctly when using
run, as opposed torun-workersPossibly a variant of : #4331
Details