maxmustermann/kibana
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

[Reporting] Log TM health and drift stats prior to reporting tests (#117013)

Browse source 
* [Reporting] Log TM health and drift stats prior to reporting tests

Closes https://github.com/elastic/kibana/issues/114946

* re-skip flaky test

* rename method
This commit is contained in:
Tim Sullivan 2021-11-02 13:53:09 -07:00 committed by GitHub
parent 8143901f59
commit 2f8dfba4cd
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
6 changed files with 30 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
x-pack/test/reporting_api_integration/reporting_and_security/index.ts
View file

@ -14,6 +14,7 @@ export default function ({ getService, loadTestFile }: FtrProviderContext) {
before(async () => {
const reportingAPI = getService('reportingAPI');
await reportingAPI.logTaskManagerHealth();
await reportingAPI.createDataAnalystRole();
await reportingAPI.createTestReportingUserRole();
await reportingAPI.createDataAnalyst();

6
x-pack/test/reporting_api_integration/reporting_without_security/index.ts
View file

@ -8,8 +8,12 @@
import { FtrProviderContext } from '../ftr_provider_context';
// eslint-disable-next-line import/no-default-export
export default function ({ loadTestFile }: FtrProviderContext) {
export default function ({ loadTestFile, getService }: FtrProviderContext) {
describe('Reporting API Integration Tests with Security disabled', function () {
before(async () => {
const reportingAPI = getService('reportingAPI');
await reportingAPI.logTaskManagerHealth();
});
this.tags('ciGroup13');
loadTestFile(require.resolve('./job_apis_csv'));
loadTestFile(require.resolve('./job_apis_csv_deprecated'));

15
x-pack/test/reporting_api_integration/services/scenarios.ts
View file

@ -36,6 +36,20 @@ export function createScenarios({ getService }: Pick<FtrProviderContext, 'getSer
const REPORTING_USER_USERNAME = 'reporting_user';
const REPORTING_USER_PASSWORD = 'reporting_user-password';
const logTaskManagerHealth = async () => {
// Check task manager health for analyzing test failures. See https://github.com/elastic/kibana/issues/114946
const tmHealth = await supertest.get(`/api/task_manager/_health`);
const driftValues = tmHealth.body?.stats?.runtime?.value;
log.info(`Task Manager status: "${tmHealth.body?.status}"`);
log.info(`Task Manager overall drift rankings: "${JSON.stringify(driftValues?.drift)}"`);
log.info(
`Task Manager drift rankings for "report:execute": "${JSON.stringify(
driftValues?.drift_by_type?.['report:execute']
)}"`
);
};
const initEcommerce = async () => {
await esArchiver.load('x-pack/test/functional/es_archives/reporting/ecommerce');
await kibanaServer.importExport.load(ecommerceSOPath);
@ -205,6 +219,7 @@ export function createScenarios({ getService }: Pick<FtrProviderContext, 'getSer
};
return {
logTaskManagerHealth,
initEcommerce,
teardownEcommerce,
DATA_ANALYST_USERNAME,

2
x-pack/test/reporting_functional/reporting_and_deprecated_security/index.ts
View file

@ -46,6 +46,8 @@ export default function (context: FtrProviderContext) {
this.tags('ciGroup2');
before(async () => {
const reportingAPI = context.getService('reportingAPI');
await reportingAPI.logTaskManagerHealth();
await createDataAnalystRole();
await createDataAnalyst();
await createReportingUser();

1
x-pack/test/reporting_functional/reporting_and_security/index.ts
View file

@ -14,6 +14,7 @@ export default function ({ getService, loadTestFile }: FtrProviderContext) {
before(async () => {
const reportingFunctional = getService('reportingFunctional');
await reportingFunctional.logTaskManagerHealth();
await reportingFunctional.createDataAnalystRole();
await reportingFunctional.createDataAnalyst();
await reportingFunctional.createTestReportingUserRole();

6
x-pack/test/reporting_functional/reporting_without_security/index.ts
View file

@ -11,6 +11,12 @@ import { FtrProviderContext } from '../ftr_provider_context';
export default function ({ loadTestFile, getService }: FtrProviderContext) {
describe('Reporting Functional Tests with Security disabled', function () {
this.tags('ciGroup2');
before(async () => {
const reportingAPI = getService('reportingAPI');
await reportingAPI.logTaskManagerHealth();
});
loadTestFile(require.resolve('./management'));
});
}