maxmustermann/kibana
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Unskip flaky tests (#57715)

Browse source 
* Revert "Skip flaky test (#57675)"

This reverts commit c965a9efa8.

* Revert "disable firefox smoke tests so we can fix flakiness out of band"

This reverts commit fe3864282a.

* Revert "skip flaky tests (#57643)"

This reverts commit b22045433e.

* Revert "skip flaky suite (#50018)"

This reverts commit b058dc2fe7.

* Revert "skip settings tests (#57608)"

This reverts commit 64625b282c.

* Revert "skip failing suite (#44631)"

This reverts commit 8aa718d11e.

* Revert "skip flaky suite (#44631)"

This reverts commit 6e4efdfa7c.

* Revert "skip flaky test (#57377)"

This reverts commit 59672ab5da.

* Revert "Skip save query tests (#57589)"

This reverts commit 431a1e9c89.

* remove hard coded timeouts

* Revert "Revert "disable firefox smoke tests so we can fix flakiness out of band""

This reverts commit 271f8814d5.

* Revert "remove hard coded timeouts"

This reverts commit 8b843d0aa6.

* wait for managementHome to exist, don't bail early if it's missing

* Revert "skip flaky suite (#45244)"

This reverts commit 0cee1a4adb.

* extend timeouts for common existsOrFail() calls

Co-authored-by: Elastic Machine <elasticmachine@users.noreply.github.com>
This commit is contained in:
Spencer 2020-02-18 19:11:05 -07:00 committed by GitHub
parent 1319b65135
commit 8f37f6e10c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
15 changed files with 99 additions and 60 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
test/functional/page_objects/common_page.ts
View file

@ -114,7 +114,7 @@ export function CommonPageProvider({ getService, getPageObjects }: FtrProviderCo
); );
await find.byCssSelector( await find.byCssSelector(
'[data-test-subj="kibanaChrome"] nav:not(.ng-hide)', '[data-test-subj="kibanaChrome"] nav:not(.ng-hide)',
2 * defaultFindTimeout 6 * defaultFindTimeout
); );
await browser.get(appUrl); await browser.get(appUrl);
currentUrl = await browser.getCurrentUrl(); currentUrl = await browser.getCurrentUrl();

6
x-pack/test/functional/apps/advanced_settings/feature_controls/advanced_settings_security.ts
View file

@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const kibanaServer = getService('kibanaServer'); const kibanaServer = getService('kibanaServer');
const security = getService('security'); const security = getService('security');
const config = getService('config');
const PageObjects = getPageObjects(['common', 'settings', 'security', 'spaceSelector']); const PageObjects = getPageObjects(['common', 'settings', 'security', 'spaceSelector']);
const appsMenu = getService('appsMenu'); const appsMenu = getService('appsMenu');
const testSubjects = getService('testSubjects'); const testSubjects = getService('testSubjects');
@ -178,14 +179,13 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
expect(navLinks).to.eql(['Discover', 'Stack Management']); expect(navLinks).to.eql(['Discover', 'Stack Management']);
}); });
// https://github.com/elastic/kibana/issues/57377 it(`does not allow navigation to advanced settings; redirects to management home`, async () => {
it.skip(`does not allow navigation to advanced settings; redirects to management home`, async () => {
await PageObjects.common.navigateToActualUrl('kibana', 'management/kibana/settings', { await PageObjects.common.navigateToActualUrl('kibana', 'management/kibana/settings', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('managementHome', { await testSubjects.existOrFail('managementHome', {
timeout: 10000, timeout: config.get('timeouts.waitFor'),
}); });
}); });
}); });

11
x-pack/test/functional/apps/advanced_settings/feature_controls/advanced_settings_spaces.ts
View file

@ -12,9 +12,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const PageObjects = getPageObjects(['common', 'settings', 'security', 'spaceSelector']); const PageObjects = getPageObjects(['common', 'settings', 'security', 'spaceSelector']);
const testSubjects = getService('testSubjects'); const testSubjects = getService('testSubjects');
const appsMenu = getService('appsMenu'); const appsMenu = getService('appsMenu');
const config = getService('config');
// FLAKY: https://github.com/elastic/kibana/issues/57377 describe('spaces feature controls', () => {
describe.skip('spaces feature controls', () => {
before(async () => { before(async () => {
await esArchiver.loadIfNeeded('logstash_functional'); await esArchiver.loadIfNeeded('logstash_functional');
}); });
@ -58,8 +58,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
}); });
}); });
// https://github.com/elastic/kibana/issues/57413 describe('space with Advanced Settings disabled', () => {
describe.skip('space with Advanced Settings disabled', () => {
before(async () => { before(async () => {
// we need to load the following in every situation as deleting // we need to load the following in every situation as deleting
// a space deletes all of the associated saved objects // a space deletes all of the associated saved objects
@ -82,7 +81,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('managementHome'); await testSubjects.existOrFail('managementHome', {
timeout: config.get('timeouts.waitFor'),
});
}); });
}); });
}); });

30
x-pack/test/functional/apps/dashboard/feature_controls/dashboard_security.ts
View file

@ -13,6 +13,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) { export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const security = getService('security'); const security = getService('security');
const config = getService('config');
const PageObjects = getPageObjects(['common', 'dashboard', 'security', 'spaceSelector', 'share']); const PageObjects = getPageObjects(['common', 'dashboard', 'security', 'spaceSelector', 'share']);
const appsMenu = getService('appsMenu'); const appsMenu = getService('appsMenu');
const panelActions = getService('dashboardPanelActions'); const panelActions = getService('dashboardPanelActions');
@ -21,8 +22,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const queryBar = getService('queryBar'); const queryBar = getService('queryBar');
const savedQueryManagementComponent = getService('savedQueryManagementComponent'); const savedQueryManagementComponent = getService('savedQueryManagementComponent');
// FLAKY: https://github.com/elastic/kibana/issues/44631 describe('dashboard security', () => {
describe.skip('dashboard security', () => {
before(async () => { before(async () => {
await esArchiver.load('dashboard/feature_controls/security'); await esArchiver.load('dashboard/feature_controls/security');
await esArchiver.loadIfNeeded('logstash_functional'); await esArchiver.loadIfNeeded('logstash_functional');
@ -88,7 +88,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('dashboardLandingPage', { timeout: 10000 }); await testSubjects.existOrFail('dashboardLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.existOrFail('newItemButton'); await testSubjects.existOrFail('newItemButton');
}); });
@ -105,7 +107,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('emptyDashboardWidget', { timeout: 10000 }); await testSubjects.existOrFail('emptyDashboardWidget', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it(`can view existing Dashboard`, async () => { it(`can view existing Dashboard`, async () => {
@ -113,7 +117,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('embeddablePanelHeading-APie', { timeout: 10000 }); await testSubjects.existOrFail('embeddablePanelHeading-APie', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it(`does not allow a visualization to be edited`, async () => { it(`does not allow a visualization to be edited`, async () => {
@ -266,7 +272,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('dashboardLandingPage', { timeout: 10000 }); await testSubjects.existOrFail('dashboardLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.missingOrFail('newItemButton'); await testSubjects.missingOrFail('newItemButton');
}); });
@ -291,7 +299,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('embeddablePanelHeading-APie', { timeout: 10000 }); await testSubjects.existOrFail('embeddablePanelHeading-APie', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it(`Permalinks doesn't show create short-url button`, async () => { it(`Permalinks doesn't show create short-url button`, async () => {
@ -377,7 +387,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`create new dashboard redirects to the home page`, async () => { it(`create new dashboard redirects to the home page`, async () => {
@ -401,7 +411,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`edit dashboard for object which exists redirects to the home page`, async () => { it(`edit dashboard for object which exists redirects to the home page`, async () => {
@ -409,7 +419,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

19
x-pack/test/functional/apps/dashboard/feature_controls/dashboard_spaces.ts
View file

@ -12,6 +12,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) { export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces'); const spacesService = getService('spaces');
const PageObjects = getPageObjects([ const PageObjects = getPageObjects([
'common', 'common',
@ -64,7 +65,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('dashboardLandingPage', { timeout: 10000 }); await testSubjects.existOrFail('dashboardLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.existOrFail('newItemButton'); await testSubjects.existOrFail('newItemButton');
}); });
@ -78,7 +81,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('emptyDashboardWidget', { timeout: 10000 }); await testSubjects.existOrFail('emptyDashboardWidget', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it(`can view existing Dashboard`, async () => { it(`can view existing Dashboard`, async () => {
@ -87,7 +92,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('embeddablePanelHeading-APie', { timeout: 10000 }); await testSubjects.existOrFail('embeddablePanelHeading-APie', {
timeout: config.get('timeouts.waitFor'),
});
}); });
}); });
@ -126,7 +133,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`edit dashboard for object which doesn't exist redirects to the home page`, async () => { it(`edit dashboard for object which doesn't exist redirects to the home page`, async () => {
@ -139,7 +146,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`edit dashboard for object which exists redirects to the home page`, async () => { it(`edit dashboard for object which exists redirects to the home page`, async () => {
@ -148,7 +155,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

7
x-pack/test/functional/apps/dev_tools/feature_controls/dev_tools_security.ts
View file

@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const security = getService('security'); const security = getService('security');
const PageObjects = getPageObjects(['common', 'console', 'security']); const PageObjects = getPageObjects(['common', 'console', 'security']);
const config = getService('config');
const appsMenu = getService('appsMenu'); const appsMenu = getService('appsMenu');
const testSubjects = getService('testSubjects'); const testSubjects = getService('testSubjects');
const grokDebugger = getService('grokDebugger'); const grokDebugger = getService('grokDebugger');
@ -232,21 +233,21 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToUrl('console', '', { await PageObjects.common.navigateToUrl('console', '', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`navigating to search profiler redirect to homepage`, async () => { it(`navigating to search profiler redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('searchProfiler', '', { await PageObjects.common.navigateToUrl('searchProfiler', '', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`navigating to grok debugger redirect to homepage`, async () => { it(`navigating to grok debugger redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('grokDebugger', '', { await PageObjects.common.navigateToUrl('grokDebugger', '', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

7
x-pack/test/functional/apps/dev_tools/feature_controls/dev_tools_spaces.ts
View file

@ -8,6 +8,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) { export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces'); const spacesService = getService('spaces');
const PageObjects = getPageObjects([ const PageObjects = getPageObjects([
'common', 'common',
@ -92,21 +93,21 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToUrl('console', '', { await PageObjects.common.navigateToUrl('console', '', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`navigating to search profiler redirect to homepage`, async () => { it(`navigating to search profiler redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('searchProfiler', '', { await PageObjects.common.navigateToUrl('searchProfiler', '', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`navigating to grok debugger redirect to homepage`, async () => { it(`navigating to grok debugger redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('grokDebugger', '', { await PageObjects.common.navigateToUrl('grokDebugger', '', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

6
x-pack/test/functional/apps/discover/feature_controls/discover_security.ts
View file

@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const security = getService('security'); const security = getService('security');
const globalNav = getService('globalNav'); const globalNav = getService('globalNav');
const config = getService('config');
const PageObjects = getPageObjects([ const PageObjects = getPageObjects([
'common', 'common',
'discover', 'discover',
@ -27,8 +28,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.timePicker.setDefaultAbsoluteRange(); await PageObjects.timePicker.setDefaultAbsoluteRange();
} }
// FLAKY: https://github.com/elastic/kibana/issues/45348 describe('security', () => {
describe.skip('security', () => {
before(async () => { before(async () => {
await esArchiver.load('discover/feature_controls/security'); await esArchiver.load('discover/feature_controls/security');
await esArchiver.loadIfNeeded('logstash_functional'); await esArchiver.loadIfNeeded('logstash_functional');
@ -305,7 +305,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToUrl('discover', '', { await PageObjects.common.navigateToUrl('discover', '', {
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

7
x-pack/test/functional/apps/discover/feature_controls/discover_spaces.ts
View file

@ -8,6 +8,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) { export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces'); const spacesService = getService('spaces');
const PageObjects = getPageObjects([ const PageObjects = getPageObjects([
'common', 'common',
@ -59,7 +60,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToApp('discover', { await PageObjects.common.navigateToApp('discover', {
basePath: '/s/custom_space', basePath: '/s/custom_space',
}); });
await testSubjects.existOrFail('discoverSaveButton', { timeout: 10000 }); await testSubjects.existOrFail('discoverSaveButton', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it('shows "visualize" field button', async () => { it('shows "visualize" field button', async () => {
@ -156,7 +159,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
basePath: '/s/custom_space', basePath: '/s/custom_space',
ensureCurrentUrl: false, ensureCurrentUrl: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

3
x-pack/test/functional/apps/index_patterns/feature_controls/index_patterns_security.ts
View file

@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const kibanaServer = getService('kibanaServer'); const kibanaServer = getService('kibanaServer');
const security = getService('security'); const security = getService('security');
const config = getService('config');
const PageObjects = getPageObjects(['common', 'settings', 'security']); const PageObjects = getPageObjects(['common', 'settings', 'security']);
const appsMenu = getService('appsMenu'); const appsMenu = getService('appsMenu');
const testSubjects = getService('testSubjects'); const testSubjects = getService('testSubjects');
@ -190,7 +191,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

6
x-pack/test/functional/apps/index_patterns/feature_controls/index_patterns_spaces.ts
View file

@ -8,6 +8,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) { export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces'); const spacesService = getService('spaces');
const PageObjects = getPageObjects(['common', 'settings', 'security']); const PageObjects = getPageObjects(['common', 'settings', 'security']);
const testSubjects = getService('testSubjects'); const testSubjects = getService('testSubjects');
@ -52,8 +53,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
}); });
}); });
// https://github.com/elastic/kibana/issues/57601 describe('space with Index Patterns disabled', () => {
describe.skip('space with Index Patterns disabled', () => {
before(async () => { before(async () => {
// we need to load the following in every situation as deleting // we need to load the following in every situation as deleting
// a space deletes all of the associated saved objects // a space deletes all of the associated saved objects
@ -76,7 +76,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

3
x-pack/test/functional/apps/rollup_job/tsvb.js
View file

@ -21,8 +21,7 @@ export default function({ getService, getPageObjects }) {
'timePicker', 'timePicker',
]); ]);
// https://github.com/elastic/kibana/issues/56816 describe('tsvb integration', function() {
describe.skip('tsvb integration', function() {
//Since rollups can only be created once with the same name (even if you delete it), //Since rollups can only be created once with the same name (even if you delete it),
//we add the Date.now() to avoid name collision if you run the tests locally back to back. //we add the Date.now() to avoid name collision if you run the tests locally back to back.
const rollupJobName = `tsvb-test-rollup-job-${Date.now()}`; const rollupJobName = `tsvb-test-rollup-job-${Date.now()}`;

36
x-pack/test/functional/apps/visualize/feature_controls/visualize_security.ts
View file

@ -9,6 +9,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) { export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const security = getService('security'); const security = getService('security');
const config = getService('config');
const PageObjects = getPageObjects([ const PageObjects = getPageObjects([
'common', 'common',
'visualize', 'visualize',
@ -24,8 +25,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const queryBar = getService('queryBar'); const queryBar = getService('queryBar');
const savedQueryManagementComponent = getService('savedQueryManagementComponent'); const savedQueryManagementComponent = getService('savedQueryManagementComponent');
// FLAKY: https://github.com/elastic/kibana/issues/50018 describe('feature controls security', () => {
describe.skip('feature controls security', () => {
before(async () => { before(async () => {
await esArchiver.load('visualize/default'); await esArchiver.load('visualize/default');
await esArchiver.loadIfNeeded('logstash_functional'); await esArchiver.loadIfNeeded('logstash_functional');
@ -81,7 +81,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
it(`landing page shows "Create new Visualization" button`, async () => { it(`landing page shows "Create new Visualization" button`, async () => {
await PageObjects.visualize.gotoVisualizationLandingPage(); await PageObjects.visualize.gotoVisualizationLandingPage();
await testSubjects.existOrFail('visualizeLandingPage', { timeout: 10000 }); await testSubjects.existOrFail('visualizeLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.existOrFail('newItemButton'); await testSubjects.existOrFail('newItemButton');
}); });
@ -94,7 +96,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('visualizationLoader', { timeout: 10000 }); await testSubjects.existOrFail('visualizationLoader', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it('can save existing Visualization', async () => { it('can save existing Visualization', async () => {
@ -102,7 +106,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('visualizeSaveButton', { timeout: 10000 }); await testSubjects.existOrFail('visualizeSaveButton', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it('Embed code shows create short-url button', async () => { it('Embed code shows create short-url button', async () => {
@ -199,7 +205,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
it(`landing page shows "Create new Visualization" button`, async () => { it(`landing page shows "Create new Visualization" button`, async () => {
await PageObjects.visualize.gotoVisualizationLandingPage(); await PageObjects.visualize.gotoVisualizationLandingPage();
await testSubjects.existOrFail('visualizeLandingPage', { timeout: 10000 }); await testSubjects.existOrFail('visualizeLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.existOrFail('newItemButton'); await testSubjects.existOrFail('newItemButton');
}); });
@ -212,7 +220,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('visualizationLoader', { timeout: 10000 }); await testSubjects.existOrFail('visualizationLoader', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it(`can't save existing Visualization`, async () => { it(`can't save existing Visualization`, async () => {
@ -220,8 +230,12 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('shareTopNavButton', { timeout: 10000 }); await testSubjects.existOrFail('shareTopNavButton', {
await testSubjects.missingOrFail('visualizeSaveButton', { timeout: 10000 }); timeout: config.get('timeouts.waitFor'),
});
await testSubjects.missingOrFail('visualizeSaveButton', {
timeout: config.get('timeouts.waitFor'),
});
}); });
it(`Embed Code doesn't show create short-url button`, async () => { it(`Embed Code doesn't show create short-url button`, async () => {
@ -305,7 +319,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`edit page redirects to home page`, async () => { it(`edit page redirects to home page`, async () => {
@ -313,7 +327,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

14
x-pack/test/functional/apps/visualize/feature_controls/visualize_spaces.ts
View file

@ -9,6 +9,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) { export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver'); const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces'); const spacesService = getService('spaces');
const PageObjects = getPageObjects([ const PageObjects = getPageObjects([
'common', 'common',
@ -20,8 +21,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const testSubjects = getService('testSubjects'); const testSubjects = getService('testSubjects');
const appsMenu = getService('appsMenu'); const appsMenu = getService('appsMenu');
// FLAKY: https://github.com/elastic/kibana/issues/45244 describe('visualize', () => {
describe.skip('visualize', () => {
before(async () => { before(async () => {
await esArchiver.loadIfNeeded('logstash_functional'); await esArchiver.loadIfNeeded('logstash_functional');
}); });
@ -62,7 +62,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('visualizationLoader', { timeout: 10000 }); await testSubjects.existOrFail('visualizationLoader', {
timeout: config.get('timeouts.waitFor'),
});
}); });
}); });
@ -97,7 +99,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false, ensureCurrentUrl: false,
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
}); });
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`edit visualization for object which doesn't exist redirects to the home page`, async () => { it(`edit visualization for object which doesn't exist redirects to the home page`, async () => {
@ -110,7 +112,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
it(`edit visualization for object which exists redirects to the home page`, async () => { it(`edit visualization for object which exists redirects to the home page`, async () => {
@ -123,7 +125,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false, shouldLoginIfPrompted: false,
} }
); );
await testSubjects.existOrFail('homeApp', { timeout: 10000 }); await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
}); });
}); });
}); });

2
x-pack/test/functional_with_es_ssl/apps/triggers_actions_ui/details.ts
View file

@ -204,7 +204,7 @@ export default ({ getPageObjects, getService }: FtrProviderContext) => {
}); });
}); });
it.skip('renders the active alert instances', async () => { it('renders the active alert instances', async () => {
const testBeganAt = moment().utc(); const testBeganAt = moment().utc();
// Verify content // Verify content