Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Unskip flaky tests #57715

Merged
merged 27 commits into from
Feb 19, 2020
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
27 commits
Select commit Hold shift + click to select a range
54a4ad1
Revert "Skip flaky test (#57675)"
spalger Feb 14, 2020
271f881
Revert "disable firefox smoke tests so we can fix flakiness out of band"
spalger Feb 14, 2020
44910ce
Revert "skip flaky tests (#57643)"
spalger Feb 14, 2020
fa0f057
Revert "skip flaky suite (#50018)"
spalger Feb 14, 2020
d00fca3
Revert "skip settings tests (#57608)"
spalger Feb 14, 2020
f9be022
Revert "skip failing suite (#44631)"
spalger Feb 14, 2020
5b3b136
Revert "skip flaky suite (#44631)"
spalger Feb 14, 2020
e0c261c
Revert "skip flaky test (#57377)"
spalger Feb 14, 2020
8caa012
Revert "Skip save query tests (#57589)"
spalger Feb 14, 2020
8b843d0
remove hard coded timeouts
spalger Feb 14, 2020
3c854fa
Merge branch 'master' of github.com:elastic/kibana into unskip-flaky-…
spalger Feb 14, 2020
6386ca9
Revert "Revert "disable firefox smoke tests so we can fix flakiness o…
spalger Feb 14, 2020
2c9fb50
Revert "remove hard coded timeouts"
spalger Feb 14, 2020
0d08c9a
wait for managementHome to exist, don't bail early if it's missing
spalger Feb 15, 2020
64be421
Merge branch 'master' of github.com:elastic/kibana into unskip-flaky-…
spalger Feb 15, 2020
dc58424
Merge branch 'master' of github.com:elastic/kibana into unskip-flaky-…
spalger Feb 15, 2020
924dd30
Revert "skip flaky suite (#45244)"
spalger Feb 15, 2020
4c8a4da
extend timeouts for common existsOrFail() calls
spalger Feb 15, 2020
50f4543
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 15, 2020
cbda21d
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 15, 2020
158231d
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 15, 2020
8feac8c
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 16, 2020
1503c60
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 18, 2020
e380bfd
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 18, 2020
a90ebe6
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 18, 2020
4cd9d9e
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 18, 2020
9f866ed
Merge branch 'master' into unskip-flaky-tests
elasticmachine Feb 18, 2020
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion test/functional/page_objects/common_page.ts
Original file line number Diff line number Diff line change
Expand Up @@ -114,7 +114,7 @@ export function CommonPageProvider({ getService, getPageObjects }: FtrProviderCo
);
await find.byCssSelector(
'[data-test-subj="kibanaChrome"] nav:not(.ng-hide)',
2 * defaultFindTimeout
6 * defaultFindTimeout
);
await browser.get(appUrl);
currentUrl = await browser.getCurrentUrl();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const kibanaServer = getService('kibanaServer');
const security = getService('security');
const config = getService('config');
const PageObjects = getPageObjects(['common', 'settings', 'security', 'spaceSelector']);
const appsMenu = getService('appsMenu');
const testSubjects = getService('testSubjects');
Expand Down Expand Up @@ -178,14 +179,13 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
expect(navLinks).to.eql(['Discover', 'Stack Management']);
});

// https://github.com/elastic/kibana/issues/57377
it.skip(`does not allow navigation to advanced settings; redirects to management home`, async () => {
it(`does not allow navigation to advanced settings; redirects to management home`, async () => {
await PageObjects.common.navigateToActualUrl('kibana', 'management/kibana/settings', {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('managementHome', {
timeout: 10000,
timeout: config.get('timeouts.waitFor'),
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const PageObjects = getPageObjects(['common', 'settings', 'security', 'spaceSelector']);
const testSubjects = getService('testSubjects');
const appsMenu = getService('appsMenu');
const config = getService('config');

// FLAKY: https://github.com/elastic/kibana/issues/57377
describe.skip('spaces feature controls', () => {
describe('spaces feature controls', () => {
before(async () => {
await esArchiver.loadIfNeeded('logstash_functional');
});
Expand Down Expand Up @@ -58,8 +58,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
});
});

// https://github.com/elastic/kibana/issues/57413
describe.skip('space with Advanced Settings disabled', () => {
describe('space with Advanced Settings disabled', () => {
before(async () => {
// we need to load the following in every situation as deleting
// a space deletes all of the associated saved objects
Expand All @@ -82,7 +81,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('managementHome');
await testSubjects.existOrFail('managementHome', {
timeout: config.get('timeouts.waitFor'),
});
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';
export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const security = getService('security');
const config = getService('config');
const PageObjects = getPageObjects(['common', 'dashboard', 'security', 'spaceSelector', 'share']);
const appsMenu = getService('appsMenu');
const panelActions = getService('dashboardPanelActions');
Expand All @@ -21,8 +22,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const queryBar = getService('queryBar');
const savedQueryManagementComponent = getService('savedQueryManagementComponent');

// FLAKY: https://github.com/elastic/kibana/issues/44631
describe.skip('dashboard security', () => {
describe('dashboard security', () => {
before(async () => {
await esArchiver.load('dashboard/feature_controls/security');
await esArchiver.loadIfNeeded('logstash_functional');
Expand Down Expand Up @@ -88,7 +88,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('dashboardLandingPage', { timeout: 10000 });
await testSubjects.existOrFail('dashboardLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.existOrFail('newItemButton');
});

Expand All @@ -105,15 +107,19 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('emptyDashboardWidget', { timeout: 10000 });
await testSubjects.existOrFail('emptyDashboardWidget', {
timeout: config.get('timeouts.waitFor'),
});
});

it(`can view existing Dashboard`, async () => {
await PageObjects.common.navigateToActualUrl('kibana', createDashboardEditUrl('i-exist'), {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('embeddablePanelHeading-APie', { timeout: 10000 });
await testSubjects.existOrFail('embeddablePanelHeading-APie', {
timeout: config.get('timeouts.waitFor'),
});
});

it(`does not allow a visualization to be edited`, async () => {
Expand Down Expand Up @@ -266,7 +272,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('dashboardLandingPage', { timeout: 10000 });
await testSubjects.existOrFail('dashboardLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.missingOrFail('newItemButton');
});

Expand All @@ -291,7 +299,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('embeddablePanelHeading-APie', { timeout: 10000 });
await testSubjects.existOrFail('embeddablePanelHeading-APie', {
timeout: config.get('timeouts.waitFor'),
});
});

it(`Permalinks doesn't show create short-url button`, async () => {
Expand Down Expand Up @@ -377,7 +387,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`create new dashboard redirects to the home page`, async () => {
Expand All @@ -401,15 +411,15 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`edit dashboard for object which exists redirects to the home page`, async () => {
await PageObjects.common.navigateToActualUrl('kibana', createDashboardEditUrl('i-exist'), {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';

export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces');
const PageObjects = getPageObjects([
'common',
Expand Down Expand Up @@ -64,7 +65,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('dashboardLandingPage', { timeout: 10000 });
await testSubjects.existOrFail('dashboardLandingPage', {
timeout: config.get('timeouts.waitFor'),
});
await testSubjects.existOrFail('newItemButton');
});

Expand All @@ -78,7 +81,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('emptyDashboardWidget', { timeout: 10000 });
await testSubjects.existOrFail('emptyDashboardWidget', {
timeout: config.get('timeouts.waitFor'),
});
});

it(`can view existing Dashboard`, async () => {
Expand All @@ -87,7 +92,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('embeddablePanelHeading-APie', { timeout: 10000 });
await testSubjects.existOrFail('embeddablePanelHeading-APie', {
timeout: config.get('timeouts.waitFor'),
});
});
});

Expand Down Expand Up @@ -126,7 +133,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`edit dashboard for object which doesn't exist redirects to the home page`, async () => {
Expand All @@ -139,7 +146,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
shouldLoginIfPrompted: false,
}
);
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`edit dashboard for object which exists redirects to the home page`, async () => {
Expand All @@ -148,7 +155,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const security = getService('security');
const PageObjects = getPageObjects(['common', 'console', 'security']);
const config = getService('config');
const appsMenu = getService('appsMenu');
const testSubjects = getService('testSubjects');
const grokDebugger = getService('grokDebugger');
Expand Down Expand Up @@ -232,21 +233,21 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToUrl('console', '', {
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`navigating to search profiler redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('searchProfiler', '', {
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`navigating to grok debugger redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('grokDebugger', '', {
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';

export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces');
const PageObjects = getPageObjects([
'common',
Expand Down Expand Up @@ -92,21 +93,21 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToUrl('console', '', {
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`navigating to search profiler redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('searchProfiler', '', {
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});

it(`navigating to grok debugger redirect to homepage`, async () => {
await PageObjects.common.navigateToUrl('grokDebugger', '', {
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const security = getService('security');
const globalNav = getService('globalNav');
const config = getService('config');
const PageObjects = getPageObjects([
'common',
'discover',
Expand All @@ -27,8 +28,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.timePicker.setDefaultAbsoluteRange();
}

// FLAKY: https://github.com/elastic/kibana/issues/45348
describe.skip('security', () => {
describe('security', () => {
before(async () => {
await esArchiver.load('discover/feature_controls/security');
await esArchiver.loadIfNeeded('logstash_functional');
Expand Down Expand Up @@ -305,7 +305,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToUrl('discover', '', {
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';

export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces');
const PageObjects = getPageObjects([
'common',
Expand Down Expand Up @@ -59,7 +60,9 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
await PageObjects.common.navigateToApp('discover', {
basePath: '/s/custom_space',
});
await testSubjects.existOrFail('discoverSaveButton', { timeout: 10000 });
await testSubjects.existOrFail('discoverSaveButton', {
timeout: config.get('timeouts.waitFor'),
});
});

it('shows "visualize" field button', async () => {
Expand Down Expand Up @@ -156,7 +159,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
basePath: '/s/custom_space',
ensureCurrentUrl: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const kibanaServer = getService('kibanaServer');
const security = getService('security');
const config = getService('config');
const PageObjects = getPageObjects(['common', 'settings', 'security']);
const appsMenu = getService('appsMenu');
const testSubjects = getService('testSubjects');
Expand Down Expand Up @@ -190,7 +191,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@ import { FtrProviderContext } from '../../../ftr_provider_context';

export default function({ getPageObjects, getService }: FtrProviderContext) {
const esArchiver = getService('esArchiver');
const config = getService('config');
const spacesService = getService('spaces');
const PageObjects = getPageObjects(['common', 'settings', 'security']);
const testSubjects = getService('testSubjects');
Expand Down Expand Up @@ -52,8 +53,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
});
});

// https://github.com/elastic/kibana/issues/57601
describe.skip('space with Index Patterns disabled', () => {
describe('space with Index Patterns disabled', () => {
before(async () => {
// we need to load the following in every situation as deleting
// a space deletes all of the associated saved objects
Expand All @@ -76,7 +76,7 @@ export default function({ getPageObjects, getService }: FtrProviderContext) {
ensureCurrentUrl: false,
shouldLoginIfPrompted: false,
});
await testSubjects.existOrFail('homeApp', { timeout: 10000 });
await testSubjects.existOrFail('homeApp', { timeout: config.get('timeouts.waitFor') });
});
});
});
Expand Down
Loading