maxmustermann/kibana
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

[ML] Functional tests - disable categorization tests (#101057)

Browse source 
This PR temporarily disables categorization tests.
This commit is contained in:
Robert Oskamp 2021-06-01 18:12:31 +02:00 committed by GitHub
parent 1f6e514de6
commit 77f0a2a7ad
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
6 changed files with 103 additions and 97 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
x-pack/test/api_integration/apis/ml/jobs/categorization_field_examples.ts
View file

@ -284,7 +284,8 @@ export default ({ getService }: FtrProviderContext) => {
},
];
describe('Categorization example endpoint - ', function () {
// skipping categorization tests, see https://github.com/elastic/kibana/issues/101056
describe.skip('Categorization example endpoint - ', function () {
before(async () => {
await esArchiver.loadIfNeeded('ml/categorization');
await ml.testResources.setKibanaTimeZoneToUTC();

55
x-pack/test/api_integration/apis/ml/modules/setup_module.ts
View file

@ -241,33 +241,34 @@ export default ({ getService }: FtrProviderContext) => {
dashboards: [] as string[],
},
},
{
testTitleSuffix:
'for logs_ui_categories with prefix, startDatafeed true and estimateModelMemory true',
sourceDataArchive: 'ml/module_logs',
indexPattern: { name: 'ft_module_logs', timeField: '@timestamp' },
module: 'logs_ui_categories',
user: USER.ML_POWERUSER,
requestBody: {
prefix: 'pf7_',
indexPatternName: 'ft_module_logs',
startDatafeed: true,
end: Date.now(),
},
expected: {
responseCode: 200,
jobs: [
{
jobId: 'pf7_log-entry-categories-count',
jobState: JOB_STATE.CLOSED,
datafeedState: DATAFEED_STATE.STOPPED,
},
],
searches: [] as string[],
visualizations: [] as string[],
dashboards: [] as string[],
},
},
// skipping categorization tests, see https://github.com/elastic/kibana/issues/101056
// {
// testTitleSuffix:
// 'for logs_ui_categories with prefix, startDatafeed true and estimateModelMemory true',
// sourceDataArchive: 'ml/module_logs',
// indexPattern: { name: 'ft_module_logs', timeField: '@timestamp' },
// module: 'logs_ui_categories',
// user: USER.ML_POWERUSER,
// requestBody: {
// prefix: 'pf7_',
// indexPatternName: 'ft_module_logs',
// startDatafeed: true,
// end: Date.now(),
// },
// expected: {
// responseCode: 200,
// jobs: [
// {
// jobId: 'pf7_log-entry-categories-count',
// jobState: JOB_STATE.CLOSED,
// datafeedState: DATAFEED_STATE.STOPPED,
// },
// ],
// searches: [] as string[],
// visualizations: [] as string[],
// dashboards: [] as string[],
// },
// },
{
testTitleSuffix: 'for nginx_ecs with prefix, startDatafeed true and estimateModelMemory true',
sourceDataArchive: 'ml/module_nginx',

3
x-pack/test/api_integration/apis/ml/results/get_categorizer_stats.ts
View file

@ -51,7 +51,8 @@ export default ({ getService }: FtrProviderContext) => {
query: { bool: { must: [{ match_all: {} }] } },
};
describe('get categorizer_stats', function () {
// skipping categorization tests, see https://github.com/elastic/kibana/issues/101056
describe.skip('get categorizer_stats', function () {
before(async () => {
await esArchiver.loadIfNeeded('ml/module_sample_logs');
await ml.testResources.setKibanaTimeZoneToUTC();

3
x-pack/test/api_integration/apis/ml/results/get_stopped_partitions.ts
View file

@ -85,7 +85,8 @@ export default ({ getService }: FtrProviderContext) => {
const testJobIds = testSetUps.map((t) => t.jobId);
describe('get stopped_partitions', function () {
// skipping categorization tests, see https://github.com/elastic/kibana/issues/101056
describe.skip('get stopped_partitions', function () {
before(async () => {
await esArchiver.loadIfNeeded('ml/module_sample_logs');
await ml.testResources.setKibanaTimeZoneToUTC();

133
x-pack/test/functional/apps/ml/anomaly_detection/advanced_job.ts
View file

@ -149,72 +149,73 @@ export default function ({ getService }: FtrProviderContext) {
},
},
},
{
suiteTitle: 'with categorization detector and default datafeed settings',
jobSource: 'ft_ecommerce',
jobId: `ec_advanced_2_${Date.now()}`,
get jobIdClone(): string {
return `${this.jobId}_clone`;
},
jobDescription:
'Create advanced job from ft_ecommerce dataset with a categorization detector and default datafeed settings',
jobGroups: ['automated', 'ecommerce', 'advanced'],
get jobGroupsClone(): string[] {
return [...this.jobGroups, 'clone'];
},
pickFieldsConfig: {
categorizationField: 'products.product_name',
detectors: [
{
identifier: 'count by mlcategory',
function: 'count',
byField: 'mlcategory',
} as Detector,
],
influencers: ['mlcategory'],
bucketSpan: '4h',
memoryLimit: '100mb',
} as PickFieldsConfig,
datafeedConfig: {} as DatafeedConfig,
expected: {
wizard: {
timeField: 'order_date',
},
row: {
recordCount: '4,675',
memoryStatus: 'ok',
jobState: 'closed',
datafeedState: 'stopped',
latestTimestamp: '2019-07-12 23:45:36',
},
counts: {
processed_record_count: '4,675',
processed_field_count: '4,675',
input_bytes: '354.2 KB',
input_field_count: '4,675',
invalid_date_count: '0',
missing_field_count: '0',
out_of_order_timestamp_count: '0',
empty_bucket_count: '0',
sparse_bucket_count: '0',
bucket_count: '185',
earliest_record_timestamp: '2019-06-12 00:04:19',
latest_record_timestamp: '2019-07-12 23:45:36',
input_record_count: '4,675',
latest_bucket_timestamp: '2019-07-12 20:00:00',
},
modelSizeStats: {
result_type: 'model_size_stats',
model_bytes_exceeded: '0.0 B',
// not checking total_by_field_count as the number of categories might change
total_over_field_count: '0',
total_partition_field_count: '2',
bucket_allocation_failures_count: '0',
memory_status: 'ok',
timestamp: '2019-07-12 16:00:00',
},
},
},
// skipping categorization tests, see https://github.com/elastic/kibana/issues/101056
// {
// suiteTitle: 'with categorization detector and default datafeed settings',
// jobSource: 'ft_ecommerce',
// jobId: `ec_advanced_2_${Date.now()}`,
// get jobIdClone(): string {
// return `${this.jobId}_clone`;
// },
// jobDescription:
// 'Create advanced job from ft_ecommerce dataset with a categorization detector and default datafeed settings',
// jobGroups: ['automated', 'ecommerce', 'advanced'],
// get jobGroupsClone(): string[] {
// return [...this.jobGroups, 'clone'];
// },
// pickFieldsConfig: {
// categorizationField: 'products.product_name',
// detectors: [
// {
// identifier: 'count by mlcategory',
// function: 'count',
// byField: 'mlcategory',
// } as Detector,
// ],
// influencers: ['mlcategory'],
// bucketSpan: '4h',
// memoryLimit: '100mb',
// } as PickFieldsConfig,
// datafeedConfig: {} as DatafeedConfig,
// expected: {
// wizard: {
// timeField: 'order_date',
// },
// row: {
// recordCount: '4,675',
// memoryStatus: 'ok',
// jobState: 'closed',
// datafeedState: 'stopped',
// latestTimestamp: '2019-07-12 23:45:36',
// },
// counts: {
// processed_record_count: '4,675',
// processed_field_count: '4,675',
// input_bytes: '354.2 KB',
// input_field_count: '4,675',
// invalid_date_count: '0',
// missing_field_count: '0',
// out_of_order_timestamp_count: '0',
// empty_bucket_count: '0',
// sparse_bucket_count: '0',
// bucket_count: '185',
// earliest_record_timestamp: '2019-06-12 00:04:19',
// latest_record_timestamp: '2019-07-12 23:45:36',
// input_record_count: '4,675',
// latest_bucket_timestamp: '2019-07-12 20:00:00',
// },
// modelSizeStats: {
// result_type: 'model_size_stats',
// model_bytes_exceeded: '0.0 B',
// // not checking total_by_field_count as the number of categories might change
// total_over_field_count: '0',
// total_partition_field_count: '2',
// bucket_allocation_failures_count: '0',
// memory_status: 'ok',
// timestamp: '2019-07-12 16:00:00',
// },
// },
// },
];
const calendarId = `wizard-test-calendar_${Date.now()}`;

3
x-pack/test/functional/apps/ml/anomaly_detection/categorization_job.ts
View file

@ -74,7 +74,8 @@ export default function ({ getService }: FtrProviderContext) {
const calendarId = `wizard-test-calendar_${Date.now()}`;
describe('categorization', function () {
// skipping categorization tests, see https://github.com/elastic/kibana/issues/101056
describe.skip('categorization', function () {
this.tags(['mlqa']);
before(async () => {
await esArchiver.loadIfNeeded('ml/categorization');