@@ -170,7 +173,7 @@
-
+
+ Platinum subscription
+ {' '}
+ have to offer, start a 30-day trial from the license management page.
+
+ );
+}
+
+
+export function DatavisualizerSelector() {
+
+ const startTrialVisible = (isFullLicense() === false);
+
+ return (
+
+
+
+
+
+
+
+
+
+
+
+ The Machine Learning Data Visualizer tool helps you understand your data, by analyzing the metrics and fields in
+ a log file or an existing Elasticsearch index.
+
+
+
+
+
+
+ Select file
+
+ }
+ />
+
+
+
+ Select index
+
+ }
+ />
+
+
+ {startTrialVisible === true &&
+
+
+
+
+ Start trial
+
+ }
+ />
+
+
+
+ }
+
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/datavisualizer/selector/directive.js b/x-pack/plugins/ml/public/datavisualizer/selector/directive.js
new file mode 100644
index 000000000000..206ebcd96ed8
--- /dev/null
+++ b/x-pack/plugins/ml/public/datavisualizer/selector/directive.js
@@ -0,0 +1,37 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import 'ngreact';
+
+import { uiModules } from 'ui/modules';
+const module = uiModules.get('apps/ml', ['react']);
+
+import { checkBasicLicense } from 'plugins/ml/license/check_license';
+import { checkFindFileStructurePrivilege } from 'plugins/ml/privilege/check_privilege';
+import { initPromise } from 'plugins/ml/util/promise';
+
+import uiRoutes from 'ui/routes';
+
+const template = `
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/about_panel/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/about_panel/index.js
new file mode 100644
index 000000000000..7eba4a7974e6
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/about_panel/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { AboutPanel } from './about_panel';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/_analysis_summary.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/_analysis_summary.scss
new file mode 100644
index 000000000000..50496ef9b23e
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/_analysis_summary.scss
@@ -0,0 +1,11 @@
+.analysis-summary-list.euiDescriptionList {
+ // adding overrides for title and desciption
+ // these have to be overridden here as they are not
+ // accessable as overrides in the EuiDescriptionList component
+ .euiDescriptionList__title {
+ flex-basis: 15%;
+ }
+ .euiDescriptionList__description {
+ flex-basis: 85%;
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/_index.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/_index.scss
new file mode 100644
index 000000000000..61cd703f5306
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/_index.scss
@@ -0,0 +1 @@
+@import 'analysis_summary';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/analysis_summary.js b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/analysis_summary.js
new file mode 100644
index 000000000000..4fae23add8d4
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/analysis_summary.js
@@ -0,0 +1,91 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiTitle,
+ EuiSpacer,
+ EuiDescriptionList,
+} from '@elastic/eui';
+
+export function AnalysisSummary({ results }) {
+ const items = createDisplayItems(results);
+
+ return (
+
+
+
+
+
+ );
+}
+
+function createDisplayItems(results) {
+ const items = [
+ {
+ title: 'Number of lines analyzed',
+ description: results.num_lines_analyzed,
+ },
+ // {
+ // title: 'Charset',
+ // description: results.charset,
+ // }
+ ];
+
+ if (results.format !== undefined) {
+ items.push({
+ title: 'Format',
+ description: results.format,
+ });
+
+ if (results.format === 'delimited') {
+ items.push({
+ title: 'Delimiter',
+ description: results.delimiter,
+ });
+
+ items.push({
+ title: 'Has header row',
+ description: `${results.has_header_row}`,
+ });
+
+ }
+ }
+
+ if (results.grok_pattern !== undefined) {
+ items.push({
+ title: 'Grok pattern',
+ description: results.grok_pattern,
+ });
+ }
+
+ if (results.timestamp_field !== undefined) {
+ items.push({
+ title: 'Time field',
+ description: results.timestamp_field,
+ });
+ }
+
+ if (results.joda_timestamp_formats !== undefined) {
+ const s = (results.joda_timestamp_formats.length > 1) ? 's' : '';
+ items.push({
+ title: `Time format${s}`,
+ description: results.joda_timestamp_formats.join(', '),
+ });
+ }
+
+ return items;
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/index.js
new file mode 100644
index 000000000000..e1f9ecfa01df
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/analysis_summary/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { AnalysisSummary } from './analysis_summary';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/__snapshots__/overrides.test.js.snap b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/__snapshots__/overrides.test.js.snap
new file mode 100644
index 000000000000..e1697b865ce1
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/__snapshots__/overrides.test.js.snap
@@ -0,0 +1,465 @@
+// Jest Snapshot v1, https://goo.gl/fbAQLP
+
+exports[`Overrides render overrides 1`] = `
+
+
+
+ json
+ ,
+ "value": "json",
+ },
+ Object {
+ "inputDisplay":
+ delimited
+ ,
+ "value": "delimited",
+ },
+ Object {
+ "inputDisplay":
+ semi_structured_text
+ ,
+ "value": "semi_structured_text",
+ },
+ Object {
+ "inputDisplay":
+ xml
+ ,
+ "value": "xml",
+ },
+ ]
+ }
+ />
+
+
+
+ dd/MMM/YYYY:HH:mm:ss Z
+ ,
+ "value": "dd/MMM/YYYY:HH:mm:ss Z",
+ },
+ Object {
+ "inputDisplay":
+ EEE MMM dd HH:mm zzz YYYY
+ ,
+ "value": "EEE MMM dd HH:mm zzz YYYY",
+ },
+ Object {
+ "inputDisplay":
+ EEE MMM dd HH:mm:ss YYYY
+ ,
+ "value": "EEE MMM dd HH:mm:ss YYYY",
+ },
+ Object {
+ "inputDisplay":
+ EEE MMM dd HH:mm:ss zzz YYYY
+ ,
+ "value": "EEE MMM dd HH:mm:ss zzz YYYY",
+ },
+ Object {
+ "inputDisplay":
+ EEE MMM dd YYYY HH:mm zzz
+ ,
+ "value": "EEE MMM dd YYYY HH:mm zzz",
+ },
+ Object {
+ "inputDisplay":
+ EEE MMM dd YYYY HH:mm:ss zzz
+ ,
+ "value": "EEE MMM dd YYYY HH:mm:ss zzz",
+ },
+ Object {
+ "inputDisplay":
+ EEE, dd MMM YYYY HH:mm Z
+ ,
+ "value": "EEE, dd MMM YYYY HH:mm Z",
+ },
+ Object {
+ "inputDisplay":
+ EEE, dd MMM YYYY HH:mm ZZ
+ ,
+ "value": "EEE, dd MMM YYYY HH:mm ZZ",
+ },
+ Object {
+ "inputDisplay":
+ EEE, dd MMM YYYY HH:mm:ss Z
+ ,
+ "value": "EEE, dd MMM YYYY HH:mm:ss Z",
+ },
+ Object {
+ "inputDisplay":
+ EEE, dd MMM YYYY HH:mm:ss ZZ
+ ,
+ "value": "EEE, dd MMM YYYY HH:mm:ss ZZ",
+ },
+ Object {
+ "inputDisplay":
+ ISO8601
+ ,
+ "value": "ISO8601",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss
+ ,
+ "value": "MMM dd HH:mm:ss",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss,SSS
+ ,
+ "value": "MMM dd HH:mm:ss,SSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss,SSSSSS
+ ,
+ "value": "MMM dd HH:mm:ss,SSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss,SSSSSSSSS
+ ,
+ "value": "MMM dd HH:mm:ss,SSSSSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss.SSS
+ ,
+ "value": "MMM dd HH:mm:ss.SSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss.SSSSSS
+ ,
+ "value": "MMM dd HH:mm:ss.SSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss.SSSSSSSSS
+ ,
+ "value": "MMM dd HH:mm:ss.SSSSSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss:SSS
+ ,
+ "value": "MMM dd HH:mm:ss:SSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss:SSSSSS
+ ,
+ "value": "MMM dd HH:mm:ss:SSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd HH:mm:ss:SSSSSSSSS
+ ,
+ "value": "MMM dd HH:mm:ss:SSSSSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd YYYY HH:mm:ss
+ ,
+ "value": "MMM dd YYYY HH:mm:ss",
+ },
+ Object {
+ "inputDisplay":
+ MMM dd, YYYY h:mm:ss a
+ ,
+ "value": "MMM dd, YYYY h:mm:ss a",
+ },
+ Object {
+ "inputDisplay":
+ TAI64N
+ ,
+ "value": "TAI64N",
+ },
+ Object {
+ "inputDisplay":
+ UNIX
+ ,
+ "value": "UNIX",
+ },
+ Object {
+ "inputDisplay":
+ UNIX_MS
+ ,
+ "value": "UNIX_MS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSSSSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSSSSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSSSSS
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSSSSS",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSSSSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSSSSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSSSSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSSSSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSSSSS Z
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSSSSS Z",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSSSSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSSSSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSSSSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSSSSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSSSSSZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSSSSSZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss,SSSSSSSSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss,SSSSSSSSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss.SSSSSSSSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss.SSSSSSSSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ss:SSSSSSSSSZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ss:SSSSSSSSSZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ssZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ssZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYY-MM-dd HH:mm:ssZZ
+ ,
+ "value": "YYYY-MM-dd HH:mm:ssZZ",
+ },
+ Object {
+ "inputDisplay":
+ YYYYMMddHHmmss
+ ,
+ "value": "YYYYMMddHHmmss",
+ },
+ ]
+ }
+ />
+
+
+
+
+`;
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/_edit_flyout.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/_edit_flyout.scss
new file mode 100644
index 000000000000..e69de29bb2d1
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/_index.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/_index.scss
new file mode 100644
index 000000000000..9558e46aad55
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/_index.scss
@@ -0,0 +1 @@
+@import 'edit_flyout'
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/edit_flyout.js b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/edit_flyout.js
new file mode 100644
index 000000000000..ff1a42c82638
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/edit_flyout.js
@@ -0,0 +1,138 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React, {
+ Component,
+} from 'react';
+
+import {
+ EuiFlyout,
+ EuiFlyoutHeader,
+ EuiFlyoutBody,
+ EuiFlyoutFooter,
+ EuiTitle,
+ EuiFlexGroup,
+ EuiFlexItem,
+ EuiButton,
+ EuiButtonEmpty,
+} from '@elastic/eui';
+
+import { Overrides } from './overrides';
+
+export class EditFlyout extends Component {
+ constructor(props) {
+ super(props);
+
+ this.state = {
+ isFlyoutVisible: false,
+ };
+
+ this.applyOverrides = () => {};
+ }
+
+ componentDidMount() {
+ if (typeof this.props.setShowFunction === 'function') {
+ this.props.setShowFunction(this.showFlyout);
+ }
+ }
+
+ componentWillUnmount() {
+ if (typeof this.props.unsetShowFunction === 'function') {
+ this.props.unsetShowFunction();
+ }
+ }
+
+ closeFlyout = () => {
+ this.setState({ isFlyoutVisible: false });
+ }
+
+ showFlyout = () => {
+ this.setState({ isFlyoutVisible: true });
+ }
+
+ applyAndClose = () => {
+ this.applyOverrides();
+ this.closeFlyout();
+ }
+
+ setApplyOverrides = (applyOverrides) => {
+ this.applyOverrides = applyOverrides;
+ }
+ unsetApplyOverrides = () => {
+ this.applyOverrides = () => {};
+ }
+
+ render() {
+ const { isFlyoutVisible } = this.state;
+ const {
+ setOverrides,
+ overrides,
+ originalSettings,
+ fields,
+ } = this.props;
+
+ return (
+
+ { isFlyoutVisible &&
+
+
+
+
+
+
+
+
+ { }}
+ /> */}
+
+
+
+
+
+
+ Close
+
+
+
+
+ Apply
+
+
+
+
+
+ }
+
+ );
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/index.js
new file mode 100644
index 000000000000..8985d4ef657a
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { EditFlyout } from './edit_flyout';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/index.js
new file mode 100644
index 000000000000..44cf5e0a46ce
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/index.js
@@ -0,0 +1,13 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+export {
+ getCharsetOptions,
+ getFormatOptions,
+ getTimestampFormatOptions,
+ getDelimiterOptions,
+ getQuoteOptions,
+} from './options';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/option_lists.js b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/option_lists.js
new file mode 100644
index 000000000000..8918850c3f97
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/option_lists.js
@@ -0,0 +1,281 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export const FORMAT_OPTIONS = [
+ 'json',
+ 'delimited',
+ 'semi_structured_text',
+ 'xml',
+];
+
+export const TIMESTAMP_OPTIONS = [
+ 'dd/MMM/YYYY:HH:mm:ss Z',
+ 'EEE MMM dd HH:mm zzz YYYY',
+ 'EEE MMM dd HH:mm:ss YYYY',
+ 'EEE MMM dd HH:mm:ss zzz YYYY',
+ 'EEE MMM dd YYYY HH:mm zzz',
+ 'EEE MMM dd YYYY HH:mm:ss zzz',
+ 'EEE, dd MMM YYYY HH:mm Z',
+ 'EEE, dd MMM YYYY HH:mm ZZ',
+ 'EEE, dd MMM YYYY HH:mm:ss Z',
+ 'EEE, dd MMM YYYY HH:mm:ss ZZ',
+ 'ISO8601',
+ // 'MMM d HH:mm:ss',
+
+ // 'MMM d HH:mm:ss,SSS',
+ // 'MMM d HH:mm:ss,SSSSSS',
+ // 'MMM d HH:mm:ss,SSSSSSSSS',
+ // 'MMM d HH:mm:ss.SSS',
+ // 'MMM d HH:mm:ss.SSSSSS',
+ // 'MMM d HH:mm:ss.SSSSSSSSS',
+ // 'MMM d HH:mm:ss:SSS',
+ // 'MMM d HH:mm:ss:SSSSSS',
+ // 'MMM d HH:mm:ss:SSSSSSSSS',
+
+ // 'MMM d YYYY HH:mm:ss',
+ 'MMM dd HH:mm:ss',
+
+ 'MMM dd HH:mm:ss,SSS',
+ 'MMM dd HH:mm:ss,SSSSSS',
+ 'MMM dd HH:mm:ss,SSSSSSSSS',
+ 'MMM dd HH:mm:ss.SSS',
+ 'MMM dd HH:mm:ss.SSSSSS',
+ 'MMM dd HH:mm:ss.SSSSSSSSS',
+ 'MMM dd HH:mm:ss:SSS',
+ 'MMM dd HH:mm:ss:SSSSSS',
+ 'MMM dd HH:mm:ss:SSSSSSSSS',
+
+ 'MMM dd YYYY HH:mm:ss',
+ 'MMM dd, YYYY h:mm:ss a',
+ 'TAI64N',
+ 'UNIX',
+ 'UNIX_MS',
+ 'YYYY-MM-dd HH:mm:ss',
+
+ 'YYYY-MM-dd HH:mm:ss,SSS',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSS',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSSSSS',
+ 'YYYY-MM-dd HH:mm:ss.SSS',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSS',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSSSSS',
+ 'YYYY-MM-dd HH:mm:ss:SSS',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSS',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSSSSS',
+
+ 'YYYY-MM-dd HH:mm:ss,SSS Z',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSS Z',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSSSSS Z',
+ 'YYYY-MM-dd HH:mm:ss.SSS Z',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSS Z',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSSSSS Z',
+ 'YYYY-MM-dd HH:mm:ss:SSS Z',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSS Z',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSSSSS Z',
+
+ 'YYYY-MM-dd HH:mm:ss,SSSZ',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSSZ',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSSSSSZ',
+ 'YYYY-MM-dd HH:mm:ss.SSSZ',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSSZ',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSSSSSZ',
+ 'YYYY-MM-dd HH:mm:ss:SSSZ',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSSZ',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSSSSSZ',
+
+ 'YYYY-MM-dd HH:mm:ss,SSSZZ',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSSZZ',
+ 'YYYY-MM-dd HH:mm:ss,SSSSSSSSSZZ',
+ 'YYYY-MM-dd HH:mm:ss.SSSZZ',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSSZZ',
+ 'YYYY-MM-dd HH:mm:ss.SSSSSSSSSZZ',
+ 'YYYY-MM-dd HH:mm:ss:SSSZZ',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSSZZ',
+ 'YYYY-MM-dd HH:mm:ss:SSSSSSSSSZZ',
+
+ 'YYYY-MM-dd HH:mm:ssZ',
+ 'YYYY-MM-dd HH:mm:ssZZ',
+ 'YYYYMMddHHmmss',
+];
+
+export const DELIMITER_OPTIONS = [
+ 'comma',
+ 'tab',
+ 'semicolon',
+ 'pipe',
+ 'space',
+ 'other',
+];
+
+export const QUOTE_OPTIONS = [
+ '\'',
+ '"',
+ '`',
+];
+
+export const CHARSET_OPTIONS = [
+ 'IBM00858',
+ 'IBM437',
+ 'IBM775',
+ 'IBM850',
+ 'IBM852',
+ 'IBM855',
+ 'IBM857',
+ 'IBM862',
+ 'IBM866',
+ 'ISO-8859-1',
+ 'ISO-8859-2',
+ 'ISO-8859-4',
+ 'ISO-8859-5',
+ 'ISO-8859-7',
+ 'ISO-8859-9',
+ 'ISO-8859-13',
+ 'ISO-8859-15',
+ 'KOI8-R',
+ 'KOI8-U',
+ 'US-ASCII',
+ 'UTF-8',
+ 'UTF-16',
+ 'UTF-16BE',
+ 'UTF-16LE',
+ 'UTF-32',
+ 'UTF-32BE',
+ 'UTF-32LE',
+ 'x-UTF-32BE-BOM',
+ 'x-UTF-32LE-BOM',
+ 'windows-1250',
+ 'windows-1251',
+ 'windows-1252',
+ 'windows-1253',
+ 'windows-1254',
+ 'windows-1257',
+ 'Not available',
+ 'x-IBM737',
+ 'x-IBM874',
+ 'x-UTF-16LE-BOM',
+ 'Big5',
+ 'Big5-HKSCS',
+ 'EUC-JP',
+ 'EUC-KR',
+ 'GB18030',
+ 'GB2312',
+ 'GBK',
+ 'IBM-Thai',
+ 'IBM01140',
+ 'IBM01141',
+ 'IBM01142',
+ 'IBM01143',
+ 'IBM01144',
+ 'IBM01145',
+ 'IBM01146',
+ 'IBM01147',
+ 'IBM01148',
+ 'IBM01149',
+ 'IBM037',
+ 'IBM1026',
+ 'IBM1047',
+ 'IBM273',
+ 'IBM277',
+ 'IBM278',
+ 'IBM280',
+ 'IBM284',
+ 'IBM285',
+ 'IBM297',
+ 'IBM420',
+ 'IBM424',
+ 'IBM500',
+ 'IBM860',
+ 'IBM861',
+ 'IBM863',
+ 'IBM864',
+ 'IBM865',
+ 'IBM868',
+ 'IBM869',
+ 'IBM870',
+ 'IBM871',
+ 'IBM918',
+ 'ISO-2022-CN',
+ 'ISO-2022-JP',
+ 'ISO-2022-KR',
+ 'ISO-8859-3',
+ 'ISO-8859-6',
+ 'ISO-8859-8',
+ 'JIS_X0201',
+ 'JIS_X0212-1990',
+ 'Shift_JIS',
+ 'TIS-620',
+ 'windows-1255',
+ 'windows-1256',
+ 'windows-1258',
+ 'windows-31j',
+ 'x-Big5-Solaris',
+ 'x-euc-jp-linux',
+ 'x-EUC-TW',
+ 'x-eucJP-Open',
+ 'x-IBM1006',
+ 'x-IBM1025',
+ 'x-IBM1046',
+ 'x-IBM1097',
+ 'x-IBM1098',
+ 'x-IBM1112',
+ 'x-IBM1122',
+ 'x-IBM1123',
+ 'x-IBM1124',
+ 'x-IBM1381',
+ 'x-IBM1383',
+ 'x-IBM33722',
+ 'x-IBM834',
+ 'x-IBM856',
+ 'x-IBM875',
+ 'x-IBM921',
+ 'x-IBM922',
+ 'x-IBM930',
+ 'x-IBM933',
+ 'x-IBM935',
+ 'x-IBM937',
+ 'x-IBM939',
+ 'x-IBM942',
+ 'x-IBM942C',
+ 'x-IBM943',
+ 'x-IBM943C',
+ 'x-IBM948',
+ 'x-IBM949',
+ 'x-IBM949C',
+ 'x-IBM950',
+ 'x-IBM964',
+ 'x-IBM970',
+ 'x-ISCII91',
+ 'x-ISO2022-CN-CNS',
+ 'x-ISO2022-CN-GB',
+ 'x-iso-8859-11',
+ 'x-JIS0208',
+ 'x-JISAutoDetect',
+ 'x-Johab',
+ 'x-MacArabic',
+ 'x-MacCentralEurope',
+ 'x-MacCroatian',
+ 'x-MacCyrillic',
+ 'x-MacDingbat',
+ 'x-MacGreek',
+ 'x-MacHebrew',
+ 'x-MacIceland',
+ 'x-MacRoman',
+ 'x-MacRomania',
+ 'x-MacSymbol',
+ 'x-MacThai',
+ 'x-MacTurkish',
+ 'x-MacUkraine',
+ 'x-MS950-HKSCS',
+ 'x-mswin-936',
+ 'x-PCK',
+ 'x-SJIS_0213',
+ 'x-windows-50220',
+ 'x-windows-50221',
+ 'x-windows-874',
+ 'x-windows-949',
+ 'x-windows-950',
+ 'x-windows-iso2022jp',
+];
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/options.js b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/options.js
new file mode 100644
index 000000000000..a67197c7e96a
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/options/options.js
@@ -0,0 +1,44 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+import {
+ FORMAT_OPTIONS,
+ TIMESTAMP_OPTIONS,
+ DELIMITER_OPTIONS,
+ QUOTE_OPTIONS,
+ CHARSET_OPTIONS,
+} from './option_lists';
+
+function getOptions(list) {
+ return list.map(o => (
+ {
+ value: o,
+ inputDisplay: ({o}),
+ }
+ ));
+}
+
+export function getFormatOptions() {
+ return getOptions(FORMAT_OPTIONS);
+}
+
+export function getTimestampFormatOptions() {
+ return getOptions(TIMESTAMP_OPTIONS);
+}
+
+export function getDelimiterOptions() {
+ return getOptions(DELIMITER_OPTIONS);
+}
+
+export function getQuoteOptions() {
+ return getOptions(QUOTE_OPTIONS);
+}
+
+export function getCharsetOptions() {
+ return getOptions(CHARSET_OPTIONS);
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/overrides.js b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/overrides.js
new file mode 100644
index 000000000000..fba9496554b2
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/overrides.js
@@ -0,0 +1,378 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React, {
+ Component,
+} from 'react';
+
+import {
+ EuiForm,
+ EuiFormRow,
+ EuiFieldText,
+ EuiSuperSelect,
+ EuiCheckbox,
+ EuiSpacer,
+ EuiTitle,
+ EuiTextArea,
+} from '@elastic/eui';
+
+import {
+ getFormatOptions,
+ getTimestampFormatOptions,
+ getDelimiterOptions,
+ getQuoteOptions,
+ // getCharsetOptions,
+} from './options';
+
+const formatOptions = getFormatOptions();
+const timestampFormatOptions = getTimestampFormatOptions();
+const delimiterOptions = getDelimiterOptions();
+const quoteOptions = getQuoteOptions();
+// const charsetOptions = getCharsetOptions();
+
+export class Overrides extends Component {
+ constructor(props) {
+ super(props);
+
+ this.state = {};
+ }
+
+ static getDerivedStateFromProps(props) {
+ const { originalSettings } = props;
+
+ const {
+ charset,
+ format,
+ hasHeaderRow,
+ columnNames,
+ delimiter,
+ quote,
+ shouldTrimFields,
+ grokPattern,
+ timestampField,
+ timestampFormat,
+ } = props.overrides;
+
+ const {
+ delimiter: d,
+ customDelimiter: customD
+ } = convertDelimiter((delimiter === undefined) ? originalSettings.delimiter : delimiter);
+
+ const {
+ newColumnNames,
+ originalColumnNames
+ } = getColumnNames(columnNames, originalSettings);
+
+ return {
+ charset: (charset === undefined) ? originalSettings.charset : charset,
+ format: (format === undefined) ? originalSettings.format : format,
+ hasHeaderRow: (hasHeaderRow === undefined) ? originalSettings.hasHeaderRow : hasHeaderRow,
+ columnNames: newColumnNames,
+ originalColumnNames,
+ delimiter: d,
+ customDelimiter: (customD === undefined) ? '' : customD,
+ quote: (quote === undefined) ? originalSettings.quote : quote,
+ shouldTrimFields: (shouldTrimFields === undefined) ? originalSettings.shouldTrimFields : shouldTrimFields,
+ grokPattern: (grokPattern === undefined) ? originalSettings.grokPattern : grokPattern,
+ timestampFormat: (timestampFormat === undefined) ? originalSettings.timestampFormat : timestampFormat,
+ timestampField: (timestampField === undefined) ? originalSettings.timestampField : timestampField,
+ };
+ }
+
+ componentDidMount() {
+ if (typeof this.props.setApplyOverrides === 'function') {
+ this.props.setApplyOverrides(this.applyOverrides);
+ }
+ }
+
+ componentWillUnmount() {
+ if (typeof this.props.unsetApplyOverrides === 'function') {
+ this.props.unsetApplyOverrides();
+ }
+ }
+
+ applyOverrides = () => {
+ const overrides = { ...this.state };
+ overrides.delimiter = convertDelimiterBack(overrides);
+ delete overrides.customDelimiter;
+ delete overrides.originalColumnNames;
+
+ this.props.setOverrides(overrides);
+ }
+
+ onFormatChange = (format) => {
+ this.setState({ format });
+ }
+
+ onTimestampFormatChange = (timestampFormat) => {
+ this.setState({ timestampFormat });
+ }
+
+ onTimestampFieldChange = (timestampField) => {
+ this.setState({ timestampField });
+ }
+
+ onDelimiterChange = (delimiter) => {
+ this.setState({ delimiter });
+ }
+
+ onCustomDelimiterChange = (e) => {
+ this.setState({ customDelimiter: e.target.value });
+ }
+
+ onQuoteChange = (quote) => {
+ this.setState({ quote });
+ }
+
+ onHasHeaderRowChange = (e) => {
+ this.setState({ hasHeaderRow: e.target.checked });
+ }
+
+ onShouldTrimFieldsChange = (e) => {
+ this.setState({ shouldTrimFields: e.target.checked });
+ }
+
+ onCharsetChange = (charset) => {
+ this.setState({ charset });
+ }
+
+ onColumnNameChange = (e, i) => {
+ const columnNames = this.state.columnNames;
+ columnNames[i] = e.target.value;
+ this.setState({ columnNames });
+ }
+
+ grokPatternChange = (e) => {
+ this.setState({ grokPattern: e.target.value });
+ }
+
+
+ render() {
+ const { fields } = this.props;
+ const {
+ timestampFormat,
+ timestampField,
+ format,
+ delimiter,
+ customDelimiter,
+ quote,
+ hasHeaderRow,
+ shouldTrimFields,
+ // charset,
+ columnNames,
+ originalColumnNames,
+ grokPattern,
+ } = this.state;
+
+ const fieldOptions = fields.map(f => ({ value: f, inputDisplay: f }));
+
+ return (
+
+
+
+
+ {
+ (this.state.format === 'delimited') &&
+
+
+
+ {
+ (delimiter === 'other') &&
+
+
+ }
+
+
+
+
+
+
+
+
+
+
+
+
+ }
+ {
+ (this.state.format === 'semi_structured_text') &&
+
+
+
+
+ }
+
+
+
+
+
+
+ {/*
+ */}
+ {
+ (this.state.format === 'delimited') &&
+
+
+
+
+
+ {
+ originalColumnNames.map((f, i) => (
+
+ this.onColumnNameChange(e, i)}
+ />
+
+ ))
+ }
+
+ }
+
+
+
+ );
+ }
+}
+
+// Some delimiter characters cannot be used as items in select list.
+// so show a textual description of the character instead.
+function convertDelimiter(d) {
+ switch (d) {
+ case ',':
+ return {
+ delimiter: 'comma',
+ };
+ case '\t':
+ return {
+ delimiter: 'tab',
+ };
+ case ';':
+ return {
+ delimiter: 'semicolon',
+ };
+ case '|':
+ return {
+ delimiter: 'pipe',
+ };
+ case ' ':
+ return {
+ delimiter: 'space',
+ };
+
+ default:
+ return {
+ delimiter: 'other',
+ customDelimiter: d,
+ };
+ }
+}
+
+// Convert the delimiter textual descriptions back to their real characters.
+function convertDelimiterBack({ delimiter, customDelimiter }) {
+ switch (delimiter) {
+ case 'comma':
+ return ',';
+ case 'tab':
+ return '\t';
+ case 'semicolon':
+ return ';';
+ case 'pipe':
+ return '|';
+ case 'space':
+ return ' ';
+ case 'other':
+ return customDelimiter;
+
+ default:
+ return undefined;
+ }
+}
+
+function getColumnNames(columnNames, originalSettings) {
+ const newColumnNames = (columnNames === undefined && originalSettings.columnNames !== undefined) ?
+ [...originalSettings.columnNames] : columnNames;
+
+ const originalColumnNames = (newColumnNames !== undefined) ? [...newColumnNames] : [];
+
+ return {
+ newColumnNames,
+ originalColumnNames,
+ };
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/overrides.test.js b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/overrides.test.js
new file mode 100644
index 000000000000..fcf092929bd6
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/edit_flyout/overrides.test.js
@@ -0,0 +1,30 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import { shallow } from 'enzyme';
+import React from 'react';
+
+import { Overrides } from './overrides';
+
+describe('Overrides', () => {
+
+ test('render overrides', () => {
+ const props = {
+ setOverrides: () => {},
+ overrides: {},
+ defaultSettings: {},
+ setApplyOverrides: () => {},
+ fields: [],
+ };
+
+ const component = shallow(
+
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/fields_stats/fields_stats.js b/x-pack/plugins/ml/public/file_datavisualizer/components/fields_stats/fields_stats.js
new file mode 100644
index 000000000000..a357bca3d434
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/fields_stats/fields_stats.js
@@ -0,0 +1,98 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React, {
+ Component,
+} from 'react';
+
+import { FieldStatsCard } from './field_stats_card';
+
+export class FieldsStats extends Component {
+ constructor(props) {
+ super(props);
+
+ this.state = {
+ fields: []
+ };
+ }
+
+ componentDidMount() {
+ this.setState({
+ fields: createFields(this.props.results)
+ });
+ }
+
+ render() {
+ return (
+
+
+
+
+
+ );
+}
+
+function limitByNumberOfLines(data, numberOfLines) {
+ return data.split('\n').slice(0, numberOfLines).join('\n');
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/index.js
new file mode 100644
index 000000000000..439e1fd32ff1
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { FileContents } from './file_contents';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/_file_datavisualizer_view.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/_file_datavisualizer_view.scss
new file mode 100644
index 000000000000..e69de29bb2d1
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/_index.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/_index.scss
new file mode 100644
index 000000000000..957ca0eec24d
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/_index.scss
@@ -0,0 +1 @@
+@import 'file_datavisualizer_view'
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/file_datavisualizer_view.js b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/file_datavisualizer_view.js
new file mode 100644
index 000000000000..ebbb69270277
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/file_datavisualizer_view.js
@@ -0,0 +1,315 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React, {
+ Component,
+} from 'react';
+
+import {
+ EuiFilePicker,
+ EuiSpacer,
+ EuiLoadingSpinner,
+ EuiButton,
+ EuiPanel,
+} from '@elastic/eui';
+
+import { isEqual } from 'lodash';
+
+import { ml } from '../../../services/ml_api_service';
+import { AboutPanel } from '../about_panel';
+import { ResultsView } from '../results_view';
+import { FileCouldNotBeRead, FileTooLarge } from './file_error_callouts';
+import { EditFlyout } from '../edit_flyout';
+import { ImportView } from '../import_view';
+import { MAX_BYTES } from '../../../../common/constants/file_datavisualizer';
+import { readFile, createUrlOverrides, processResults } from './utils';
+
+const MODE = {
+ READ: 0,
+ IMPORT: 1,
+};
+
+export class FileDataVisualizerView extends Component {
+ constructor(props) {
+ super(props);
+
+ this.state = {
+ files: {},
+ fileContents: '',
+ fileSize: 0,
+ fileTooLarge: false,
+ fileCouldNotBeRead: false,
+ serverErrorMessage: '',
+ loading: false,
+ loaded: false,
+ results: undefined,
+ mode: MODE.READ,
+ };
+
+ this.overrides = {};
+ this.previousOverrides = {};
+ this.originalSettings = {};
+ this.showEditFlyout = () => {};
+ }
+
+ onChange = (files) => {
+ this.overrides = {};
+
+ this.setState({
+ loading: (files.length > 0),
+ loaded: false,
+ fileContents: '',
+ fileSize: 0,
+ fileTooLarge: false,
+ fileCouldNotBeRead: false,
+ serverErrorMessage: '',
+ results: undefined,
+ }, () => {
+ if (files.length) {
+ this.loadFile(files[0]);
+ }
+ });
+
+ };
+
+ async loadFile(file) {
+ if (file.size < MAX_BYTES) {
+ try {
+ const fileContents = await readFile(file);
+ const data = fileContents.data;
+ this.setState({
+ fileContents: data,
+ fileSize: file.size,
+ });
+
+ await this.loadSettings(data);
+
+ } catch (error) {
+ console.error(error);
+ this.setState({
+ loaded: false,
+ loading: false,
+ fileCouldNotBeRead: true,
+ });
+ }
+
+
+ } else {
+ this.setState({
+ loaded: false,
+ loading: false,
+ fileTooLarge: true,
+ fileSize: file.size,
+ });
+ }
+ }
+
+ async loadSettings(data, overrides, isRetry = false) {
+ try {
+ console.log('overrides', overrides);
+ const { analyzeFile } = ml.fileDatavisualizer;
+ const resp = await analyzeFile(data, overrides);
+ const serverSettings = processResults(resp.results);
+ const serverOverrides = resp.overrides;
+
+ this.previousOverrides = this.overrides;
+ this.overrides = {};
+
+ if (serverSettings.format === 'xml') {
+ throw {
+ message: 'XML not currently supported'
+ };
+ }
+
+ if (serverOverrides === undefined) {
+ this.originalSettings = serverSettings;
+ } else {
+ Object.keys(serverOverrides).forEach((o) => {
+ const camelCaseO = o.replace(/_\w/g, m => m[1].toUpperCase());
+ this.overrides[camelCaseO] = serverOverrides[o];
+ });
+
+ // check to see if the settings from the server which haven't been overridden have changed.
+ // e.g. changing the name of the time field which is also the time field
+ // will cause the timestamp_field setting to change.
+ // if any have changed, update the originalSettings value
+ Object.keys(serverSettings).forEach((o) => {
+ const value = serverSettings[o];
+ if (
+ this.overrides[o] === undefined &&
+ (Array.isArray(value) && (isEqual(value, this.originalSettings[o]) === false) ||
+ (value !== this.originalSettings[o]))
+ ) {
+ this.originalSettings[o] = value;
+ }
+ });
+ }
+
+ this.setState({
+ results: resp.results,
+ loaded: true,
+ loading: false,
+ fileCouldNotBeRead: isRetry,
+ });
+ } catch (error) {
+ console.error(error);
+ this.setState({
+ results: undefined,
+ loaded: false,
+ loading: false,
+ fileCouldNotBeRead: true,
+ serverErrorMessage: error.message,
+ });
+
+ // as long as the previous overrides are different to the current overrides,
+ // reload the results with the previous overrides
+ if (overrides !== undefined && isEqual(this.previousOverrides, overrides) === false) {
+ this.setState({
+ loading: true,
+ loaded: false,
+ });
+ this.loadSettings(data, this.previousOverrides, true);
+ }
+ }
+ }
+
+ setShowEditFlyoutFunction = (func) => {
+ this.showEditFlyout = func;
+ }
+ unsetShowEditFlyoutFunction = () => {
+ this.showEditFlyout = () => {};
+ }
+
+ setOverrides = (overrides) => {
+ console.log('setOverrides', overrides);
+ this.setState({
+ loading: true,
+ loaded: false,
+ }, () => {
+ const formattedOverrides = createUrlOverrides(overrides, this.originalSettings);
+ this.loadSettings(this.state.fileContents, formattedOverrides);
+ });
+ }
+
+ changeMode = (mode) => {
+ this.setState({ mode });
+ }
+
+ render() {
+ const {
+ loading,
+ loaded,
+ results,
+ fileContents,
+ fileSize,
+ fileTooLarge,
+ fileCouldNotBeRead,
+ serverErrorMessage,
+ mode,
+ } = this.state;
+
+ const fields = (results !== undefined && results.field_stats !== undefined) ? Object.keys(results.field_stats) : [];
+
+ return (
+
+ {(mode === MODE.READ) &&
+
+
+
+ }
+
+ {(loading) &&
+
+
+ }
+
+ {(loaded) &&
+
+ this.showEditFlyout()}
+ />
+
+ }
+
+
+ this.changeMode(MODE.IMPORT)}
+ >
+ Import
+
+
+
+ }
+
+ }
+ {(mode === MODE.IMPORT) &&
+
+
+ this.changeMode(MODE.READ)}
+ >
+ Back
+
+
+
+ }
+
+ );
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/file_error_callouts.js b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/file_error_callouts.js
new file mode 100644
index 000000000000..f45e6f12929c
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/file_error_callouts.js
@@ -0,0 +1,44 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import React from 'react';
+
+import {
+ EuiCallOut,
+} from '@elastic/eui';
+
+export function FileTooLarge({ fileSize, maxFileSize }) {
+ return (
+
+
+ );
+}
+
+export function FileCouldNotBeRead({ error, loaded }) {
+ return (
+
+ {
+ (error !== undefined) &&
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/index.js
new file mode 100644
index 000000000000..cc9714d2b4c4
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { FileDataVisualizerView } from './file_datavisualizer_view';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/overrides.js b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/overrides.js
new file mode 100644
index 000000000000..413c2ca7372d
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/overrides.js
@@ -0,0 +1,19 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export const overrideDefaults = {
+ timestampFormat: undefined,
+ timestampField: undefined,
+ format: undefined,
+ delimiter: undefined,
+ quote: undefined,
+ hasHeaderRow: undefined,
+ charset: undefined,
+ columnNames: undefined,
+ shouldTrimFields: undefined,
+ grokPattern: undefined,
+};
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/utils.js b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/utils.js
new file mode 100644
index 000000000000..cb82f6f4b191
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_datavisualizer_view/utils.js
@@ -0,0 +1,99 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import { overrideDefaults } from './overrides';
+import { isEqual } from 'lodash';
+
+export function readFile(file) {
+ return new Promise((resolve, reject) => {
+
+ if (file && file.size) {
+ const reader = new FileReader();
+ reader.readAsText(file);
+
+ reader.onload = (() => {
+ return () => {
+ const data = reader.result;
+ if (data === '') {
+ reject();
+ } else {
+ resolve({ data });
+ }
+ };
+ })(file);
+ } else {
+ reject();
+ }
+ });
+}
+
+export function createUrlOverrides(overrides, originalSettings) {
+ const formattedOverrides = {};
+ for (const o in overrideDefaults) {
+ if (overrideDefaults.hasOwnProperty(o)) {
+ let value = overrides[o];
+ if (
+ (Array.isArray(value) && isEqual(value, originalSettings[o]) ||
+ (value === undefined || value === originalSettings[o]))
+ ) {
+ value = '';
+ }
+
+ const snakeCaseO = o.replace(/([A-Z])/g, $1 => `_${$1.toLowerCase()}`);
+ formattedOverrides[snakeCaseO] = value;
+ }
+ }
+
+ if (formattedOverrides.format === '' && originalSettings.format === 'delimited') {
+ if (
+ formattedOverrides.should_trim_fields !== '' ||
+ formattedOverrides.has_header_row !== '' ||
+ formattedOverrides.delimiter !== '' ||
+ formattedOverrides.quote !== '' ||
+ formattedOverrides.column_names !== ''
+ ) {
+ formattedOverrides.format = originalSettings.format;
+ }
+ }
+
+ if (formattedOverrides.format === '' && originalSettings.format === 'semi_structured_text') {
+ if (formattedOverrides.grok_pattern !== '') {
+ formattedOverrides.format = originalSettings.format;
+ }
+ }
+
+ if (formattedOverrides.format === 'json' || originalSettings.format === 'json') {
+ formattedOverrides.should_trim_fields = '';
+ formattedOverrides.has_header_row = '';
+ formattedOverrides.delimiter = '';
+ formattedOverrides.quote = '';
+ formattedOverrides.column_names = '';
+ }
+
+ // escape grok pattern as it can contain bad characters
+ if (formattedOverrides.grok_pattern !== '') {
+ formattedOverrides.grok_pattern = encodeURIComponent(formattedOverrides.grok_pattern);
+ }
+ return formattedOverrides;
+}
+
+export function processResults(results) {
+ const timestampFormat = (results.joda_timestamp_formats !== undefined && results.joda_timestamp_formats.length) ?
+ results.joda_timestamp_formats[0] : undefined;
+
+ return {
+ format: results.format,
+ delimiter: results.delimiter,
+ timestampField: results.timestamp_field,
+ timestampFormat,
+ quote: results.quote,
+ hasHeaderRow: results.has_header_row,
+ shouldTrimFields: results.should_trim_fields,
+ charset: results.charset,
+ columnNames: results.column_names,
+ grokPattern: results.grok_pattern,
+ };
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_errors/errors.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_errors/errors.js
new file mode 100644
index 000000000000..4981e4cf23f1
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_errors/errors.js
@@ -0,0 +1,103 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiCallOut,
+ EuiAccordion,
+} from '@elastic/eui';
+
+import { IMPORT_STATUS } from '../import_progress';
+
+export function ImportErrors({ errors, statuses }) {
+ return (
+
+ {
+ errors.map((e, i) => (
+
+ );
+}
+
+function title(statuses) {
+ switch (IMPORT_STATUS.FAILED) {
+ case statuses.readStatus:
+ return 'Error reading file';
+ case statuses.indexCreatedStatus:
+ return 'Error creating index';
+ case statuses.ingestPipelineCreatedStatus:
+ return 'Error creating ingest pipeline';
+ case statuses.uploadStatus:
+ return 'Error uploading data';
+ case statuses.indexPatternCreatedStatus:
+ return 'Error creating index pattern';
+ default:
+ return 'Error';
+ }
+}
+
+function ImportError(error, key) {
+ const errorObj = toString(error);
+ return (
+
+
+ {errorObj.more}
+
+ }
+
+
+ );
+}
+
+function toString(error) {
+ if (typeof error === 'string') {
+ return { msg: error };
+ }
+
+ if (typeof error === 'object') {
+ if (error.msg !== undefined) {
+ return { msg: error.msg };
+ } else if (error.error !== undefined) {
+ if (typeof error.error === 'object') {
+ if (error.error.msg !== undefined) {
+ // this will catch a bulk ingest failure
+ const errorObj = { msg: error.error.msg };
+ if (error.error.body !== undefined) {
+ errorObj.more = error.error.response;
+ }
+ return errorObj;
+
+ }
+ } else {
+ return { msg: error.error };
+ }
+ } else {
+ // last resort, just display the whole object
+ return { msg: JSON.stringify(error) };
+
+ }
+ }
+
+ return { msg: 'Unknown error' };
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_errors/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_errors/index.js
new file mode 100644
index 000000000000..3e336e3b61a1
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_errors/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { ImportErrors } from './errors';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_progress/import_progress.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_progress/import_progress.js
new file mode 100644
index 000000000000..ec447c851dbc
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_progress/import_progress.js
@@ -0,0 +1,169 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiStepsHorizontal,
+ EuiProgress,
+ EuiSpacer,
+} from '@elastic/eui';
+
+export const IMPORT_STATUS = {
+ INCOMPLETE: 'incomplete',
+ COMPLETE: 'complete',
+ FAILED: 'danger',
+};
+
+export function ImportProgress({ statuses }) {
+
+ const {
+ reading,
+ readStatus,
+ indexCreatedStatus,
+ ingestPipelineCreatedStatus,
+ indexPatternCreatedStatus,
+ uploadProgress,
+ uploadStatus,
+ createIndexPattern,
+ } = statuses;
+
+ let statusInfo = null;
+
+ let completedStep = 0;
+
+ if (reading === true && readStatus === IMPORT_STATUS.INCOMPLETE) {
+ completedStep = 0;
+ }
+ if (
+ readStatus === IMPORT_STATUS.COMPLETE &&
+ indexCreatedStatus === IMPORT_STATUS.INCOMPLETE &&
+ ingestPipelineCreatedStatus === IMPORT_STATUS.INCOMPLETE
+ ) {
+ completedStep = 1;
+ }
+ if (indexCreatedStatus === IMPORT_STATUS.COMPLETE) {
+ completedStep = 2;
+ }
+ if (ingestPipelineCreatedStatus === IMPORT_STATUS.COMPLETE) {
+ completedStep = 3;
+ }
+ if (uploadStatus === IMPORT_STATUS.COMPLETE) {
+ completedStep = 4;
+ }
+ if (indexPatternCreatedStatus === IMPORT_STATUS.COMPLETE) {
+ completedStep = 5;
+ }
+
+
+ let processFileTitle = 'Process file';
+ let createIndexTitle = 'Create index';
+ let createIngestPipelineTitle = 'Create ingest pipeline';
+ let uploadingDataTitle = 'Upload data';
+ let createIndexPatternTitle = 'Create index pattern';
+
+ if (completedStep >= 0) {
+ processFileTitle = 'Processing file';
+ statusInfo = (
+
+
+ }
+
+ );
+}
+
+function UploadFunctionProgress({ progress }) {
+ return (
+
+
+
+ }
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_progress/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_progress/index.js
new file mode 100644
index 000000000000..06c78862bd11
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_progress/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { ImportProgress, IMPORT_STATUS } from './import_progress';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/advanced.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/advanced.js
new file mode 100644
index 000000000000..d01913738792
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/advanced.js
@@ -0,0 +1,173 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiFieldText,
+ EuiSpacer,
+ EuiFormRow,
+ EuiCheckbox,
+ EuiFlexGroup,
+ EuiFlexItem,
+} from '@elastic/eui';
+
+import { MLJobEditor, EDITOR_MODE } from '../../../jobs/jobs_list/components/ml_job_editor';
+const EDITOR_HEIGHT = '300px';
+
+export function AdvancedSettings({
+ index,
+ indexPattern,
+ initialized,
+ onIndexChange,
+ createIndexPattern,
+ onCreateIndexPatternChange,
+ onIndexPatternChange,
+ indexSettingsString,
+ mappingsString,
+ pipelineString,
+ onIndexSettingsStringChange,
+ onMappingsStringChange,
+ onPipelineStringChange,
+ indexNameError,
+ indexPatternNameError,
+}) {
+
+ return (
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ );
+}
+
+function IndexSettings({ initialized, data, onChange }) {
+ return (
+
+
+
+
+ );
+}
+
+function Mappings({ initialized, data, onChange }) {
+ return (
+
+
+
+
+ );
+}
+
+function IngestPipeline({ initialized, data, onChange }) {
+ return (
+
+
+
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/import_settings.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/import_settings.js
new file mode 100644
index 000000000000..ec2a8364b482
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/import_settings.js
@@ -0,0 +1,93 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiTabbedContent,
+ EuiSpacer,
+} from '@elastic/eui';
+
+import { SimpleSettings } from './simple';
+import { AdvancedSettings } from './advanced';
+
+export function ImportSettings({
+ index,
+ indexPattern,
+ initialized,
+ onIndexChange,
+ createIndexPattern,
+ onCreateIndexPatternChange,
+ onIndexPatternChange,
+ indexSettingsString,
+ mappingsString,
+ pipelineString,
+ onIndexSettingsStringChange,
+ onMappingsStringChange,
+ onPipelineStringChange,
+ indexNameError,
+ indexPatternNameError
+}) {
+
+ const tabs = [{
+ id: 'simple-settings',
+ name: 'Simple',
+ content: (
+
+
+
+ )
+ },
+ {
+ id: 'advanced-settings',
+ name: 'Advanced',
+ content: (
+
+
+
+ )
+ }
+ ];
+ return (
+
+ { }}
+ />
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/index.js
new file mode 100644
index 000000000000..9a553a38331b
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { ImportSettings } from './import_settings';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/simple.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/simple.js
new file mode 100644
index 000000000000..5e384e4c93bc
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_settings/simple.js
@@ -0,0 +1,49 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiFieldText,
+ EuiFormRow,
+ EuiCheckbox,
+} from '@elastic/eui';
+
+export function SimpleSettings({
+ index,
+ initialized,
+ onIndexChange,
+ createIndexPattern,
+ onCreateIndexPatternChange,
+ indexNameError,
+}) {
+ return (
+
+
+
+
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/_import_sumary.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/_import_sumary.scss
new file mode 100644
index 000000000000..b21c35e43045
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/_import_sumary.scss
@@ -0,0 +1,20 @@
+.import-summary-list.euiDescriptionList {
+ // adding overrides for title and desciption
+ // these have to be overridden here as they are not
+ // accessable as overrides in the EuiDescriptionList component
+ .euiDescriptionList__title {
+ flex-basis: 15%;
+ }
+ .euiDescriptionList__description {
+ flex-basis: 85%;
+ }
+}
+
+.failure-list {
+ max-height: 200px;
+ overflow-y: auto;
+
+ .error-message {
+ color: $euiColorDanger;
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/_index.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/_index.scss
new file mode 100644
index 000000000000..663e2db01892
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/_index.scss
@@ -0,0 +1 @@
+@import 'import_sumary'
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/import_summary.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/import_summary.js
new file mode 100644
index 000000000000..c727a6f30198
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/import_summary.js
@@ -0,0 +1,122 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiSpacer,
+ EuiDescriptionList,
+ EuiCallOut,
+ EuiAccordion,
+} from '@elastic/eui';
+
+export function ImportSummary({
+ index,
+ indexPattern,
+ ingestPipelineId,
+ docCount,
+ importFailures,
+}) {
+ const items = createDisplayItems(
+ index,
+ indexPattern,
+ ingestPipelineId,
+ docCount,
+ importFailures
+ );
+
+ return (
+
+
+
+
+ {(importFailures && importFailures.length > 0) &&
+
+
+
+
+ }
+
+ );
+}
+
+function Failures({ failedDocs }) {
+ return (
+
+
+ );
+}
+
+function createDisplayItems(
+ index,
+ indexPattern,
+ ingestPipelineId,
+ docCount,
+ importFailures
+) {
+ const items = [
+ {
+ title: 'Index',
+ description: index,
+ },
+ {
+ title: 'Index pattern',
+ description: indexPattern,
+ },
+ {
+ title: 'Ingest pipeline',
+ description: ingestPipelineId,
+ },
+ {
+ title: 'Documents ingested',
+ description: docCount - ((importFailures && importFailures.length) || 0),
+ }
+ ];
+
+ if (importFailures && importFailures.length > 0) {
+ items.push({
+ title: 'Failed documents',
+ description: importFailures.length,
+ });
+ }
+
+ return items;
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/index.js
new file mode 100644
index 000000000000..0f3cc48977fb
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_summary/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { ImportSummary } from './import_summary';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/import_view.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/import_view.js
new file mode 100644
index 000000000000..2518fc42998d
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/import_view.js
@@ -0,0 +1,500 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React, {
+ Component,
+} from 'react';
+
+import {
+ EuiButton,
+ EuiSpacer,
+ EuiPanel,
+ EuiTitle,
+} from '@elastic/eui';
+
+import { importerFactory } from './importer';
+import { ResultsLinks } from '../results_links';
+import { ImportProgress, IMPORT_STATUS } from '../import_progress';
+import { ImportErrors } from '../import_errors';
+import { ImportSummary } from '../import_summary';
+import { ImportSettings } from '../import_settings';
+import { getIndexPatternNames, refreshIndexPatterns } from '../../../util/index_utils';
+import { ml } from '../../../services/ml_api_service';
+
+const DEFAULT_TIME_FIELD = '@timestamp';
+const CONFIG_MODE = { SIMPLE: 0, ADVANCED: 1 };
+
+const DEFAULT_STATE = {
+ index: '',
+ importing: false,
+ imported: false,
+ initialized: false,
+ reading: false,
+ readProgress: 0,
+ readStatus: IMPORT_STATUS.INCOMPLETE,
+ indexCreatedStatus: IMPORT_STATUS.INCOMPLETE,
+ indexPatternCreatedStatus: IMPORT_STATUS.INCOMPLETE,
+ ingestPipelineCreatedStatus: IMPORT_STATUS.INCOMPLETE,
+ uploadProgress: 0,
+ uploadStatus: IMPORT_STATUS.INCOMPLETE,
+ createIndexPattern: true,
+ indexPattern: '',
+ indexPatternId: '',
+ ingestPipelineId: '',
+ errors: [],
+ importFailures: [],
+ docCount: 0,
+ configMode: CONFIG_MODE.SIMPLE,
+ indexSettingsString: '',
+ mappingsString: '',
+ pipelineString: '',
+ indexNames: [],
+ indexPatternNames: [],
+ indexNameError: '',
+ indexPatternNameError: '',
+};
+
+export class ImportView extends Component {
+ constructor(props) {
+ super(props);
+
+ this.state = getDefaultState(DEFAULT_STATE, this.props.results);
+ }
+
+ componentDidMount() {
+ this.loadIndexNames();
+ this.loadIndexPatternNames();
+ }
+
+ clickReset = () => {
+ const state = getDefaultState(this.state, this.props.results);
+ this.setState(state, () => {
+ this.loadIndexNames();
+ this.loadIndexPatternNames();
+ });
+ }
+
+ clickImport = () => {
+ this.import();
+ }
+
+ // TODO - sort this function out. it's a mess
+ async import() {
+ const { fileContents, results } = this.props;
+ const { format } = results;
+ const {
+ index,
+ indexPattern,
+ createIndexPattern,
+ indexSettingsString,
+ mappingsString,
+ pipelineString,
+ } = this.state;
+
+ const errors = [];
+
+ if (index !== '') {
+ this.setState({
+ importing: true,
+ imported: false,
+ reading: true,
+ initialized: true,
+ }, () => {
+ setTimeout(async () => {
+ let success = false;
+
+ let indexCreationSettings = {};
+ try {
+ indexCreationSettings = {
+ settings: JSON.parse(indexSettingsString),
+ mappings: JSON.parse(mappingsString),
+ pipeline: JSON.parse(pipelineString),
+ };
+ success = true;
+ } catch (error) {
+ success = false;
+ errors.push(error);
+ }
+
+ if (success) {
+ const importer = importerFactory(format, results, indexCreationSettings);
+ if (importer !== undefined) {
+
+ const readResp = await importer.read(fileContents, this.setReadProgress);
+ success = readResp.success;
+ this.setState({
+ readStatus: success ? IMPORT_STATUS.COMPLETE : IMPORT_STATUS.FAILED,
+ reading: false,
+ });
+
+ if (readResp.success === false) {
+ console.error(readResp.error);
+ errors.push(readResp.error);
+ }
+
+ if (success) {
+ const initializeImportResp = await importer.initializeImport(index);
+
+ const indexCreated = (initializeImportResp.index !== undefined);
+ this.setState({
+ indexCreatedStatus: indexCreated ? IMPORT_STATUS.COMPLETE : IMPORT_STATUS.FAILED,
+ });
+
+ const pipelineCreated = (initializeImportResp.pipelineId !== undefined);
+ if (indexCreated) {
+ this.setState({
+ ingestPipelineCreatedStatus: pipelineCreated ? IMPORT_STATUS.COMPLETE : IMPORT_STATUS.FAILED,
+ ingestPipelineId: pipelineCreated ? initializeImportResp.pipelineId : '',
+ });
+ }
+
+ success = (indexCreated && pipelineCreated);
+
+ if (success) {
+ const importId = initializeImportResp.id;
+ const pipelineId = initializeImportResp.pipelineId;
+ const importResp = await importer.import(importId, index, pipelineId, this.setImportProgress);
+ success = importResp.success;
+ this.setState({
+ uploadStatus: importResp.success ? IMPORT_STATUS.COMPLETE : IMPORT_STATUS.FAILED,
+ importFailures: importResp.failures,
+ docCount: importResp.docCount,
+ });
+
+ if (success && createIndexPattern) {
+ const indexPatternName = (indexPattern === '') ? index : indexPattern;
+
+ const indexPatternResp = await createKibanaIndexPattern(indexPatternName, this.props.indexPatterns);
+ success = indexPatternResp.success;
+ this.setState({
+ indexPatternCreatedStatus: indexPatternResp.success ? IMPORT_STATUS.COMPLETE : IMPORT_STATUS.FAILED,
+ indexPatternId: indexPatternResp.id,
+ });
+ if (indexPatternResp.success === false) {
+ errors.push(indexPatternResp.error);
+ }
+ } else {
+ errors.push(importResp.error);
+ }
+ } else {
+ errors.push(initializeImportResp.error);
+ }
+ }
+ }
+ }
+
+ this.setState({
+ importing: false,
+ imported: success,
+ errors,
+ });
+
+ }, 500);
+ });
+ }
+ }
+
+ onConfigModeChange = (configMode) => {
+ this.setState({
+ configMode,
+ });
+ }
+
+ onIndexChange = (e) => {
+ const name = e.target.value;
+ this.setState({
+ index: name,
+ indexNameError: isIndexNameValid(name, this.state.indexNames),
+ });
+ }
+
+ onIndexPatternChange = (e) => {
+ const name = e.target.value;
+ const { indexPatternNames, index } = this.state;
+ this.setState({
+ indexPattern: name,
+ indexPatternNameError: isIndexPatternNameValid(name, indexPatternNames, index),
+ });
+ }
+
+ onCreateIndexPatternChange = (e) => {
+ this.setState({
+ createIndexPattern: e.target.checked,
+ });
+ }
+
+ onIndexSettingsStringChange = (text) => {
+ this.setState({
+ indexSettingsString: text,
+ });
+ }
+
+ onMappingsStringChange = (text) => {
+ this.setState({
+ mappingsString: text,
+ });
+ }
+
+ onPipelineStringChange = (text) => {
+ this.setState({
+ pipelineString: text,
+ });
+ }
+
+ setImportProgress = (progress) => {
+ this.setState({
+ uploadProgress: progress,
+ });
+ }
+
+ setReadProgress = (progress) => {
+ this.setState({
+ readProgress: progress,
+ });
+ }
+
+ async loadIndexNames() {
+ const indices = await ml.getIndices();
+ const indexNames = indices.map(i => i.name);
+ this.setState({ indexNames });
+ }
+
+ async loadIndexPatternNames() {
+ await refreshIndexPatterns();
+ const indexPatternNames = getIndexPatternNames();
+ this.setState({ indexPatternNames });
+ }
+
+ render() {
+ const {
+ index,
+ indexPattern,
+ indexPatternId,
+ ingestPipelineId,
+ importing,
+ imported,
+ reading,
+ initialized,
+ readStatus,
+ indexCreatedStatus,
+ ingestPipelineCreatedStatus,
+ indexPatternCreatedStatus,
+ uploadProgress,
+ uploadStatus,
+ createIndexPattern,
+ errors,
+ docCount,
+ importFailures,
+ indexSettingsString,
+ mappingsString,
+ pipelineString,
+ indexNameError,
+ indexPatternNameError,
+ } = this.state;
+
+ const statuses = {
+ reading,
+ readStatus,
+ indexCreatedStatus,
+ ingestPipelineCreatedStatus,
+ indexPatternCreatedStatus,
+ uploadProgress,
+ uploadStatus,
+ createIndexPattern,
+ };
+
+ const disableImport = (
+ index === '' ||
+ indexNameError !== '' ||
+ (createIndexPattern === true && indexPatternNameError !== '') ||
+ initialized === true
+ );
+
+ return (
+
+
+
+
+
+
+
+
+ Import
+
+ }
+
+ {
+ (initialized === true && importing === false) &&
+
+
+ Reset
+
+ }
+
+
+
+
+ {(initialized === true) &&
+
+
+
+
+
+ }
+
+
+
+ {
+ (errors.length > 0) &&
+
+
+ }
+
+ }
+
+
+ );
+ }
+}
+
+async function createKibanaIndexPattern(indexPatternName, indexPatterns, timeFieldName = DEFAULT_TIME_FIELD) {
+ try {
+ const emptyPattern = await indexPatterns.get();
+
+ Object.assign(emptyPattern, {
+ id: '',
+ title: indexPatternName,
+ timeFieldName,
+ });
+
+ const id = await emptyPattern.create();
+ return {
+ success: true,
+ id,
+ };
+ } catch (error) {
+ console.error(error);
+ return {
+ success: false,
+ error,
+ };
+ }
+}
+
+function getDefaultState(state, results) {
+ const indexSettingsString = (state.indexSettingsString === '') ? '{}' : state.indexSettingsString;
+ const mappingsString = (state.mappingsString === '') ? JSON.stringify(results.mappings, null, 2) : state.mappingsString;
+ const pipelineString = (state.pipelineString === '') ? JSON.stringify(results.ingest_pipeline, null, 2) : state.pipelineString;
+
+ return {
+ ... DEFAULT_STATE,
+ indexSettingsString,
+ mappingsString,
+ pipelineString,
+ };
+}
+
+function isIndexNameValid(name, indexNames) {
+ if (indexNames.find(i => i === name)) {
+ return 'Index name already exists';
+ }
+
+ const reg = new RegExp('[\\\\/\*\?\"\<\>\|\\s\,\#]+');
+ if (
+ (name !== name.toLowerCase()) || // name should be lowercase
+ (name === '.' || name === '..') || // name can't be . or ..
+ name.match(/^[-_+]/) !== null || // name can't start with these chars
+ name.match(reg) !== null // name can't contain these chars
+ ) {
+ return 'Index name contains illegal characters';
+ }
+ return '';
+}
+
+function isIndexPatternNameValid(name, indexPatternNames, index) {
+ // if a blank name is entered, the index name will be used so avoid validation
+ if (name === '') {
+ return '';
+ }
+
+ if (indexPatternNames.find(i => i === name)) {
+ return 'Index pattern name already exists';
+ }
+
+ // escape . and + to stop the regex matching more than it should.
+ let newName = name.replace('.', '\\.');
+ newName = newName.replace('+', '\\+');
+ // replace * with .* to make the wildcard match work.
+ newName = newName.replace('*', '.*');
+ const reg = new RegExp(`^${newName}$`);
+ if (index.match(reg) === null) { // name should match index
+ return 'Index pattern does not match index name';
+ }
+
+ return '';
+}
+
+
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/csv_importer.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/csv_importer.js
new file mode 100644
index 000000000000..40a7ebb1c14b
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/csv_importer.js
@@ -0,0 +1,69 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import { Importer } from './importer';
+import Papa from 'papaparse';
+
+export class CsvImporter extends Importer {
+ constructor(results, settings) {
+ super(settings);
+
+ this.format = results.format;
+ this.delimiter = results.delimiter;
+ this.quote = results.quote;
+ this.hasHeaderRow = results.has_header_row;
+ this.columnNames = results.column_names;
+ }
+
+ async read(csv) {
+ try {
+ const config = {
+ header: false,
+ skipEmptyLines: 'greedy',
+ delimiter: this.delimiter,
+ quoteChar: this.quote,
+ };
+
+ const parserOutput = Papa.parse(csv, config);
+
+ if (parserOutput.errors.length) {
+ // throw an error with the message of the first error encountered
+ throw parserOutput.errors[0].message;
+ }
+
+ this.data = parserOutput.data;
+
+ if (this.hasHeaderRow) {
+ this.data.shift();
+ }
+
+ this.docArray = formatToJson(this.data, this.columnNames);
+
+ return {
+ success: true,
+ };
+ } catch (error) {
+ return {
+ success: false,
+ error,
+ };
+ }
+ }
+}
+
+function formatToJson(data, columnNames) {
+ const docArray = [];
+ for (let i = 0; i < data.length; i++) {
+ const line = {};
+ for (let c = 0; c < columnNames.length; c++) {
+ const col = columnNames[c];
+ line[col] = data[i][c];
+ }
+ docArray.push(line);
+ }
+ return docArray;
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/importer.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/importer.js
new file mode 100644
index 000000000000..cb1b47587481
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/importer.js
@@ -0,0 +1,149 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import { ml } from '../../../../services/ml_api_service';
+import { chunk } from 'lodash';
+import moment from 'moment';
+
+const CHUNK_SIZE = 10000;
+const IMPORT_RETRIES = 5;
+
+export class Importer {
+ constructor({ settings, mappings, pipeline }) {
+ this.settings = settings;
+ this.mappings = mappings;
+ this.pipeline = pipeline;
+
+ this.data = [];
+ this.docArray = [];
+ }
+
+ async initializeImport(index) {
+ const settings = this.settings;
+ const mappings = this.mappings;
+ const pipeline = this.pipeline;
+ updatePipelineTimezone(pipeline);
+
+ const ingestPipeline = {
+ id: `${index}-pipeline`,
+ pipeline,
+ };
+
+ const createIndexResp = await ml.fileDatavisualizer.import({
+ id: undefined,
+ index,
+ data: [],
+ settings,
+ mappings,
+ ingestPipeline
+ });
+
+ return createIndexResp;
+ }
+
+ async import(id, index, pipelineId, setImportProgress) {
+ if (!id || !index) {
+ return {
+ success: false,
+ error: 'no ID or index supplied'
+ };
+ }
+
+ const chunks = chunk(this.docArray, CHUNK_SIZE);
+
+ const ingestPipeline = {
+ id: pipelineId,
+ };
+
+ let success = true;
+ const failures = [];
+ let error;
+
+ for (let i = 0; i < chunks.length; i++) {
+ const aggs = {
+ id,
+ index,
+ data: chunks[i],
+ settings: {},
+ mappings: {},
+ ingestPipeline
+ };
+
+ let retries = IMPORT_RETRIES;
+ let resp = {
+ success: false,
+ failures: [],
+ docCount: 0,
+ };
+
+ while (resp.success === false && retries > 0) {
+ resp = await ml.fileDatavisualizer.import(aggs);
+
+ if (retries < IMPORT_RETRIES) {
+ console.log(`Retrying import ${IMPORT_RETRIES - retries}`);
+ }
+
+ retries--;
+ }
+
+ if (resp.success) {
+ setImportProgress(((i + 1) / chunks.length) * 100);
+ } else {
+ console.error(resp);
+ success = false;
+ error = resp.error;
+ populateFailures(resp, failures, i);
+ break;
+ }
+
+ populateFailures(resp, failures, i);
+ }
+
+ const result = {
+ success,
+ failures,
+ docCount: this.docArray.length,
+ };
+
+ if (success) {
+ setImportProgress(100);
+ } else {
+ result.error = error;
+ }
+
+ return result;
+ }
+}
+
+function populateFailures(error, failures, chunkCount) {
+ if (error.failures && error.failures.length) {
+ // update the item value to include the chunk count
+ // e.g. item 3 in chunk 2 is actually item 20003
+ for (let f = 0; f < error.failures.length; f++) {
+ const failure = error.failures[f];
+ failure.item = failure.item + (CHUNK_SIZE * chunkCount);
+ }
+ failures.push(...error.failures);
+ }
+}
+
+// The file structure endpoint sets the timezone to be {{ beat.timezone }}
+// as that's the variable Filebeat would send the client timezone in.
+// In this data import function the UI is effectively performing the role of Filebeat,
+// i.e. doing basic parsing, processing and conversion to JSON before forwarding to the ingest pipeline.
+// But it's not sending every single field that Filebeat would add, so the ingest pipeline
+// cannot look for a beat.timezone variable in each input record.
+// Therefore we need to replace {{ beat.timezone }} with the actual browser timezone
+function updatePipelineTimezone(ingestPipeline) {
+ if (ingestPipeline !== undefined && ingestPipeline.processors && ingestPipeline.processors) {
+ const dateProcessor = ingestPipeline.processors.find(p => (p.date !== undefined && p.date.timezone === '{{ beat.timezone }}'));
+
+ if (dateProcessor) {
+ dateProcessor.date.timezone = moment.tz.guess();
+ }
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/importer_factory.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/importer_factory.js
new file mode 100644
index 000000000000..e2bf8f5707be
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/importer_factory.js
@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import { CsvImporter } from './csv_importer';
+import { SstImporter } from './sst_importer';
+import { JsonImporter } from './json_importer';
+
+export function importerFactory(format, results, settings) {
+
+ switch (format) {
+ case 'delimited':
+ return new CsvImporter(results, settings);
+ case 'semi_structured_text':
+ return new SstImporter(results, settings);
+ case 'json':
+ return new JsonImporter(results, settings);
+ default:
+ return;
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/index.js
new file mode 100644
index 000000000000..ee3e77ebce64
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { importerFactory } from './importer_factory';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/json_importer.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/json_importer.js
new file mode 100644
index 000000000000..4fdfbf8d8f00
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/json_importer.js
@@ -0,0 +1,40 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import { Importer } from './importer';
+
+export class JsonImporter extends Importer {
+ constructor(results, settings) {
+ super(settings);
+ }
+
+ async read(json) {
+ try {
+ const splitJson = json.split(/}\s*\n/);
+
+ const ndjson = [];
+ for (let i = 0; i < splitJson.length; i++) {
+ if (splitJson[i] !== '') {
+ // note the extra } at the end of the line, adding back
+ // the one that was eaten in the split
+ ndjson.push(`${splitJson[i]}}`);
+ }
+ }
+
+ this.docArray = ndjson;
+
+ return {
+ success: true,
+ };
+ } catch (error) {
+ return {
+ success: false,
+ error,
+ };
+ }
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/sst_importer.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/sst_importer.js
new file mode 100644
index 000000000000..43acb19a387a
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/importer/sst_importer.js
@@ -0,0 +1,71 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import { Importer } from './importer';
+
+export class SstImporter extends Importer {
+ constructor(results, settings) {
+ super(settings);
+
+ this.format = results.format;
+ this.multilineStartPattern = results.multiline_start_pattern;
+ this.grokPattern = results.grok_pattern;
+ }
+
+ // convert the semi structured text string into an array of lines
+ // by looking over each char, looking for newlines.
+ // if one is found, check the next line to see if it starts with the
+ // multiline_start_pattern regex
+ // if it does, it is a legitimate end of line and can be pushed into the list,
+ // if not, it must be a new line char inside a field value, so keep looking.
+ async read(text) {
+ try {
+ const data = [];
+
+ let message = '';
+ let line = '';
+ for (let i = 0; i < text.length; i++) {
+ const char = text[i];
+ if (char === '\n') {
+ if (line.match(this.multilineStartPattern) !== null) {
+ data.push({ message });
+ message = '';
+ } else {
+ message += char;
+ }
+ message += line;
+ line = '';
+ } else {
+ line += char;
+ }
+ }
+
+ // add the last line of the file to the list
+ if (message !== '') {
+ data.push({ message });
+ }
+
+ // remove first line if it is blank
+ if (data[0] && data[0].message === '') {
+ data.shift();
+ }
+
+ this.data = data;
+ this.docArray = this.data;
+
+ return {
+ success: true,
+ };
+ } catch (error) {
+ console.error(error);
+ return {
+ success: false,
+ error,
+ };
+ }
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/index.js
new file mode 100644
index 000000000000..6a798aa5092c
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/import_view/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { ImportView } from './import_view';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/results_links/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/results_links/index.js
new file mode 100644
index 000000000000..3d1e7b5db9c5
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/results_links/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { ResultsLinks } from './results_links';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/results_links/results_links.js b/x-pack/plugins/ml/public/file_datavisualizer/components/results_links/results_links.js
new file mode 100644
index 000000000000..04c74171f7aa
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/results_links/results_links.js
@@ -0,0 +1,147 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React, {
+ Component,
+} from 'react';
+
+import {
+ EuiFlexGroup,
+ EuiFlexItem,
+ EuiCard,
+ EuiIcon,
+} from '@elastic/eui';
+
+import moment from 'moment';
+import uiChrome from 'ui/chrome';
+import { ml } from '../../../services/ml_api_service';
+
+const RECHECK_DELAY_MS = 3000;
+
+export class ResultsLinks extends Component {
+ constructor(props) {
+ super(props);
+
+ this.state = {
+ from: 'now-30m',
+ to: 'now',
+ };
+
+ this.recheckTimeout = null;
+ }
+
+ componentDidMount() {
+ this.updateTimeValues();
+ }
+
+ componentWillUnmount() {
+ clearTimeout(this.recheckTimeout);
+ }
+
+ async updateTimeValues(recheck = true) {
+ const {
+ index,
+ timeFieldName,
+ } = this.props;
+
+ const { from, to, } = await getFullTimeRange(index, timeFieldName);
+ this.setState({
+ from: (from === null) ? this.state.from : from,
+ to: (to === null) ? this.state.to : to,
+ });
+
+ // these links may have been drawn too quickly for the index to be ready
+ // to give us the correct start and end times.
+ // especially if the data was small.
+ // so if the start and end were null, try again in 3s
+ // the timeout is cleared when this component unmounts. just in case the user
+ // resets the form or navigates away within 3s
+ if (recheck && (from === null || to === null)) {
+ this.recheckTimeout = setTimeout(() => {
+ this.updateTimeValues(false);
+ }, RECHECK_DELAY_MS);
+ }
+ }
+
+ render() {
+ const {
+ indexPatternId,
+ } = this.props;
+
+ const {
+ from,
+ to,
+ } = this.state;
+
+ const _g = `&_g=(time:(from:'${from}',mode:quick,to:'${to}'))`;
+
+ return (
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ );
+ }
+}
+
+
+async function getFullTimeRange(index, timeFieldName) {
+ const query = { bool: { must: [{ query_string: { analyze_wildcard: true, query: '*' } }] } };
+ const resp = await ml.getTimeFieldRange({
+ index,
+ timeFieldName,
+ query
+ });
+
+ return {
+ from: moment(resp.start.epoch).toISOString(),
+ to: moment(resp.end.epoch).toISOString(),
+ };
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/_index.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/_index.scss
new file mode 100644
index 000000000000..af3737cf017d
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/_index.scss
@@ -0,0 +1 @@
+@import 'results_view'
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/_results_view.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/_results_view.scss
new file mode 100644
index 000000000000..6f5c2826515e
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/_results_view.scss
@@ -0,0 +1,10 @@
+.results {
+ .euiDescriptionList{
+ dd, dt {
+ margin-top: 5px;
+ }
+ dd:nth-child(1), dt:nth-child(1), {
+ margin-top: 0px;
+ }
+ }
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/index.js
new file mode 100644
index 000000000000..7dfaa3c440d2
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { ResultsView } from './results_view';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/results_view.js b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/results_view.js
new file mode 100644
index 000000000000..1c966cbefede
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/results_view/results_view.js
@@ -0,0 +1,69 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiTabbedContent,
+ EuiButton,
+ EuiSpacer,
+ EuiPanel,
+} from '@elastic/eui';
+
+import { FileContents } from '../file_contents';
+import { AnalysisSummary } from '../analysis_summary';
+import { FieldsStats } from '../fields_stats';
+
+export function ResultsView({ data, results, showEditFlyout }) {
+
+ console.log(results);
+
+ const tabs = [
+ {
+ id: 'file-stats',
+ name: 'File stats',
+ content: '#/jobs/new_job/step/job_type',
+ }
+ });
+
+uiRoutes
+ .when('/datavisualizer_index_select', {
+ template,
+ resolve: {
+ CheckLicense: checkBasicLicense,
+ privileges: checkFindFileStructurePrivilege,
+ indexPatterns: loadIndexPatterns,
+ initPromise: initPromise(true),
+ nextStepPath: () => '#jobs/new_job/datavisualizer',
}
});
@@ -43,27 +56,26 @@ import { uiModules } from 'ui/modules';
const module = uiModules.get('apps/ml');
module.controller('MlNewJobStepIndexOrSearch',
- function ($scope) {
+ function ($scope, $route) {
timefilter.disableTimeRangeSelector(); // remove time picker from top of page
timefilter.disableAutoRefreshSelector(); // remove time picker from top of page
$scope.indexPatterns = getIndexPatterns();
+ const path = $route.current.locals.nextStepPath;
+
$scope.withIndexPatternUrl = function (pattern) {
if (!pattern) {
return;
}
-
- return '#/jobs/new_job/step/job_type?index=' + encodeURIComponent(pattern.id);
+ return `${path}?index=${encodeURIComponent(pattern.id)}`;
};
$scope.withSavedSearchUrl = function (savedSearch) {
if (!savedSearch) {
return;
}
-
- return '#/jobs/new_job/step/job_type?savedSearchId=' + encodeURIComponent(savedSearch.id);
+ return `${path}?savedSearchId=${encodeURIComponent(savedSearch.id)}`;
};
-
});
diff --git a/x-pack/plugins/ml/public/license/check_license.js b/x-pack/plugins/ml/public/license/check_license.js
index b6e008917e54..3cc5577629d7 100644
--- a/x-pack/plugins/ml/public/license/check_license.js
+++ b/x-pack/plugins/ml/public/license/check_license.js
@@ -8,54 +8,74 @@
import React from 'react';
import { XPackInfoProvider } from 'plugins/xpack_main/services/xpack_info';
import { banners, addAppRedirectMessageToUrl } from 'ui/notify';
+import { LICENSE_TYPE } from '../../common/constants/license';
import chrome from 'ui/chrome';
import { EuiCallOut } from '@elastic/eui';
let licenseHasExpired = true;
+let licenseType = null;
let expiredLicenseBannerId;
-export function checkLicense(Private, kbnBaseUrl) {
- const xpackInfo = Private(XPackInfoProvider);
- const features = xpackInfo.get('features.ml');
+export function checkFullLicense(Private, kbnBaseUrl, kbnUrl) {
+ const features = getFeatures(Private);
+ licenseType = features.licenseType;
- const licenseAllowsToShowThisPage = features.isAvailable;
- if (!licenseAllowsToShowThisPage) {
- const { message } = features;
- const newUrl = addAppRedirectMessageToUrl(chrome.addBasePath(kbnBaseUrl), message);
- window.location.href = newUrl;
- return Promise.halt();
- }
+ if (features.isAvailable === false) {
+ // ML is not enabled
+ return redirectToKibana(features, kbnBaseUrl);
- licenseHasExpired = features.hasExpired || false;
+ } else if (features.licenseType === LICENSE_TYPE.BASIC) {
- // If the license has expired ML app will still work for 7 days and then
- // the job management endpoints (e.g. create job, start datafeed) will be restricted.
- // Therefore we need to keep the app enabled but show an info banner to the user.
- if(licenseHasExpired) {
- const message = features.message;
- if (expiredLicenseBannerId === undefined) {
- // Only show the banner once with no way to dismiss it
- expiredLicenseBannerId = banners.add({
- component: (
-
Data Visualizer
++ Visualize data from a log file +
++ The Machine Learning Data Visualizer helps you understand the fields and metrics + in a log file as preparation for further analysis. After analyzing the data in the + file you can then choose to import the data into an elasticsearch index. +
++ Select the file to visualize using the button at the top of the page, + and we will then attempt to analyze its structure. +
++ The log file formats we currently support are: +
++ JSON +
++ Delimited text files such as CSV and TSV +
++ Log files consisting of semi-structured text with the timestamp in each message having a common format +
++ Files up to 100MB in size can be uploaded. +
+
+ This is an experimental feature. For any feedback please create an issue in
+
Summary
++ Override settings +
+Edit field names
+
+
+
+
+
+
+
+ {field.name}
+
+
+
+
+ }
+
+
+
+
+
+ }
+
+
+ {
+ (field.top_hits) &&
+
+ {field.count} document{(field.count > 1) ? 's' : ''} ({percent}%)
+
+
+ {field.cardinality} distinct value{(field.cardinality > 1) ? 's' : ''}
+
+
+ {
+ (field.mean_value) &&
+
+
+ min
+ median
+ max
+
+
+ {field.min_value}
+ {field.median_value}
+ {field.max_value}
+
+
+ top values
+ {field.top_hits.map(({ count, value }) => {
+ const pcnt = Math.round(((count / field.count) * 100) * 100) / 100;
+ return (
+
+
+ );
+ }
+ )}
+ {value}
+
+
+
+ {pcnt}%
+
+ {
+ this.state.fields.map(f => (
+
+ );
+ }
+}
+
+function createFields(results) {
+ const {
+ mappings,
+ field_stats: fieldStats,
+ column_names: columnNames,
+ num_messages_analyzed: numMessagesAnalyzed,
+ timestamp_field: timestampField,
+ } = results;
+
+ if (mappings && fieldStats) {
+ // if columnNames exists (i.e delimited) use it for the field list
+ // so we get the same order
+ const tempFields = (columnNames !== undefined) ? columnNames : Object.keys(fieldStats);
+
+ return tempFields.map((fName) => {
+ if (fieldStats[fName] !== undefined) {
+ const field = { name: fName };
+ const f = fieldStats[fName];
+ const m = mappings[fName];
+
+ // sometimes the timestamp field is not in the mappings, and so our
+ // collection of fields will be missing a time field with a type of date
+ if (fName === timestampField && field.type === undefined) {
+ field.type = 'date';
+ }
+
+ if (f !== undefined) {
+ Object.assign(field, f);
+ }
+
+ if (m !== undefined) {
+ field.type = m.type;
+ if (m.format !== undefined) {
+ field.format = m.format;
+ }
+ }
+
+ field.percent = ((field.count / numMessagesAnalyzed) * 100);
+
+ return field;
+ } else {
+ return {
+ name: fName,
+ mean_value: 0,
+ count: 0,
+ cardinality: 0,
+ percent: 0,
+ };
+ }
+ });
+ }
+
+ return [];
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/fields_stats/index.js b/x-pack/plugins/ml/public/file_datavisualizer/components/fields_stats/index.js
new file mode 100644
index 000000000000..f880ae210c84
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/fields_stats/index.js
@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+export { FieldsStats } from './fields_stats';
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/_file_contents.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/_file_contents.scss
new file mode 100644
index 000000000000..e69de29bb2d1
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/_index.scss b/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/_index.scss
new file mode 100644
index 000000000000..e69de29bb2d1
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/file_contents.js b/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/file_contents.js
new file mode 100644
index 000000000000..3df3ac0805df
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/components/file_contents/file_contents.js
@@ -0,0 +1,48 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import React from 'react';
+
+import {
+ EuiTitle,
+ EuiSpacer,
+} from '@elastic/eui';
+
+import { MLJobEditor, EDITOR_MODE } from '../../../jobs/jobs_list/components/ml_job_editor';
+
+export function FileContents({ data, format, numberOfLines }) {
+ let mode = EDITOR_MODE.TEXT;
+ if (format === EDITOR_MODE.JSON) {
+ mode = EDITOR_MODE.JSON;
+ }
+
+ const formattedData = limitByNumberOfLines(data, numberOfLines);
+
+ return (
+ File contents
+First {numberOfLines} line{(numberOfLines > 1) ? 's' : ''}
+
+
+ this.onChange(files)}
+ />
+
+
+
+
+ }
+
+ {(fileTooLarge) &&
+ + The size of the file you selected for upload is {fileSize} which exceeds the maximum permitted size of {maxFileSize} +
+{error}
+ } + { + loaded && +Reverting to previous settings
+ } ++ { errorObj.msg } +
+ + {errorObj.more !== undefined && +Processing file for import
); + } + if (completedStep >= 1) { + processFileTitle = 'File processed'; + createIndexTitle = 'Creating index'; + statusInfo = (Creating index and ingest pipeline
); + } + if (completedStep >= 2) { + createIndexTitle = 'Index created'; + createIngestPipelineTitle = 'Creating ingest pipeline'; + statusInfo = (Creating index and ingest pipeline
); + } + if (completedStep >= 3) { + createIngestPipelineTitle = 'Ingest pipeline created'; + uploadingDataTitle = 'Uploading data'; + statusInfo = (Creating index pattern
); + } + } + if (completedStep >= 5) { + createIndexPatternTitle = 'Index pattern created'; + statusInfo = null; + } + + const steps = [ + { + title: processFileTitle, + isSelected: true, + isComplete: (readStatus === IMPORT_STATUS.COMPLETE), + status: readStatus, + onClick: () => {}, + }, + { + title: createIndexTitle, + isSelected: (readStatus === IMPORT_STATUS.COMPLETE), + isComplete: (indexCreatedStatus === IMPORT_STATUS.COMPLETE), + status: indexCreatedStatus, + onClick: () => {}, + }, + { + title: createIngestPipelineTitle, + isSelected: (indexCreatedStatus === IMPORT_STATUS.COMPLETE), + isComplete: (ingestPipelineCreatedStatus === IMPORT_STATUS.COMPLETE), + status: ingestPipelineCreatedStatus, + onClick: () => {}, + }, + { + title: uploadingDataTitle, + isSelected: (indexCreatedStatus === IMPORT_STATUS.COMPLETE && ingestPipelineCreatedStatus === IMPORT_STATUS.COMPLETE), + isComplete: (uploadStatus === IMPORT_STATUS.COMPLETE), + status: uploadStatus, + onClick: () => {}, + } + ]; + + if (createIndexPattern === true) { + steps.push({ + title: createIndexPatternTitle, + isSelected: (uploadStatus === IMPORT_STATUS.COMPLETE), + isComplete: (indexPatternCreatedStatus === IMPORT_STATUS.COMPLETE), + status: indexPatternCreatedStatus, + onClick: () => {}, + }); + } + + return ( +Uploading data
+ {(progress < 100) && ++ {importFailures.length} out of {docCount} documents could not be imported. + This could be due to lines not matching the Grok pattern. +
+ +
+ {
+ failedDocs.map(({ item, reason, doc }) => (
+
+
+
+ ))
+ }
+ {item}: {reason}
+ {JSON.stringify(doc)}
+ Import data
+
+
+
+
+
+ showEditFlyout()}>
+ Override settings
+
+
+
+
+ { }}
+ />
+
+
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/file_datavisualizer.js b/x-pack/plugins/ml/public/file_datavisualizer/file_datavisualizer.js
new file mode 100644
index 000000000000..408e9028a2cf
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/file_datavisualizer.js
@@ -0,0 +1,18 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import { FileDataVisualizerView } from './components/file_datavisualizer_view';
+
+import React from 'react';
+
+export function FileDataVisualizerPage({ indexPatterns }) {
+ return (
+
+
+ );
+}
diff --git a/x-pack/plugins/ml/public/file_datavisualizer/file_datavisualizer_directive.js b/x-pack/plugins/ml/public/file_datavisualizer/file_datavisualizer_directive.js
new file mode 100644
index 000000000000..cb93f583994a
--- /dev/null
+++ b/x-pack/plugins/ml/public/file_datavisualizer/file_datavisualizer_directive.js
@@ -0,0 +1,46 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+
+import 'ngreact';
+
+import { uiModules } from 'ui/modules';
+const module = uiModules.get('apps/ml', ['react']);
+
+import { checkBasicLicense } from 'plugins/ml/license/check_license';
+import { checkFindFileStructurePrivilege } from 'plugins/ml/privilege/check_privilege';
+import { getMlNodeCount } from 'plugins/ml/ml_nodes_check/check_ml_nodes';
+import { loadNewJobDefaults } from 'plugins/ml/jobs/new_job/utils/new_job_defaults';
+import { loadIndexPatterns } from '../util/index_utils';
+import { initPromise } from 'plugins/ml/util/promise';
+
+import uiRoutes from 'ui/routes';
+
+const template = '