[9.0] [ML] Show analysis not available for vector fields in Index Dat…

…a Visualizer (#209945) (#210251) # Backport This will backport the following commits from `main` to `9.0`: - [[ML] Show analysis not available for vector fields in Index Data Visualizer (#209945)](#209945)  ### Questions ? Please refer to the [Backport tool documentation](https://github.com/sqren/backport)  Co-authored-by: Quynh Nguyen (Quinn) <[email protected]> Co-authored-by: Elastic Machine <[email protected]>
elastic · Feb 10, 2025 · 3421829 · 3421829
1 parent 0d4f41a
commit 3421829
Show file tree

Hide file tree

Showing 5 changed files with 56 additions and 2 deletions.
diff --git a/...visualizer/public/application/common/components/expanded_row/index_based_expanded_row.tsx b/...visualizer/public/application/common/components/expanded_row/index_based_expanded_row.tsx
@@ -24,6 +24,7 @@ import type { FieldVisConfig } from '../stats_table/types';
 import type { CombinedQuery } from '../../../index_data_visualizer/types/combined_query';
 import { LoadingIndicator } from '../loading_indicator';
 import { ErrorMessageContent } from '../stats_table/components/field_data_expanded_row/error_message';
+import { NotSupportedContent } from '../not_in_docs_content/not_supported_content';
 
 export const IndexBasedDataVisualizerExpandedRow = ({
   item,
@@ -55,6 +56,10 @@ export const IndexBasedDataVisualizerExpandedRow = ({
   const dvExpandedRow = useExpandedRowCss();
 
   function getCardContent() {
+    if (type === 'unknown' || type.includes('vector') || item.secondaryType?.includes('vector')) {
+      return <NotSupportedContent />;
+    }
+
     if (existsInDocs === false) {
       return <NotInDocsContent />;
     }

diff --git a/...alizer/public/application/common/components/not_in_docs_content/not_supported_content.tsx b/...alizer/public/application/common/components/not_in_docs_content/not_supported_content.tsx
@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+import React, { Fragment } from 'react';
+import { FormattedMessage } from '@kbn/i18n-react';
+import { EuiIcon, EuiText } from '@elastic/eui';
+import type { FC } from 'react';
+
+export const NotSupportedContent: FC = () => (
+  <Fragment>
+    <EuiText textAlign="center">
+      <EuiIcon type="warning" />
+    </EuiText>
+    <EuiText textAlign="center" size={'xs'}>
+      <FormattedMessage
+        id="xpack.dataVisualizer.dataGrid.field.analysisNotSupportedLabel"
+        defaultMessage="Analysis is not available for this field."
+      />
+    </EuiText>
+  </Fragment>
+);
diff --git a/...cation/index_data_visualizer/embeddables/grid_embeddable/embeddable_field_stats_table.tsx b/...cation/index_data_visualizer/embeddables/grid_embeddable/embeddable_field_stats_table.tsx
@@ -44,10 +44,13 @@ const EmbeddableFieldStatsTableWrapper = (
     searchString,
     extendedColumns,
     progress,
+    overallStats,
     overallStatsProgress,
     setLastRefresh,
   } = useDataVisualizerGridData(props, dataVisualizerListState);
 
+  const totalCount = overallStats?.totalCount;
+
   useEffect(() => {
     setLastRefresh(Date.now());
   }, [props?.lastReloadRequestTime, setLastRefresh]);
@@ -93,6 +96,7 @@ const EmbeddableFieldStatsTableWrapper = (
       onChange={onTableUpdate}
       loading={progress < 100}
       overallStatsRunning={overallStatsProgress.isRunning}
+      totalCount={totalCount}
       renderFieldName={props.renderFieldName}
     />
   );

diff --git a/...ivate/data_visualizer/public/application/index_data_visualizer/hooks/use_overall_stats.ts b/...ivate/data_visualizer/public/application/index_data_visualizer/hooks/use_overall_stats.ts
@@ -31,6 +31,7 @@ import {
   isAggregatableFieldOverallStats,
   isNonAggregatableFieldOverallStats,
   isNonAggregatableSampledDocs,
+  isUnsupportedVectorField,
   processAggregatableFieldsExistResponse,
   processNonAggregatableFieldsExistResponse,
 } from '../search_strategy/requests/overall_stats';
@@ -214,6 +215,9 @@ export function useOverallStats<TParams extends OverallStatsSearchStrategyParams
       const nonAggregatableFields = hasPopulatedFieldsInfo
         ? originalNonAggregatableFields.filter((fieldName) => populatedFieldsInIndex.has(fieldName))
         : originalNonAggregatableFields;
+      const supportedNonAggregatableFields = nonAggregatableFields.filter((fieldName) => {
+        return !isUnsupportedVectorField(fieldName);
+      });
 
       const documentCountStats = await getDocumentCountStats(
         data.search,
@@ -227,7 +231,7 @@ export function useOverallStats<TParams extends OverallStatsSearchStrategyParams
         .search<IKibanaSearchRequest, IKibanaSearchResponse>(
           {
             params: getSampleOfDocumentsForNonAggregatableFields(
-              nonAggregatableFields,
+              supportedNonAggregatableFields,
               index,
               searchQuery,
               timeFieldName,
@@ -244,7 +248,7 @@ export function useOverallStats<TParams extends OverallStatsSearchStrategyParams
           })
         );
 
-      const nonAggregatableFieldsObs = nonAggregatableFields.map((fieldName: string) =>
+      const nonAggregatableFieldsObs = supportedNonAggregatableFields.map((fieldName: string) =>
         data.search
           .search<IKibanaSearchRequest, IKibanaSearchResponse>(
             {

diff --git a/...alizer/public/application/index_data_visualizer/search_strategy/requests/overall_stats.ts b/...alizer/public/application/index_data_visualizer/search_strategy/requests/overall_stats.ts
@@ -252,6 +252,10 @@ export const checkNonAggregatableFieldExistsRequest = (
 
 const DEFAULT_DOCS_SAMPLE_OF_TEXT_FIELDS_SIZE = 1000;
 
+export const isUnsupportedVectorField = (fieldName: string) => {
+  return fieldName.endsWith('.chunks.embeddings') || fieldName.endsWith('.chunks.offset');
+};
+
 export const getSampleOfDocumentsForNonAggregatableFields = (
   nonAggregatableFields: string[],
   dataViewTitle: string,
@@ -305,6 +309,19 @@ export const processNonAggregatableFieldsExistResponse = (
       });
       return;
     }
+    if (isUnsupportedVectorField(fieldName)) {
+      stats.nonAggregatableExistsFields.push({
+        fieldName,
+        existsInDocs: true,
+        stats: {
+          count: undefined,
+          cardinality: undefined,
+          sampleCount: undefined,
+        },
+      });
+      return;
+    }
+
     const foundField = results.find((r) => r.rawResponse.fieldName === fieldName);
     const existsInDocs = foundField !== undefined && foundField.rawResponse.hits.total > 0;