Fix: Metadata bugs. (#12111)

### What problem does this PR solve? Fix: Metadata bugs. ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --------- Co-authored-by: Kevin Hu <kevinhu.sh@gmail.com>
2026-01-31 15:45:08 +08:00 · 2025-12-23 14:16:57 +08:00
parent d1bc7ad2ee
commit 8e6ddd7c1b
20 changed files with 184 additions and 63 deletions
--- a/web/src/pages/dataset/components/metedata/hook.ts
+++ b/web/src/pages/dataset/components/metedata/hook.ts
@ -198,20 +198,24 @@ export const useManageMetaDataModal = (
  const { setDocumentMeta } = useSetDocumentMeta();

  useEffect(() => {
-    if (data) {
-      setTableData(data);
-    } else {
-      setTableData([]);
+    if (type === MetadataType.Manage) {
+      if (data) {
+        setTableData(data);
+      } else {
+        setTableData([]);
+      }
    }
-  }, [data]);
+  }, [data, type]);

  useEffect(() => {
-    if (metaData) {
-      setTableData(metaData);
-    } else {
-      setTableData([]);
+    if (type !== MetadataType.Manage) {
+      if (metaData) {
+        setTableData(metaData);
+      } else {
+        setTableData([]);
+      }
    }
-  }, [metaData]);
+  }, [metaData, type]);

  const handleDeleteSingleValue = useCallback(
    (field: string, value: string) => {
--- a/web/src/pages/dataset/components/metedata/manage-modal.tsx
+++ b/web/src/pages/dataset/components/metedata/manage-modal.tsx
@ -54,7 +54,6 @@ export const ManageMetadataModal = (props: IManageModalProps) => {
    values: [],
  });

-  const [currentValueIndex, setCurrentValueIndex] = useState<number>(0);
  const [deleteDialogContent, setDeleteDialogContent] = useState({
    visible: false,
    title: '',
@ -95,12 +94,12 @@ export const ManageMetadataModal = (props: IManageModalProps) => {
      description: '',
      values: [],
    });
-    setCurrentValueIndex(tableData.length || 0);
+    // setCurrentValueIndex(tableData.length || 0);
    showManageValuesModal();
  };
  const handleEditValueRow = useCallback(
-    (data: IMetaDataTableData, index: number) => {
-      setCurrentValueIndex(index);
+    (data: IMetaDataTableData) => {
+      // setCurrentValueIndex(index);
      setValueData(data);
      showManageValuesModal();
    },
@ -186,7 +185,7 @@ export const ManageMetadataModal = (props: IManageModalProps) => {
              variant={'ghost'}
              className="bg-transparent px-1 py-0"
              onClick={() => {
-                handleEditValueRow(row.original, row.index);
+                handleEditValueRow(row.original);
              }}
            >
              <Settings />
@ -244,16 +243,32 @@ export const ManageMetadataModal = (props: IManageModalProps) => {

  const handleSaveValues = (data: IMetaDataTableData) => {
    setTableData((prev) => {
-      if (currentValueIndex >= prev.length) {
-        return [...prev, data];
+      //If the keys are the same, they need to be merged.
+      const fieldMap = new Map<string, any>();
+
+      prev.forEach((item) => {
+        if (fieldMap.has(item.field)) {
+          const existingItem = fieldMap.get(item.field);
+          const mergedValues = [
+            ...new Set([...existingItem.values, ...item.values]),
+          ];
+          fieldMap.set(item.field, { ...existingItem, values: mergedValues });
+        } else {
+          fieldMap.set(item.field, item);
+        }
+      });
+
+      if (fieldMap.has(data.field)) {
+        const existingItem = fieldMap.get(data.field);
+        const mergedValues = [
+          ...new Set([...existingItem.values, ...data.values]),
+        ];
+        fieldMap.set(data.field, { ...existingItem, values: mergedValues });
      } else {
-        return prev.map((item, index) => {
-          if (index === currentValueIndex) {
-            return data;
-          }
-          return item;
-        });
+        fieldMap.set(data.field, data);
      }
+
+      return Array.from(fieldMap.values());
    });
  };

--- a/web/src/pages/dataset/components/metedata/manage-values-modal.tsx
+++ b/web/src/pages/dataset/components/metedata/manage-values-modal.tsx
@ -110,8 +110,8 @@ export const ManageValuesModal = (props: IManageValuesProps) => {

  // Handle blur event, synchronize to main state
  const handleValueBlur = useCallback(() => {
-    addUpdateValue(metaData.field, [...tempValues]);
-    handleChange('values', [...tempValues]);
+    addUpdateValue(metaData.field, [...new Set([...tempValues])]);
+    handleChange('values', [...new Set([...tempValues])]);
  }, [handleChange, tempValues, metaData, addUpdateValue]);

  // Handle delete operation
@ -139,12 +139,12 @@ export const ManageValuesModal = (props: IManageValuesProps) => {

  // Handle adding new value
  const handleAddValue = useCallback(() => {
-    setTempValues((prev) => [...prev, '']);
+    setTempValues((prev) => [...new Set([...prev, ''])]);

    // Synchronize to main state
    setMetaData((prev) => ({
      ...prev,
-      values: [...prev.values, ''],
+      values: [...new Set([...prev.values, ''])],
    }));
  }, []);

--- a/web/src/pages/dataset/dataset-setting/configuration/audio.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/audio.tsx
@ -3,11 +3,13 @@ import {
  AutoQuestionsFormField,
 } from '@/components/auto-keywords-form-field';
 import { ConfigurationFormContainer } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function AudioConfiguration() {
  return (
    <ConfigurationFormContainer>
      <>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </>
--- a/web/src/pages/dataset/dataset-setting/configuration/book.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/book.tsx
@ -7,6 +7,7 @@ import {
  ConfigurationFormContainer,
  MainContainer,
 } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function BookConfiguration() {
  return (
@ -16,6 +17,7 @@ export function BookConfiguration() {
      </ConfigurationFormContainer>

      <ConfigurationFormContainer>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </ConfigurationFormContainer>
--- a/web/src/pages/dataset/dataset-setting/configuration/email.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/email.tsx
@ -3,11 +3,13 @@ import {
  AutoQuestionsFormField,
 } from '@/components/auto-keywords-form-field';
 import { ConfigurationFormContainer } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function EmailConfiguration() {
  return (
    <ConfigurationFormContainer>
      <>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </>
--- a/web/src/pages/dataset/dataset-setting/configuration/laws.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/laws.tsx
@ -7,6 +7,7 @@ import {
  ConfigurationFormContainer,
  MainContainer,
 } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function LawsConfiguration() {
  return (
@ -16,6 +17,7 @@ export function LawsConfiguration() {
      </ConfigurationFormContainer>

      <ConfigurationFormContainer>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </ConfigurationFormContainer>
--- a/web/src/pages/dataset/dataset-setting/configuration/manual.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/manual.tsx
@ -7,6 +7,7 @@ import {
  ConfigurationFormContainer,
  MainContainer,
 } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function ManualConfiguration() {
  return (
@ -16,6 +17,7 @@ export function ManualConfiguration() {
      </ConfigurationFormContainer>

      <ConfigurationFormContainer>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </ConfigurationFormContainer>
--- a/web/src/pages/dataset/dataset-setting/configuration/one.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/one.tsx
@ -4,12 +4,14 @@ import {
 } from '@/components/auto-keywords-form-field';
 import { LayoutRecognizeFormField } from '@/components/layout-recognize-form-field';
 import { ConfigurationFormContainer } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function OneConfiguration() {
  return (
    <ConfigurationFormContainer>
      <LayoutRecognizeFormField></LayoutRecognizeFormField>
      <>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </>
--- a/web/src/pages/dataset/dataset-setting/configuration/paper.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/paper.tsx
@ -7,6 +7,7 @@ import {
  ConfigurationFormContainer,
  MainContainer,
 } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function PaperConfiguration() {
  return (
@ -16,6 +17,7 @@ export function PaperConfiguration() {
      </ConfigurationFormContainer>

      <ConfigurationFormContainer>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </ConfigurationFormContainer>
--- a/web/src/pages/dataset/dataset-setting/configuration/picture.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/picture.tsx
@ -3,11 +3,13 @@ import {
  AutoQuestionsFormField,
 } from '@/components/auto-keywords-form-field';
 import { ConfigurationFormContainer } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function PictureConfiguration() {
  return (
    <ConfigurationFormContainer>
      <>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </>
--- a/web/src/pages/dataset/dataset-setting/configuration/presentation.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/presentation.tsx
@ -7,6 +7,7 @@ import {
  ConfigurationFormContainer,
  MainContainer,
 } from '../configuration-form-container';
+import { AutoMetadata } from './common-item';

 export function PresentationConfiguration() {
  return (
@ -16,6 +17,7 @@ export function PresentationConfiguration() {
      </ConfigurationFormContainer>

      <ConfigurationFormContainer>
+        <AutoMetadata />
        <AutoKeywordsFormField></AutoKeywordsFormField>
        <AutoQuestionsFormField></AutoQuestionsFormField>
      </ConfigurationFormContainer>
--- a/web/src/pages/dataset/dataset/index.tsx
+++ b/web/src/pages/dataset/dataset/index.tsx
@ -16,7 +16,7 @@ import { useFetchKnowledgeBaseConfiguration } from '@/hooks/use-knowledge-reques
 import { Pen, Upload } from 'lucide-react';
 import { useMemo } from 'react';
 import { useTranslation } from 'react-i18next';
-import { useManageMetadata } from '../components/metedata/hook';
+import { MetadataType, useManageMetadata } from '../components/metedata/hook';
 import { ManageMetadataModal } from '../components/metedata/manage-modal';
 import { DatasetTable } from './dataset-table';
 import Generate from './generate-button/generate';
@ -53,7 +53,7 @@ export default function Dataset() {
  const { data: dataSetData } = useFetchKnowledgeBaseConfiguration({
    refreshCount,
  });
-  const { filters, onOpenChange } = useSelectDatasetFilters();
+  const { filters, onOpenChange, filterGroup } = useSelectDatasetFilters();

  const {
    createLoading,
@ -90,6 +90,7 @@ export default function Dataset() {
          onSearchChange={handleInputChange}
          searchString={searchString}
          value={filterValue}
+          filterGroup={filterGroup}
          onChange={handleFilterSubmit}
          onOpenChange={onOpenChange}
          filters={filters}
@ -105,7 +106,25 @@ export default function Dataset() {
            <Button
              variant={'ghost'}
              className="border border-border-button"
-              onClick={() => showManageMetadataModal()}
+              onClick={() =>
+                showManageMetadataModal({
+                  type: MetadataType.Manage,
+                  isCanAdd: false,
+                  isEditField: true,
+                  title: (
+                    <div className="flex flex-col gap-2">
+                      <div className="text-base font-normal">
+                        {t('knowledgeDetails.metadata.manageMetadata')}
+                      </div>
+                      <div className="text-sm text-text-secondary">
+                        {t(
+                          'knowledgeDetails.metadata.manageMetadataForDataset',
+                        )}
+                      </div>
+                    </div>
+                  ),
+                })
+              }
            >
              <div className="flex gap-1 items-center">
                <Pen size={14} />
@ -179,6 +198,7 @@ export default function Dataset() {
            // selectedRowKeys={selectedRowKeys}
            tableData={tableData}
            isCanAdd={metadataConfig.isCanAdd}
+            isEditField={metadataConfig.isEditField}
            isDeleteSingleValue={metadataConfig.isDeleteSingleValue}
            type={metadataConfig.type}
            otherData={metadataConfig.record}
--- a/web/src/pages/dataset/dataset/use-select-filters.ts
+++ b/web/src/pages/dataset/dataset/use-select-filters.ts
@ -49,9 +49,13 @@ export function useSelectDatasetFilters() {
    return [
      { field: 'type', label: 'File Type', list: fileTypes },
      { field: 'run', label: 'Status', list: fileStatus },
-      { field: 'metadata', label: 'metadata', list: metaDataList },
+      { field: 'metadata', label: 'Metadata field', list: metaDataList },
    ] as FilterCollection[];
  }, [fileStatus, fileTypes, metaDataList]);

-  return { filters, onOpenChange };
+  const filterGroup = {
+    [t('systemAttribute')]: ['type', 'run'],
+    // [t('metadataField')]: ['metadata'],
+  };
+  return { filters, onOpenChange, filterGroup };
 }