Text list attribute changes on data browser, heuristivcs and settings

Author: lumburovskalina

src/components/projects/projectId/data-browser/DataBrowser.tsx

@@ -43,7 +43,7 @@ export default function DataBrowser() {
     const [clearRequest, setClearRequest] = useState(false);
 
     useEffect(() => {
-        if (!projectId) return;
+        if (!projectId || !attributes) return;
         if (!users || !user) return;
         refetchDataSlicesAndProcess();
         refetchAttributesAndProcess();
@@ -52,11 +52,11 @@ export default function DataBrowser() {
     }, [projectId, users, user]);
 
     useEffect(() => {
-        if (!attributes || attributes.length == 0 || !projectId) return;
+        if (!projectId || !attributes) return;
         getUniqueValuesByAttributes(projectId, (res) => {
             dispatch(setUniqueValuesDict(postProcessUniqueValues(res, attributes)));
         });
-    }, [attributes, projectId]);
+    }, [projectId, attributes]);
 
     useEffect(() => {
         if (!projectId || !labelingTasks || !recordList) return;

src/components/projects/projectId/data-browser/RecordList.tsx

@@ -15,6 +15,9 @@ import SimilaritySearchModal from "./modals/SimilaritySeachModal";
 import RecordCommentsModal from "./modals/RecordCommentsModal";
 import ButtonAsText from "@/submodules/react-components/components/kern-button/ButtonAsText";
 import { MemoIconAngle, MemoIconArrowRight, MemoIconEdit, MemoIconNotes } from "@/submodules/react-components/components/kern-icons/icons";
+import { useEffect, useMemo } from "react";
+import { selectAllProjects, selectProject, setAllProjects } from "@/src/reduxStore/states/project";
+import { getAllProjects } from "@/src/services/base/project";
 
 export default function RecordList(props: RecordListProps) {
     const dispatch = useDispatch();
@@ -25,6 +28,16 @@ export default function RecordList(props: RecordListProps) {
     const embeddings = useSelector(selectEmbeddings);
     const recordComments = useSelector(selectRecordComments);
     const attributes = useSelector(selectVisibleAttributesDataBrowser);
+    const project = useSelector(selectProject);
+    const allProjects = useSelector(selectAllProjects);
+
+    useEffect(() => {
+        getAllProjects((projects) => dispatch(setAllProjects(projects)));
+    }, []);
+
+    const isIntegrationProject = useMemo(() => {
+        return allProjects && allProjects.find(p => p.id === project.id)?.isIntegrationProject;
+    }, [allProjects, project.id]);
 
     return (<>
         {recordList && recordList.map((record, index) => (<div key={record.id} className="bg-white overflow-hidden shadow rounded-lg border mb-4 pb-4 relative">
@@ -71,7 +84,7 @@ export default function RecordList(props: RecordListProps) {
                     </div>
                 </div>
             </div>
-            {user?.role == UserRole.ENGINEER && <div className="p-2 cursor-pointer absolute right-2 top-2">
+            {(user?.role == UserRole.ENGINEER && !isIntegrationProject) && <div className="p-2 cursor-pointer absolute right-2 top-2">
                 <Tooltip content={TOOLTIPS_DICT.DATA_BROWSER.EDIT_RECORD} color="invert">
                     <MemoIconEdit className="h-4 w-4" onClick={() => props.editRecord(index)} />
                 </Tooltip></div>}

src/components/projects/projectId/data-browser/SearchGroups.tsx

@@ -339,10 +339,10 @@ export default function SearchGroups(props: SearchGroupsProps) {
         }
         if (attributeType == DataTypeEnum.TEXT_LIST) {
             operatorsCopy.push({
-                value: SearchOperator.EQUAL.split("_").join(" "),
+                value: SearchOperator.CONTAINS.split("_").join(" "),
             });
-            tooltipsCopy.push(getSearchOperatorTooltip(SearchOperator.EQUAL));
-            formControlsIdx['operator'] = SearchOperator.EQUAL;
+            tooltipsCopy.push(getSearchOperatorTooltip(SearchOperator.CONTAINS));
+            formControlsIdx['operator'] = SearchOperator.CONTAINS;
 
         } else if (attributeType !== DataTypeEnum.BOOLEAN) {
             for (let t of Object.values(SearchOperator)) {

src/components/projects/projectId/heuristics/heuristicId/labeling-function/LabelingFunction.tsx

@@ -8,7 +8,7 @@ import { postProcessCurrentHeuristic, postProcessLastTaskLogs } from "@/src/util
 import { Tooltip } from "@nextui-org/react";
 import { TOOLTIPS_DICT } from "@/src/util/tooltip-constants";
 import { postProcessLabelingTasksSchema } from "@/src/util/components/projects/projectId/settings/labeling-tasks-helper";
-import { selectVisibleAttributesHeuristics, selectLabelingTasksAll, setLabelingTasksAll, selectVisibleAttributesWithoutPermissions } from "@/src/reduxStore/states/pages/settings";
+import { selectLabelingTasksAll, setLabelingTasksAll, selectVisibleAttributesWithoutPermissions } from "@/src/reduxStore/states/pages/settings";
 import HeuristicsEditor from "../shared/HeuristicsEditor";
 import DangerZone from "@/src/components/shared/danger-zone/DangerZone";
 import HeuristicRunButtons from "../shared/HeuristicRunButtons";

src/components/projects/projectId/heuristics/heuristicId/labeling-function/SampleRecords.tsx

@@ -16,7 +16,7 @@ export default function SampleRecords(props: SampleRecordProps) {
                             <div className="divide-y divide-gray-200 bg-white" key={record.id}>
                                 <div className="flex-shrink-0 border-b border-gray-200 shadow-sm flex justify-between items-center">
                                     <div className="flex items-center text-xs leading-5 text-gray-500 font-normal mx-4 my-3 text-justify">
-                                        {record.fullRecordData[props.selectedAttribute]}
+                                        {Array.isArray(record.fullRecordData[props.selectedAttribute]) ? JSON.stringify(record.fullRecordData[props.selectedAttribute]) : record.fullRecordData[props.selectedAttribute]}
                                     </div>
                                     <div className="flex items-center justify-center mr-5 ml-auto">
                                         {Object.entries(record.calculatedLabelsResult).map(([key, value]: any) => (

src/components/projects/projectId/settings/labeling-tasks/LabelingTasks.tsx

@@ -1,5 +1,5 @@
 import { openModal, setModalStates } from "@/src/reduxStore/states/modal";
-import { selectLabelingTasksAll, setLabelingTasksAll } from "@/src/reduxStore/states/pages/settings";
+import { selectAttributes, selectLabelingTasksAll, setLabelingTasksAll } from "@/src/reduxStore/states/pages/settings";
 import { selectProjectId } from "@/src/reduxStore/states/project";
 import { LabelType, LabelTypeWithOnClick, LabelingTask, LabelingTaskTaskType, LabelingTaskWithOnClick } from "@/src/types/components/projects/projectId/settings/labeling-tasks";
 import { ModalEnum } from "@/src/types/shared/modal";
@@ -20,12 +20,15 @@ import { updateLabelingTask } from "@/src/services/base/labeling-tasks";
 import IconButton from "@/submodules/react-components/components/kern-button/IconButton";
 import KernButton from "@/submodules/react-components/components/kern-button/KernButton";
 import { MemoIconColorPicker, MemoIconPlus, MemoIconTrash } from "@/submodules/react-components/components/kern-icons/icons";
+import { DataTypeEnum } from "@/src/types/shared/general";
 
 export default function LabelingTasks() {
     const dispatch = useDispatch();
 
     const projectId = useSelector(selectProjectId);
     const labelingTasksSchema = useSelector(selectLabelingTasksAll);
+    const attributes = useSelector(selectAttributes);
+
 
     const [labelingTasksDropdownArray, setLabelingTasksDropdownArray] = useState<{ name: string, value: string }[]>([]);
 
@@ -102,9 +105,10 @@ export default function LabelingTasks() {
                 ...labelingTask,
                 onDelete: () => dispatch(setModalStates(ModalEnum.DELETE_LABELING_TASK, { taskId: labelingTask.id, open: true })),
                 labels: labelingTask.labels.map((label) => ({ ...label, onDelete: deleteLabel(labelingTask, label), onChangeColor: changeColorLabel(labelingTask, label) })),
+                attributeType: attributes.find(att => att.name == labelingTask.targetName)?.dataType
             }
         ))
-    }, [labelingTasksSchema]);
+    }, [labelingTasksSchema, attributes]);
 
 
     return (<div className="mt-8">
@@ -152,7 +156,7 @@ export default function LabelingTasks() {
                                     </td>
                                     <td className="whitespace-nowrap text-center px-3 py-2 text-sm text-gray-500">
                                         <KernDropdown options={labelingTasksDropdownArray} buttonName={labelingTaskToString(task.taskType)}
-                                            disabledOptions={[false, task.targetName === 'Full Record', false]} dropdownWidth="w-60" dropdownItemsClasses="w-60"
+                                            disabledOptions={[false, task.targetName === 'Full Record' || task.attributeType == DataTypeEnum.TEXT_LIST, false]} dropdownWidth="w-60" dropdownItemsClasses="w-60"
                                             selectedOption={(option: any) => updateLabelingTaskType(task, index, labelingTaskFromString(option.name))} />
                                     </td>
                                     <td className="flex flex-wrap justify-center items-center px-3 py-2 text-sm text-gray-500">

src/types/components/projects/projectId/settings/labeling-tasks.ts

@@ -1,3 +1,4 @@
+import { DataTypeEnum } from "@/src/types/shared/general";
 import { Attribute } from "./data-schema";
 
 export type LabelingTask = {
@@ -16,6 +17,7 @@ export type LabelingTask = {
 
 export type LabelingTaskWithOnClick = LabelingTask & {
     onDelete: () => void;
+    attributeType: DataTypeEnum;
 }
 
 export type LabelType = {

src/util/components/projects/projectId/data-browser/data-browser-helper.ts

@@ -179,9 +179,11 @@ export function postProcessUniqueValues(uniqueValues: any, attributesSortOrder:
         if (attributeType == DataTypeEnum.TEXT || attributeType == DataTypeEnum.LLM_RESPONSE) {
             delete uniqueValuesDict[key];
         } else if (attributeType == DataTypeEnum.TEXT_LIST) {
-            uniqueValuesDict[key] = uniqueValuesDict[key].map((value: string) => {
-                return JSON.parse(value);
-            })[0];
+            const uniqueSet = new Set<string>();
+            for (const item of uniqueValuesDict[key]) {
+                JSON.parse(item).forEach(str => uniqueSet.add(str));
+            }
+            uniqueValuesDict[key] = Array.from(uniqueSet);
         }
     }
     return uniqueValuesDict;

src/util/components/projects/projectId/data-browser/search-operators-helper.ts

@@ -135,9 +135,6 @@ export function prepareOperator(searchElement: any, attributeType: string): stri
     if (attributeType == "BOOLEAN") {
         return SearchOperator.EQUAL;
     } else {
-        if (attributeType == DataTypeEnum.TEXT_LIST && searchElement.values.operator == SearchOperator.EQUAL) {
-            return SearchOperator.CONTAINS;
-        }
         return searchElement.values.operator;
     }
 }