generateKwargs;
+
+ /**
+ * 表示生成的最大令牌数的 {@link Integer}。
+ */
+ @Property(name = "max_new_tokens")
+ private Integer maxNewTokens;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrOutput.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrOutput.java
new file mode 100644
index 00000000..e34c71a2
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrOutput.java
@@ -0,0 +1,31 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.asr;
+
+import lombok.Data;
+
+import java.util.List;
+
+/**
+ * 表示语音识别任务的输出参数。
+ *
+ * @author 易文渊
+ * @since 2024-06-04
+ */
+@Data
+public class AsrOutput {
+ /**
+ * 表示被识别的文本的 {@link String}。
+ */
+ private String text;
+
+ /**
+ * 表示包含时间戳的文本片段集合的 {@link List}{@code <}{@link AsrOutputChunk}{@code >}。
+ * 当 {@link AsrInput#getReturnTimestamps()} 为 {@code true} 时生效。
+ */
+ private List chunks;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrOutputChunk.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrOutputChunk.java
new file mode 100644
index 00000000..a5869d52
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrOutputChunk.java
@@ -0,0 +1,39 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.asr;
+
+import lombok.Data;
+
+import java.util.List;
+
+/**
+ * 表示包含时间戳的文本片段。
+ *
+ * {
+ * "text": "hi",
+ * "timestamp": [
+ * 0.5,
+ * 0.9
+ * ]
+ * }
+ *
+ *
+ * @author 易文渊
+ * @since 2024-06-04
+ */
+@Data
+public class AsrOutputChunk {
+ /**
+ * 表示文本片段的 {@link String}。
+ */
+ private String text;
+
+ /**
+ * 表示时间区间的 {@link List}{@code <}{@link Double}{@code >}。
+ */
+ private List timestamp;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrPipeline.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrPipeline.java
new file mode 100644
index 00000000..041904fe
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/asr/AsrPipeline.java
@@ -0,0 +1,29 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.asr;
+
+import modelengine.fel.pipeline.huggingface.ExplicitPipeline;
+import modelengine.fel.pipeline.huggingface.PipelineTask;
+import modelengine.fel.service.pipeline.HuggingFacePipelineService;
+
+/**
+ * 表示 {@link PipelineTask#AUTOMATIC_SPEECH_RECOGNITION} 任务的流水线。
+ *
+ * @author 易文渊
+ * @since 2024-06-04
+ */
+public class AsrPipeline extends ExplicitPipeline {
+ /**
+ * 创建语音识别流水线的实例。
+ *
+ * @param model 表示模型名的 {@link String}。
+ * @param service 表示提供 pipeline 服务的 {@link HuggingFacePipelineService}。
+ */
+ public AsrPipeline(String model, HuggingFacePipelineService service) {
+ super(PipelineTask.AUTOMATIC_SPEECH_RECOGNITION, model, service);
+ }
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/img2img/Image2ImageInput.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/img2img/Image2ImageInput.java
new file mode 100644
index 00000000..99a5f2dd
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/img2img/Image2ImageInput.java
@@ -0,0 +1,35 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.img2img;
+
+import lombok.Data;
+import modelengine.fel.pipeline.PipelineInput;
+import modelengine.fitframework.annotation.Property;
+
+/**
+ * 表示图生图任务的输入参数。
+ *
+ * @author 易文渊
+ * @since 2024-06-06
+ */
+@Data
+public class Image2ImageInput implements PipelineInput {
+ @Property(required = true)
+ private String prompt;
+
+ @Property(required = true)
+ private String image;
+
+ @Property(name = "negative_prompt")
+ private String negativePrompt;
+
+ @Property(name = "num_images_per_prompt")
+ private Integer numImagesPerPrompt;
+
+ @Property(name = "num_inference_steps")
+ private Integer numInferenceSteps;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/img2img/Image2ImagePipeline.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/img2img/Image2ImagePipeline.java
new file mode 100644
index 00000000..d1e86fd5
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/img2img/Image2ImagePipeline.java
@@ -0,0 +1,32 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.img2img;
+
+import modelengine.fel.pipeline.huggingface.ExplicitPipeline;
+import modelengine.fel.pipeline.huggingface.PipelineTask;
+import modelengine.fel.service.pipeline.HuggingFacePipelineService;
+import modelengine.fitframework.resource.web.Media;
+
+import java.util.List;
+
+/**
+ * 表示 {@link PipelineTask#IMAGE_TO_IMAGE} 任务的流水线。
+ *
+ * @author 易文渊
+ * @since 2024-06-06
+ */
+public class Image2ImagePipeline extends ExplicitPipeline> {
+ /**
+ * 创建图生图流水线的实例。
+ *
+ * @param model 表示模型名的 {@link String}。
+ * @param service 表示提供 pipeline 服务的 {@link HuggingFacePipelineService}。
+ */
+ public Image2ImagePipeline(String model, HuggingFacePipelineService service) {
+ super(PipelineTask.IMAGE_TO_IMAGE, model, service);
+ }
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/text2img/Text2ImageInput.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/text2img/Text2ImageInput.java
new file mode 100644
index 00000000..6d6d3217
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/text2img/Text2ImageInput.java
@@ -0,0 +1,35 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.text2img;
+
+import lombok.Data;
+import modelengine.fel.pipeline.PipelineInput;
+import modelengine.fitframework.annotation.Property;
+
+/**
+ * 表示文生图任务的输入参数。
+ *
+ * @author 易文渊
+ * @since 2024-06-06
+ */
+@Data
+public class Text2ImageInput implements PipelineInput {
+ private String prompt;
+
+ @Property(name = "negative_prompt")
+ private String negativePrompt;
+
+ private Integer height;
+
+ private Integer width;
+
+ @Property(name = "num_images_per_prompt")
+ private Integer numImagesPerPrompt;
+
+ @Property(name = "num_inference_steps")
+ private Integer numInferenceSteps;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/text2img/Text2ImagePipeline.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/text2img/Text2ImagePipeline.java
new file mode 100644
index 00000000..1072214a
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/text2img/Text2ImagePipeline.java
@@ -0,0 +1,32 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.text2img;
+
+import modelengine.fel.pipeline.huggingface.ExplicitPipeline;
+import modelengine.fel.pipeline.huggingface.PipelineTask;
+import modelengine.fel.service.pipeline.HuggingFacePipelineService;
+import modelengine.fitframework.resource.web.Media;
+
+import java.util.List;
+
+/**
+ * 表示 {@link PipelineTask#TEXT_TO_IMAGE} 任务的流水线。
+ *
+ * @author 易文渊
+ * @since 2024-06-06
+ */
+public class Text2ImagePipeline extends ExplicitPipeline> {
+ /**
+ * 创建文生图流水线的实例。
+ *
+ * @param model 表示模型名的 {@link String}。
+ * @param service 表示提供 pipeline 服务的 {@link HuggingFacePipelineService}。
+ */
+ public Text2ImagePipeline(String model, HuggingFacePipelineService service) {
+ super(PipelineTask.TEXT_TO_IMAGE, model, service);
+ }
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsInput.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsInput.java
new file mode 100644
index 00000000..4c68ba89
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsInput.java
@@ -0,0 +1,40 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.tts;
+
+import lombok.Data;
+import modelengine.fel.pipeline.PipelineInput;
+import modelengine.fitframework.annotation.Property;
+
+import java.util.Map;
+
+/**
+ * 表示语音合成任务的输入参数。
+ *
+ * @author 易文渊
+ * @since 2024-06-05
+ */
+@Data
+public class TtsInput implements PipelineInput {
+ /**
+ * 表示输入文本的 {@link String}。
+ */
+ @Property(name = "text_inputs")
+ private String textInputs;
+
+ /**
+ * 表示底层模型推理参数的 {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
+ */
+ @Property(name = "forward_params")
+ private Map forwardParams;
+
+ /**
+ * 表示音频模型推理参数的 {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
+ */
+ @Property(name = "generate_kwargs")
+ private Map generateKwargs;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsOutput.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsOutput.java
new file mode 100644
index 00000000..6c2513d5
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsOutput.java
@@ -0,0 +1,28 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.tts;
+
+import lombok.Data;
+import modelengine.fitframework.annotation.Property;
+import modelengine.fitframework.resource.web.Media;
+
+/**
+ * 表示语音合成任务的输出参数。
+ *
+ * @author 易文渊
+ * @since 2024-06-05
+ */
+@Data
+public class TtsOutput {
+ /**
+ * 表示输出音频的 {@link Media}。
+ */
+ private Media audio;
+
+ @Property(name = "sampling_rate")
+ private Integer samplingRate;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsPipeline.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsPipeline.java
new file mode 100644
index 00000000..ff338881
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/tts/TtsPipeline.java
@@ -0,0 +1,29 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.tts;
+
+import modelengine.fel.pipeline.huggingface.ExplicitPipeline;
+import modelengine.fel.pipeline.huggingface.PipelineTask;
+import modelengine.fel.service.pipeline.HuggingFacePipelineService;
+
+/**
+ * 表示 {@link PipelineTask#TEXT_TO_SPEECH} 任务的流水线。
+ *
+ * @author 易文渊
+ * @since 2024-06-05
+ */
+public class TtsPipeline extends ExplicitPipeline {
+ /**
+ * 创建语音合成流水线的实例。
+ *
+ * @param model 表示模型名的 {@link String}。
+ * @param service 表示提供 pipeline 服务的 {@link HuggingFacePipelineService}。
+ */
+ public TtsPipeline(String model, HuggingFacePipelineService service) {
+ super(PipelineTask.TEXT_TO_SPEECH, model, service);
+ }
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/type/Constant.java b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/type/Constant.java
new file mode 100644
index 00000000..b24b16a3
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/main/java/modelengine/fel/pipeline/huggingface/type/Constant.java
@@ -0,0 +1,26 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface.type;
+
+import modelengine.fitframework.resource.web.Media;
+import modelengine.fitframework.util.TypeUtils;
+
+import java.lang.reflect.Type;
+import java.util.List;
+
+/**
+ * 表示 huggingface pipeline 的常量集合。
+ *
+ * @author 易文渊
+ * @since 2024-06-06
+ */
+public interface Constant {
+ /**
+ * 表示 {@link List}{@code <}{@link Media}{@code >} 的 {@link Type}。
+ */
+ Type LIST_MEDIA_TYPE = TypeUtils.parameterized(List.class, new Type[] {Media.class});
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineFactory.java b/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineFactory.java
new file mode 100644
index 00000000..93190ece
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineFactory.java
@@ -0,0 +1,52 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface;
+
+import modelengine.fel.pipeline.Pipeline;
+import modelengine.fel.pipeline.huggingface.asr.AsrPipeline;
+import modelengine.fel.pipeline.huggingface.img2img.Image2ImagePipeline;
+import modelengine.fel.pipeline.huggingface.text2img.Text2ImagePipeline;
+import modelengine.fel.pipeline.huggingface.tts.TtsPipeline;
+import modelengine.fel.service.pipeline.HuggingFacePipelineService;
+import modelengine.fitframework.inspection.Validation;
+import modelengine.fitframework.util.MapBuilder;
+import modelengine.fitframework.util.ObjectUtils;
+import modelengine.fitframework.util.ReflectionUtils;
+
+import java.lang.reflect.Constructor;
+import java.util.Map;
+
+/**
+ * 表示 pipeline 工厂。
+ *
+ * @author 易文渊
+ * @since 2024-06-07
+ */
+public class PipelineFactory {
+ private static final Map> PIPELINE_CLAZZ = MapBuilder.>get()
+ .put(PipelineTask.AUTOMATIC_SPEECH_RECOGNITION.getId(), AsrPipeline.class)
+ .put(PipelineTask.TEXT_TO_SPEECH.getId(), TtsPipeline.class)
+ .put(PipelineTask.IMAGE_TO_IMAGE.getId(), Image2ImagePipeline.class)
+ .put(PipelineTask.TEXT_TO_IMAGE.getId(), Text2ImagePipeline.class)
+ .build();
+
+ /**
+ * 创建 pipeline 实例。
+ *
+ * @param task 表示任务类型的 {@link PipelineTask}。
+ * @param model 表示模型名的 {@link String}。
+ * @param service 表示提供 pipeline 服务的 {@link HuggingFacePipelineService}。
+ * @return 表示创建流水线实例的 {@link Pipeline}。
+ */
+ public static Pipeline create(String task, String model, HuggingFacePipelineService service) {
+ Class clazz = PIPELINE_CLAZZ.get(task);
+ Validation.notNull(clazz, "The task '{0}' class cannot be null.", task);
+ Constructor constructor =
+ ReflectionUtils.getDeclaredConstructor(clazz, String.class, HuggingFacePipelineService.class);
+ return ObjectUtils.cast(ReflectionUtils.instantiate(constructor, model, service));
+ }
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineTest.java b/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineTest.java
new file mode 100644
index 00000000..bc087e93
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineTest.java
@@ -0,0 +1,73 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface;
+
+import static modelengine.fitframework.util.IoUtils.content;
+import static org.assertj.core.api.Assertions.assertThat;
+
+import modelengine.fel.pipeline.Pipeline;
+import modelengine.fel.service.pipeline.HuggingFacePipelineService;
+import modelengine.fit.serialization.json.jackson.JacksonObjectSerializer;
+import modelengine.fitframework.serialization.ObjectSerializer;
+import modelengine.fitframework.util.ObjectUtils;
+import modelengine.fitframework.util.TypeUtils;
+
+import org.junit.jupiter.api.DisplayName;
+import org.junit.jupiter.api.extension.ExtensionContext;
+import org.junit.jupiter.params.ParameterizedTest;
+import org.junit.jupiter.params.provider.Arguments;
+import org.junit.jupiter.params.provider.ArgumentsProvider;
+import org.junit.jupiter.params.provider.ArgumentsSource;
+
+import java.io.IOException;
+import java.lang.reflect.Type;
+import java.util.List;
+import java.util.stream.Stream;
+
+/**
+ * 表示 huggingface pipeline 的单元测试。
+ *
+ * @author 易文渊
+ * @since 2024-06-07
+ */
+@DisplayName("测试 huggingface pipeline")
+public class PipelineTest {
+ static class TestCaseProvider implements ArgumentsProvider {
+ @Override
+ public Stream provideArguments(ExtensionContext extensionContext) throws IOException {
+ ObjectSerializer serializer = new JacksonObjectSerializer(null, null, null);
+
+ String resourceName = "/test_case.json";
+ String jsonContent = content(TestCaseProvider.class, resourceName);
+
+ List testCase = serializer.deserialize(jsonContent,
+ TypeUtils.parameterized(List.class, new Type[] {PipelineTestCase.class}));
+
+ return testCase.stream().map(test -> {
+ PipelineTask task = PipelineTask.get(test.getTask());
+ return Arguments.of(task.getId(),
+ test.getModel(),
+ ObjectUtils.toCustomObject(test.getInput(), task.getInputType()),
+ ObjectUtils.toCustomObject(test.getOutput(), task.getOutputType()));
+ });
+ }
+ }
+
+ @ParameterizedTest
+ @ArgumentsSource(TestCaseProvider.class)
+ @DisplayName("测试各种输入参数和输出参数，符合预期")
+ void shouldReturnOk(String task, String model, Object input, Object output) {
+ HuggingFacePipelineService service = (t, m, args) -> {
+ assertThat(t).isEqualTo(task);
+ assertThat(m).isEqualTo(model);
+ assertThat(args).isEqualTo(ObjectUtils.toJavaObject(input));
+ return output;
+ };
+ Pipeline pipeline = PipelineFactory.create(task, model, service);
+ assertThat(pipeline.apply(input)).isEqualTo(output);
+ }
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineTestCase.java b/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineTestCase.java
new file mode 100644
index 00000000..75d5ab38
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/test/java/modelengine/fel/pipeline/huggingface/PipelineTestCase.java
@@ -0,0 +1,23 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.pipeline.huggingface;
+
+import lombok.Data;
+
+/**
+ * 表示 pipline 测试用例。
+ *
+ * @author 易文渊
+ * @since 2024-06-07
+ */
+@Data
+public class PipelineTestCase {
+ private String task;
+ private String model;
+ private Object input;
+ private Object output;
+}
\ No newline at end of file
diff --git a/framework/fel/java/fel-pipeline-core/src/test/resources/test_case.json b/framework/fel/java/fel-pipeline-core/src/test/resources/test_case.json
new file mode 100644
index 00000000..fa5b9e0c
--- /dev/null
+++ b/framework/fel/java/fel-pipeline-core/src/test/resources/test_case.json
@@ -0,0 +1,114 @@
+[
+ {
+ "task": "automatic-speech-recognition",
+ "model": "openai/whisper-large-v3",
+ "input": {
+ "inputs": "test.wav"
+ },
+ "output": {
+ "text": "hello"
+ }
+ },
+ {
+ "task": "automatic-speech-recognition",
+ "model": "openai/whisper-large-v3",
+ "input": {
+ "inputs": "test.wav",
+ "return_timestamps": true
+ },
+ "output": {
+ "text": "hello",
+ "chunks": [
+ {
+ "text": "hello",
+ "timestamp": [
+ 0.0,
+ 1.5
+ ]
+ }
+ ]
+ }
+ },
+ {
+ "task": "image-to-image",
+ "model": "stabilityai/stable-diffusion-2-base",
+ "input": {
+ "prompt": "a girl",
+ "image": "test.png"
+ },
+ "output": [
+ {
+ "mime": "image/png",
+ "data": "1.png"
+ }
+ ]
+ },
+ {
+ "task": "image-to-image",
+ "model": "stabilityai/stable-diffusion-2-base",
+ "input": {
+ "prompt": "a girl",
+ "image": "test.png",
+ "negative_prompt": "ugly",
+ "num_images_per_prompt": 2
+ },
+ "output": [
+ {
+ "mime": "image/png",
+ "data": "1.png"
+ },
+ {
+ "mime": "image/png",
+ "data": "2.png"
+ }
+ ]
+ },
+ {
+ "task": "text-to-image",
+ "model": "stabilityai/stable-diffusion-2-base",
+ "input": {
+ "prompt": "a girl"
+ },
+ "output": [
+ {
+ "mime": "image/png",
+ "data": "1.png"
+ }
+ ]
+ },
+ {
+ "task": "text-to-image",
+ "model": "stabilityai/stable-diffusion-2-base",
+ "input": {
+ "prompt": "a girl",
+ "negative_prompt": "ugly",
+ "height": 500,
+ "width": 500,
+ "num_images_per_prompt": 2
+ },
+ "output": [
+ {
+ "mime": "image/png",
+ "data": "1.png"
+ },
+ {
+ "mime": "image/png",
+ "data": "2.png"
+ }
+ ]
+ },
+ {
+ "task": "text-to-speech",
+ "model": "2Noise/ChatTTS",
+ "input": {
+ "text_inputs": "hello"
+ },
+ "output": {
+ "audio": {
+ "mime": "audio/x-wav",
+ "data": "1.wav"
+ },
+ "sampling_rate": 16000
+ }
+ }
+]
\ No newline at end of file
diff --git a/framework/fel/java/plugins/fel-langchain-runnable/pom.xml b/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
new file mode 100644
index 00000000..738aa006
--- /dev/null
+++ b/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
@@ -0,0 +1,97 @@
+
+
+ 4.0.0
+
+
+ org.fitframework.fel
+ fel-plugin-parent
+ 1.0.0-SNAPSHOT
+
+
+ fel-langchain-runnable
+
+
+
+
+ org.fitframework
+ fit-api
+
+
+
+
+ org.fitframework.fel
+ fel-langchain-service
+ ${fel.version}
+
+
+
+
+
+
+ org.fitframework
+ fit-build-maven-plugin
+ ${fit.version}
+
+
+ build-plugin
+
+ build-plugin
+
+
+
+ package-plugin
+
+ package-plugin
+
+
+
+
+
+ org.fitframework
+ fit-dependency-maven-plugin
+ ${fit.version}
+
+
+ dependency
+ compile
+
+ dependency
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-jar-plugin
+ ${maven.jar.version}
+
+
+
+ FIT Lab
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-antrun-plugin
+ ${maven.antrun.version}
+
+
+ install
+
+
+
+
+
+
+ run
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/framework/fel/java/plugins/fel-langchain-runnable/src/main/java/modelengine/fel/plugin/langchain/LangChainRunnableServiceImpl.java b/framework/fel/java/plugins/fel-langchain-runnable/src/main/java/modelengine/fel/plugin/langchain/LangChainRunnableServiceImpl.java
new file mode 100644
index 00000000..1a08f18b
--- /dev/null
+++ b/framework/fel/java/plugins/fel-langchain-runnable/src/main/java/modelengine/fel/plugin/langchain/LangChainRunnableServiceImpl.java
@@ -0,0 +1,44 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.plugin.langchain;
+
+import modelengine.fel.service.langchain.LangChainRunnableService;
+import modelengine.fitframework.annotation.Component;
+import modelengine.fitframework.annotation.Fitable;
+import modelengine.fitframework.broker.client.BrokerClient;
+import modelengine.fitframework.broker.client.filter.route.FitableIdFilter;
+import modelengine.fitframework.conf.runtime.SerializationFormat;
+import modelengine.fitframework.inspection.Validation;
+
+import java.util.concurrent.TimeUnit;
+
+/**
+ * LangChain Runnable 算子服务的实现。
+ *
+ * @author 刘信宏
+ * @since 2024-06-12
+ */
+@Component
+public class LangChainRunnableServiceImpl implements LangChainRunnableService {
+ private static final int INVOKE_TIMEOUT = 30000;
+
+ private final BrokerClient brokerClient;
+
+ public LangChainRunnableServiceImpl(BrokerClient brokerClient) {
+ this.brokerClient = Validation.notNull(brokerClient, "The broker client cannot be null.");
+ }
+
+ @Override
+ @Fitable("modelengine.fel.plugin.langchain.runnable.invoke")
+ public Object invoke(String taskId, String fitableId, Object input) {
+ return this.brokerClient.getRouter(Validation.notBlank(taskId, "The task id cannot be blank."))
+ .route(new FitableIdFilter(Validation.notBlank(fitableId, "The fitable id cannot be blank.")))
+ .format(SerializationFormat.CBOR)
+ .timeout(INVOKE_TIMEOUT, TimeUnit.MILLISECONDS)
+ .invoke(Validation.notNull(input, "The input data cannot be null."));
+ }
+}
diff --git a/framework/fel/java/plugins/fel-langchain-runnable/src/main/resources/application.yml b/framework/fel/java/plugins/fel-langchain-runnable/src/main/resources/application.yml
new file mode 100644
index 00000000..b39acc76
--- /dev/null
+++ b/framework/fel/java/plugins/fel-langchain-runnable/src/main/resources/application.yml
@@ -0,0 +1,4 @@
+fit:
+ beans:
+ packages:
+ - 'modelengine.fel.plugin.langchain'
diff --git a/framework/fel/java/plugins/pom.xml b/framework/fel/java/plugins/pom.xml
index 6bc4994e..5568e326 100644
--- a/framework/fel/java/plugins/pom.xml
+++ b/framework/fel/java/plugins/pom.xml
@@ -20,5 +20,6 @@
tool-mcp-server
tool-mcp-test
tool-repository-simple
+ fel-langchain-runnable
\ No newline at end of file
diff --git a/framework/fel/java/services/fel-langchain-service/pom.xml b/framework/fel/java/services/fel-langchain-service/pom.xml
new file mode 100644
index 00000000..42dbfaa0
--- /dev/null
+++ b/framework/fel/java/services/fel-langchain-service/pom.xml
@@ -0,0 +1,65 @@
+
+
+ 4.0.0
+
+
+ org.fitframework.fel
+ fel-services-parent
+ 1.0.0-SNAPSHOT
+
+
+ fel-langchain-service
+
+
+
+
+ org.fitframework
+ fit-api
+
+
+
+
+
+
+ org.fitframework
+ fit-build-maven-plugin
+ ${fit.version}
+
+
+ build-service
+
+ build-service
+
+
+
+
+
+ org.fitframework
+ fit-dependency-maven-plugin
+ ${fit.version}
+
+
+ dependency
+ compile
+
+ dependency
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-jar-plugin
+ ${maven.jar.version}
+
+
+
+ FIT Lab
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/framework/fel/java/services/fel-langchain-service/src/main/java/modelengine/fel/service/langchain/LangChainRunnableService.java b/framework/fel/java/services/fel-langchain-service/src/main/java/modelengine/fel/service/langchain/LangChainRunnableService.java
new file mode 100644
index 00000000..24d0fb8d
--- /dev/null
+++ b/framework/fel/java/services/fel-langchain-service/src/main/java/modelengine/fel/service/langchain/LangChainRunnableService.java
@@ -0,0 +1,28 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.service.langchain;
+
+import modelengine.fitframework.annotation.Genericable;
+
+/**
+ * LangChain Runnable 算子服务。
+ *
+ * @author 刘信宏
+ * @since 2024-06-11
+ */
+public interface LangChainRunnableService {
+ /**
+ * LangChain Runnable 算子服务阻塞同步调用接口。
+ *
+ * @param taskId 表示任务名称的 {@link String}。
+ * @param fitableId 表示任务实例名称的 {@link String}。
+ * @param input 表示输入数据的 {@link Object}。
+ * @return 表示输出数据的 {@link Object}。
+ */
+ @Genericable(id = "modelengine.fel.service.langchain.runnable")
+ Object invoke(String taskId, String fitableId, Object input);
+}
diff --git a/framework/fel/java/services/fel-pipeline-service/pom.xml b/framework/fel/java/services/fel-pipeline-service/pom.xml
new file mode 100644
index 00000000..c1d3d8cb
--- /dev/null
+++ b/framework/fel/java/services/fel-pipeline-service/pom.xml
@@ -0,0 +1,75 @@
+
+
+ 4.0.0
+
+
+ org.fitframework.fel
+ fel-services-parent
+ 1.0.0-SNAPSHOT
+
+
+ fel-pipeline-service
+
+
+
+
+ org.fitframework
+ fit-api
+
+
+ org.fitframework
+ fit-util
+
+
+
+
+ org.projectlombok
+ lombok
+
+
+
+
+
+
+ org.fitframework
+ fit-build-maven-plugin
+ ${fit.version}
+
+
+ build-service
+
+ build-service
+
+
+
+
+
+ org.fitframework
+ fit-dependency-maven-plugin
+ ${fit.version}
+
+
+ dependency
+ compile
+
+ dependency
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-jar-plugin
+ ${maven.jar.version}
+
+
+
+ FIT Lab
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/framework/fel/java/services/fel-pipeline-service/src/main/java/modelengine/fel/service/pipeline/HuggingFacePipelineService.java b/framework/fel/java/services/fel-pipeline-service/src/main/java/modelengine/fel/service/pipeline/HuggingFacePipelineService.java
new file mode 100644
index 00000000..26378427
--- /dev/null
+++ b/framework/fel/java/services/fel-pipeline-service/src/main/java/modelengine/fel/service/pipeline/HuggingFacePipelineService.java
@@ -0,0 +1,36 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fel.service.pipeline;
+
+import modelengine.fitframework.annotation.Genericable;
+
+import java.util.Map;
+
+/**
+ * 表示 pipeline 推理服务。
+ *
+ * @author 易文渊
+ * @since 2024-06-03
+ */
+public interface HuggingFacePipelineService {
+ /**
+ * 调用 HuggingFace pipeline 生成结果。
+ * 返回结果取决于任务类型，可能是以下值中的一个：
+ *
+ * - {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
+ * - {@link java.util.List}{@code <}{@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >>}。
+ *
+ *
+ *
+ * @param task 表示任务类型的 {@link String}。
+ * @param model 表示模型名的 {@link String}。
+ * @param args 表示调用参数的 {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
+ * @return 表示生成结果的 {@link Object}。
+ */
+ @Genericable("modelengine.fel.pipeline.huggingface")
+ Object call(String task, String model, Map args);
+}
\ No newline at end of file
diff --git a/framework/fel/java/services/pom.xml b/framework/fel/java/services/pom.xml
index 7241c67c..f5cad469 100644
--- a/framework/fel/java/services/pom.xml
+++ b/framework/fel/java/services/pom.xml
@@ -17,6 +17,8 @@
tool-mcp-client-service
tool-mcp-common
tool-service
+ fel-langchain-service
+ fel-pipeline-service
diff --git a/framework/fel/python/fel_core/__init__.py b/framework/fel/python/fel_core/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/framework/fel/python/fel_core/types/__init__.py b/framework/fel/python/fel_core/types/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/framework/fel/python/fel_core/types/document.py b/framework/fel/python/fel_core/types/document.py
new file mode 100644
index 00000000..4bf20f77
--- /dev/null
+++ b/framework/fel/python/fel_core/types/document.py
@@ -0,0 +1,19 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+from fel_core.types.serializable import Serializable
+from fel_core.types.media import Media
+
+
+class Document(Serializable):
+ """
+ Document.
+ """
+ content: str
+ media: Media = None
+ metadata: typing.Dict[str, object]
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/fel_core/types/media.py b/framework/fel/python/fel_core/types/media.py
new file mode 100644
index 00000000..c453b780
--- /dev/null
+++ b/framework/fel/python/fel_core/types/media.py
@@ -0,0 +1,15 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+from fel_core.types.serializable import Serializable
+
+
+class Media(Serializable):
+ """
+ Media.
+ """
+ mime: str
+ data: str
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/fel_core/types/serializable.py b/framework/fel/python/fel_core/types/serializable.py
new file mode 100644
index 00000000..85ef979b
--- /dev/null
+++ b/framework/fel/python/fel_core/types/serializable.py
@@ -0,0 +1,22 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+try:
+ import pydantic
+
+ if pydantic.__version__.startswith("1."):
+ raise ImportError
+ import pydantic.v1 as pydantic
+except ImportError:
+ import pydantic
+
+
+class Serializable(pydantic.BaseModel):
+ def json(self, **kwargs: typing.Any) -> str:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().json(**kwargs_with_defaults)
+
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().dict(**kwargs_with_defaults)
\ No newline at end of file
diff --git a/framework/fel/python/fel_langchain/__init__.py b/framework/fel/python/fel_langchain/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/framework/fel/python/fel_langchain/langchain_registers.py b/framework/fel/python/fel_langchain/langchain_registers.py
new file mode 100644
index 00000000..96f083a7
--- /dev/null
+++ b/framework/fel/python/fel_langchain/langchain_registers.py
@@ -0,0 +1,93 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+import json
+from typing import List, Any, Optional, Callable, Union
+from langchain_core.runnables import RunnableConfig
+from langchain_core.tools import BaseTool
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def register_function_tools(tools: List[BaseTool],
+ config: Optional[RunnableConfig] = None,
+ **kwargs: Any):
+ """
+ langchain 函数工具注册方法，注册无需 api key 的工具。
+
+ Args:
+ tools (List[BaseTool]): 表示 langchain 工具列表。
+ config (Optional[RunnableConfig]): 表示 langchain runnable 配置信息。
+ **kwargs (Any): 表示额外参数。
+ """
+ for tool in tools:
+ register_api_tools(tool, [], tool.name, config, **kwargs)
+
+
+def _pop_api_keys(input_args: dict, api_keys_name: List[str]) -> dict:
+ if all(key in input_args.keys() for key in api_keys_name):
+ api_keys_values = [input_args.pop(key) for key in api_keys_name]
+ return dict(zip(api_keys_name, api_keys_values))
+ else:
+ raise ValueError(f"{input_args} not contain all api keys in {api_keys_name}")
+
+
+def _invoke(input_args: dict, tool_builder: Union[Callable[[dict], BaseTool], BaseTool],
+ extra_keys: List[str],
+ config: Optional[RunnableConfig] = None,
+ **kwargs: Any) -> str:
+ api_keys = _pop_api_keys(input_args, extra_keys)
+ if "__arg1" in input_args:
+ _input_args = input_args["__arg1"]
+ else:
+ _input_args = input_args
+
+ if isinstance(tool_builder, BaseTool):
+ tool = tool_builder
+ else:
+ tool = tool_builder(api_keys)
+
+ try:
+ tool_ans = tool.invoke(_input_args, config, **kwargs)
+ return _dump_ans_to_str(tool_ans)
+ except BaseException:
+ return ""
+
+
+def _dump_ans_to_str(tool_ans):
+ if not isinstance(tool_ans, str):
+ try:
+ content = json.dumps(tool_ans, ensure_ascii=False)
+ except Exception:
+ content = str(tool_ans)
+ else:
+ content = tool_ans
+ return content
+
+
+def register_api_tools(tool_builder: Union[Callable[[dict], BaseTool], BaseTool],
+ extra_keys: List[str],
+ tool_name: str,
+ config: Optional[RunnableConfig] = None,
+ **kwargs: Any):
+ """
+ langchain api 工具注册方法。
+
+ Args:
+ tool_builder (Callable[[dict], BaseTool]): 表示 api 工具构造器。
+ extra_keys (List[str]): 表示工具的额外参数，如 api key。
+ tool_name (str): 工具名称。
+ config (Optional[RunnableConfig]): 表示 langchain runnable 配置信息。
+ **kwargs (Any): 表示额外参数。
+ """
+ tool_invoke = functools.partial(_invoke, tool_builder=tool_builder, extra_keys=extra_keys,
+ config=config, **kwargs)
+ tool_invoke.__module__ = register_api_tools.__module__
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': str
+ }
+ generic_id = 'langchain.tool'
+ register_fitable(generic_id, tool_name, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, tool_name, stacklevel=2)
diff --git a/framework/fel/python/fel_langchain/langchain_schema_helper.py b/framework/fel/python/fel_langchain/langchain_schema_helper.py
new file mode 100644
index 00000000..f4c1b0e2
--- /dev/null
+++ b/framework/fel/python/fel_langchain/langchain_schema_helper.py
@@ -0,0 +1,27 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import json
+import os
+import stat
+from typing import List
+
+from langchain_core.tools import BaseTool
+from langchain_core.utils.function_calling import convert_to_openai_function
+
+
+def dump_schema(function_tools: List[BaseTool], file_path: str):
+ """
+ 导出 langchain 函数工具 schema 的工具方法。
+
+ Args:
+ function_tools (List[BaseTool]): 表示 langchain 工具列表。
+ file_path (str): 表示 schema 文件的导出路径。
+ """
+ tools_schema = [{
+ "runnables": {"langchain": {"genericableId": "langchain.tool", "fitableId": f"{tool.name}"}},
+ "schema": {**convert_to_openai_function(tool), "return": {"type": "string"}}
+ } for tool in function_tools]
+
+ fd = os.open(file_path, os.O_RDWR | os.O_CREAT, stat.S_IWUSR | stat.S_IRUSR)
+ with os.fdopen(fd, "w") as file:
+ json.dump({"tools": tools_schema}, file)
\ No newline at end of file
diff --git a/framework/fel/python/fel_llama_index/__init__.py b/framework/fel/python/fel_llama_index/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/framework/fel/python/fel_llama_index/llama_schema_helper.py b/framework/fel/python/fel_llama_index/llama_schema_helper.py
new file mode 100644
index 00000000..9d98d9a7
--- /dev/null
+++ b/framework/fel/python/fel_llama_index/llama_schema_helper.py
@@ -0,0 +1,110 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import json
+import os
+import re
+import stat
+from inspect import Parameter
+from inspect import signature
+from typing import List, Tuple, Any, Callable, Optional
+
+from llama_index.core.bridge.pydantic import FieldInfo, create_model
+from llama_index.core.tools import FunctionTool
+
+
+def __get_ref_item(value: dict, definitions: dict) -> dict:
+ sub_properties_name = re.findall("^#/definitions/(.+)$", value.get("$ref"))
+ if len(sub_properties_name) == 0:
+ raise ValueError(f"Invalid reference properties {value.get('$ref')}.")
+ ref_item = definitions.get(sub_properties_name[0])
+ ref_item["properties"] = __flat_properties(ref_item.get("properties"), definitions)
+ return ref_item
+
+
+def __flat_properties(properties: dict, definitions: dict) -> dict:
+ if definitions is None:
+ return properties
+ flat_properties = dict()
+ for key, value in properties.items():
+ if value.__contains__("$ref"):
+ flat_properties[key] = __get_ref_item(value, definitions)
+ continue
+ array_item = value.get("items")
+ if array_item is not None and array_item.__contains__("$ref"):
+ value["items"] = __get_ref_item(array_item, definitions)
+ flat_properties[key] = value
+ continue
+ else:
+ flat_properties[key] = value
+ return flat_properties
+
+
+def __get_return_properties(func: Callable[..., Any], return_description: str) -> dict:
+ func_signature = signature(func)
+ param_type = func_signature.return_annotation
+ if param_type is Parameter.empty:
+ param_type = Any
+
+ fields = {return_description: (param_type, FieldInfo())}
+ field_model = create_model(return_description, **fields)
+ parameters = field_model.schema()
+ parameters = {
+ key: value
+ for key, value in parameters.items()
+ if key in ["type", "properties", "required", "definitions"]
+ }
+ properties = __flat_properties(parameters.get("properties"), parameters.get("definitions"))
+ if return_description in properties:
+ return properties[return_description]
+ else:
+ return dict()
+
+
+def __get_llama_rag_tool_schema(tool: Tuple[Callable[..., Any], List[str], str]) -> dict:
+ func = tool[0]
+ metadata = FunctionTool.from_defaults(fn=func).metadata
+ parameters_dict = metadata.get_parameters_dict()
+ property_key = "properties"
+ parameters_dict.get(property_key).pop("kwargs")
+
+ dynamic_args = tool[1]
+ dynamic_args_dict = dict()
+ for arg in dynamic_args:
+ dynamic_args_dict[arg] = {"type": "string", "description": arg}
+
+ definition = __get_param_definition(parameters_dict)
+ flat_properties = __flat_properties(parameters_dict.get(property_key), definition)
+ parameters_dict[property_key] = {**flat_properties, **dynamic_args_dict}
+ tool_schema = {
+ "name": metadata.name,
+ "description": func.__doc__,
+ "parameters": parameters_dict,
+ "return": __get_return_properties(func, tool[2]),
+ }
+ if len(dynamic_args_dict) != 0:
+ tool_schema["parameterExtensions"] = {"config": list(dynamic_args_dict.keys())}
+ return tool_schema
+
+
+def __get_param_definition(parameters_dict: dict) -> Optional[dict]:
+ if parameters_dict.__contains__("definitions"):
+ return parameters_dict.pop("definitions")
+ return None
+
+
+def dump_llama_schema(llama_toolkit: List[Tuple[Callable[..., Any], List[str], str]], file_path: str):
+ """
+ 导出 LlamaIndex 函数工具 schema 的工具方法。
+
+ Args:
+ llama_toolkit (List[Tuple[Callable[..., Any], List[str]]]): 表示 llama_index rag 工具列表。
+ file_path (str): 表示 schema 文件的导出路径。
+ """
+ tools_schema = [{
+ "runnables": {"LlamaIndex": {"genericableId": "llama_index.rag.toolkit", "fitableId": f"{tool[0].__name__}"}},
+ "schema": {**__get_llama_rag_tool_schema(tool)}
+ } for tool in llama_toolkit]
+
+ fd = os.open(file_path, os.O_RDWR | os.O_CREAT, stat.S_IWUSR | stat.S_IRUSR)
+ with os.fdopen(fd, "w") as file:
+ json.dump({"tools": tools_schema}, file)
diff --git a/framework/fel/python/fel_llama_index/node_utils.py b/framework/fel/python/fel_llama_index/node_utils.py
new file mode 100644
index 00000000..8859c44b
--- /dev/null
+++ b/framework/fel/python/fel_llama_index/node_utils.py
@@ -0,0 +1,46 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+from llama_index.core.multi_modal_llms.generic_utils import encode_image
+from llama_index.core.schema import ImageNode, TextNode, NodeWithScore
+
+from fel_core.types.document import Document
+from fel_core.types.media import Media
+
+
+def document_to_query_node(doc_input: Document):
+ if isinstance(doc_input, dict):
+ doc = Document(**doc_input)
+ else:
+ doc = doc_input
+
+ if doc.media is not None:
+ node = ImageNode(image=doc.media.data, image_mimetype=doc.media.mime)
+ else:
+ node = TextNode()
+ node.set_content(doc.content)
+ node.metadata = doc.metadata
+ return NodeWithScore(node=node, score=doc.metadata["score"])
+
+
+def query_node_to_document(node_with_score: NodeWithScore) -> Document:
+ node = node_with_score.node
+ metadata = node.metadata or {}
+ metadata['score'] = node_with_score.score
+ content = None
+ image = None
+ file_path_key = "file_path"
+ if isinstance(node, ImageNode):
+ mime = node.image_mimetype or "image/jpeg"
+ data = None
+ if node.image and node.image != "":
+ data = node.image
+ elif node.image_url and node.image_url != "":
+ data = node.image_url
+ elif node.image_path and node.image_path != "":
+ data = encode_image(node.image_path)
+ elif file_path_key in node.metadata and node.metadata[file_path_key] != "":
+ data = encode_image(node.metadata[file_path_key])
+ image = Media(mime=mime, data=data)
+ if isinstance(node, TextNode):
+ content = node.get_content()
+ return Document(content=content, media=image, metadata=metadata)
\ No newline at end of file
diff --git a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl.py b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl.py
index dd4faf6a..0b674604 100644
--- a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl.py
+++ b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl.py
@@ -1,8 +1,6 @@
# -- encoding: utf-8 --
-# Copyright (c) 2024 Huawei Technologies Co., Ltd. All Rights Reserved.
-# This file is a part of the ModelEngine Project.
-# Licensed under the MIT License. See License.txt in the project root for license information.
-# ======================================================================================================================
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+
import multiprocessing
import os
from typing import Dict
diff --git a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl_impl.py b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl_impl.py
index bbfada60..28731e3a 100644
--- a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl_impl.py
+++ b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/python_repl_impl.py
@@ -1,8 +1,5 @@
# -- encoding: utf-8 --
-# Copyright (c) 2024 Huawei Technologies Co., Ltd. All Rights Reserved.
-# This file is a part of the ModelEngine Project.
-# Licensed under the MIT License. See License.txt in the project root for license information.
-# ======================================================================================================================
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
import asyncio
import importlib
import inspect
@@ -72,7 +69,7 @@ def err(err_code: int, err_msg: str) -> 'Result':
def _create_restricted_exec_env(config: Dict[str, object]):
def safer_import(name, my_globals=None, my_locals=None, fromlist=(), level=0):
if name not in config['whitelist'] or name in config['blacklist']:
- raise NameError(f'model {name} is not valid')
+ raise NameError(f'model {name} is not valid, WhiteList: {config["whitelist"]}')
return importlib.import_module(name)
safe_globals = {
diff --git a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/safe_global.py b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/safe_global.py
index 95181a3d..9ec9cd3d 100644
--- a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/safe_global.py
+++ b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/safe_global.py
@@ -1,8 +1,6 @@
# -- encoding: utf-8 --
-# Copyright (c) 2024 Huawei Technologies Co., Ltd. All Rights Reserved.
-# This file is a part of the ModelEngine Project.
-# Licensed under the MIT License. See License.txt in the project root for license information.
-# ======================================================================================================================
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+
import builtins
diff --git a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/test_python_repl_impl.py b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/test_python_repl_impl.py
index d9bcfc12..913d9f4d 100644
--- a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/test_python_repl_impl.py
+++ b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/test_python_repl_impl.py
@@ -1,8 +1,5 @@
# -- encoding: utf-8 --
-# Copyright (c) 2024 Huawei Technologies Co., Ltd. All Rights Reserved.
-# This file is a part of the ModelEngine Project.
-# Licensed under the MIT License. See License.txt in the project root for license information.
-# ======================================================================================================================
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
import json
import multiprocessing
import threading
diff --git a/framework/fel/python/plugins/builtins/fit_py_code_node_tools/tools.json b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/tools.json
new file mode 100644
index 00000000..be041851
--- /dev/null
+++ b/framework/fel/python/plugins/builtins/fit_py_code_node_tools/tools.json
@@ -0,0 +1,37 @@
+{
+ "tools": [
+ {
+ "tags": [
+ "Builtin"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "CodeNode.tool",
+ "fitableId": "Python_REPL"
+ }
+ },
+ "schema": {
+ "name": "Python_REPL",
+ "description": "A Python shell. Use this to execute python commands. Input should be a valid python command.",
+ "parameters": {
+ "properties": {
+ "args": {
+ "type": "object"
+ },
+ "code": {
+ "type": "string"
+ }
+ },
+ "required": [
+ "args",
+ "code"
+ ],
+ "type": "object"
+ },
+ "return": {
+ "type": "string"
+ }
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/callable_registers.py b/framework/fel/python/plugins/fel_langchain_loader_tools/callable_registers.py
new file mode 100644
index 00000000..f5d88863
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_loader_tools/callable_registers.py
@@ -0,0 +1,26 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+from inspect import signature
+from typing import Callable, Any, Tuple, List
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def __invoke_tool(input_args: dict, tool_func: Callable[..., Any], **kwargs) -> Any:
+ return tool_func(**input_args, **kwargs)
+
+
+def register_callable_tool(tool: Tuple[Callable[..., Any], List[str], str], module: str, generic_id: str):
+ func = tool[0]
+ fitable_id = f"{func.__name__}"
+
+ tool_invoke = functools.partial(__invoke_tool, tool_func=func)
+ tool_invoke.__module__ = module
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': signature(func).return_annotation
+ }
+ register_fitable(generic_id, fitable_id, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, fitable_id, stacklevel=2)
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/document_util.py b/framework/fel/python/plugins/fel_langchain_loader_tools/document_util.py
new file mode 100644
index 00000000..e14d8949
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_loader_tools/document_util.py
@@ -0,0 +1,8 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import langchain_core.documents
+from .types.document import Document
+
+
+def langchain_doc_to_document(doc: langchain_core.documents.Document) -> Document:
+ return Document(content=doc.page_content, metadata=dict())
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/langchain_loader_tools.py b/framework/fel/python/plugins/fel_langchain_loader_tools/langchain_loader_tools.py
new file mode 100644
index 00000000..785b4509
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_loader_tools/langchain_loader_tools.py
@@ -0,0 +1,100 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import traceback
+from typing import List, Callable, Tuple, Any
+from urllib.parse import urlparse, parse_qs
+
+from fitframework import fit_logger
+from langchain_community.document_loaders import PyPDFLoader, PDFPlumberLoader, PyMuPDFLoader, PyPDFDirectoryLoader, \
+ PyPDFium2Loader, PDFMinerLoader
+from langchain_core.document_loaders import BaseLoader
+
+from .types.document import Document
+from .document_util import langchain_doc_to_document
+from .callable_registers import register_callable_tool
+
+
+def py_pdf_loader(file_path: str, **kwargs) -> List[Document]:
+ """Load PDF using pypdf into list of documents."""
+ return __loader_handler(lambda nfs_file_path: PyPDFLoader(nfs_file_path), file_path)
+
+
+def pdfplumber_loader(file_path: str, **kwargs) -> List[Document]:
+ """Load PDF using pdfplumber into list of documents"""
+ return __loader_handler(lambda nfs_file_path: PDFPlumberLoader(nfs_file_path), file_path)
+
+
+def py_mupdf_loader(file_path: str, **kwargs) -> List[Document]:
+ """Load PDF using PyMuPDF into list of documents"""
+ return __loader_handler(lambda nfs_file_path: PyMuPDFLoader(nfs_file_path), file_path)
+
+
+def py_pdfium2_loader(file_path: str, **kwargs) -> List[Document]:
+ """Load PDF using pypdfium2 into list of documents"""
+ return __loader_handler(lambda nfs_file_path: PyPDFium2Loader(nfs_file_path), file_path)
+
+
+def py_miner_loader(file_path: str, **kwargs) -> List[Document]:
+ """Load PDF using PDFMiner into list of documents"""
+ return __loader_handler(lambda nfs_file_path: PDFMinerLoader(nfs_file_path), file_path)
+
+
+def py_pdf_directory_loader(directory: str, **kwargs) -> List[Document]:
+ """Load a directory with `PDF` files using `pypdf` and chunks at character level"""
+ return __loader_handler(lambda nfs_file_dir: PyPDFDirectoryLoader(nfs_file_dir), directory)
+
+
+def __loader_handler(loader_builder: Callable[[str], BaseLoader], file_url: str) -> List[Document]:
+ try:
+ # 解析文件路径
+ fit_logger.info("file_url: " + file_url)
+ nfs_file_path = get_file_path(file_url)
+ fit_logger.info("nfs_file_path: " + nfs_file_path)
+ pdf_loader = loader_builder(nfs_file_path)
+ iterator = pdf_loader.lazy_load()
+ res = []
+ max_page = 300
+ for doc in iterator:
+ if len(res) > max_page:
+ return res
+ res.append(langchain_doc_to_document(doc))
+ return res
+ except BaseException:
+ fit_logger.error("Invoke file loader failed.")
+ fit_logger.exception("Invoke file loader failed.")
+ traceback.print_exc()
+ return []
+
+
+def get_file_path(file_url: str):
+ try:
+ parsed_url = urlparse(file_url)
+ if not all([parsed_url.scheme, parsed_url.netloc]):
+ return file_url
+ file_query_param = parse_qs(parsed_url.query).get('filePath')
+ if file_query_param is None or len(file_query_param) == 0:
+ msg = "Invalid file url. missing query parameter [filePath]"
+ fit_logger.error(msg)
+ raise ValueError(msg)
+ else:
+ return file_query_param[0]
+ except BaseException:
+ fit_logger.error("Parse file path failed.")
+ return file_url
+
+
+DOCUMENT_RETURN_DESC = "a piece of text and associated metadata."
+
+# 普通callable注册方式
+# Tuple 结构： (tool_func, config_args, return_description)
+loader_toolkit: List[Tuple[Callable[..., Any], List[str], str]] = [
+ (py_pdf_loader, [], DOCUMENT_RETURN_DESC),
+ (pdfplumber_loader, [], DOCUMENT_RETURN_DESC),
+ (py_mupdf_loader, [], DOCUMENT_RETURN_DESC),
+ (py_pdfium2_loader, [], DOCUMENT_RETURN_DESC),
+ (py_miner_loader, [], DOCUMENT_RETURN_DESC),
+ (py_pdf_directory_loader, [], DOCUMENT_RETURN_DESC),
+]
+
+for tool in loader_toolkit:
+ register_callable_tool(tool, get_file_path.__module__, 'langchain.tool')
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/tools.json b/framework/fel/python/plugins/fel_langchain_loader_tools/tools.json
new file mode 100644
index 00000000..22e93a57
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_loader_tools/tools.json
@@ -0,0 +1,418 @@
+{
+ "tools": [
+ {
+ "tags": [
+ "langchain"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "py_pdf_loader"
+ }
+ },
+ "schema": {
+ "name": "py_pdf_loader",
+ "description": "Load PDF using pypdf into list of documents.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "file_path": {
+ "title": "File Path",
+ "type": "string"
+ }
+ },
+ "required": [
+ "file_path"
+ ]
+ },
+ "return": {
+ "title": "A Piece Of Text And Associated Metadata.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "tags": [
+ "langchain"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "pdfplumber_loader"
+ }
+ },
+ "schema": {
+ "name": "pdfplumber_loader",
+ "description": "Load PDF using pdfplumber into list of documents",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "file_path": {
+ "title": "File Path",
+ "type": "string"
+ }
+ },
+ "required": [
+ "file_path"
+ ]
+ },
+ "return": {
+ "title": "A Piece Of Text And Associated Metadata.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "tags": [
+ "langchain"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "py_mupdf_loader"
+ }
+ },
+ "schema": {
+ "name": "py_mupdf_loader",
+ "description": "Load PDF using PyMuPDF into list of documents",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "file_path": {
+ "title": "File Path",
+ "type": "string"
+ }
+ },
+ "required": [
+ "file_path"
+ ]
+ },
+ "return": {
+ "title": "A Piece Of Text And Associated Metadata.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "tags": [
+ "langchain"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "py_pdfium2_loader"
+ }
+ },
+ "schema": {
+ "name": "py_pdfium2_loader",
+ "description": "Load PDF using pypdfium2 into list of documents",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "file_path": {
+ "title": "File Path",
+ "type": "string"
+ }
+ },
+ "required": [
+ "file_path"
+ ]
+ },
+ "return": {
+ "title": "A Piece Of Text And Associated Metadata.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "tags": [
+ "langchain"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "py_miner_loader"
+ }
+ },
+ "schema": {
+ "name": "py_miner_loader",
+ "description": "Load PDF using PDFMiner into list of documents",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "file_path": {
+ "title": "File Path",
+ "type": "string"
+ }
+ },
+ "required": [
+ "file_path"
+ ]
+ },
+ "return": {
+ "title": "A Piece Of Text And Associated Metadata.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "tags": [
+ "langchain"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "py_pdf_directory_loader"
+ }
+ },
+ "schema": {
+ "name": "py_pdf_directory_loader",
+ "description": "Load a directory with `PDF` files using `pypdf` and chunks at character level",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "directory": {
+ "title": "Directory",
+ "type": "string"
+ }
+ },
+ "required": [
+ "directory"
+ ]
+ },
+ "return": {
+ "title": "A Piece Of Text And Associated Metadata.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ }
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/types/__init__.py b/framework/fel/python/plugins/fel_langchain_loader_tools/types/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/types/document.py b/framework/fel/python/plugins/fel_langchain_loader_tools/types/document.py
new file mode 100644
index 00000000..d5c60e41
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_loader_tools/types/document.py
@@ -0,0 +1,19 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+from .serializable import Serializable
+from .media import Media
+
+
+class Document(Serializable):
+ """
+ Document.
+ """
+ content: str
+ media: Media = None
+ metadata: typing.Dict[str, object]
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/types/media.py b/framework/fel/python/plugins/fel_langchain_loader_tools/types/media.py
new file mode 100644
index 00000000..99be9c3a
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_loader_tools/types/media.py
@@ -0,0 +1,15 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+from .serializable import Serializable
+
+
+class Media(Serializable):
+ """
+ Media.
+ """
+ mime: str
+ data: str
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/plugins/fel_langchain_loader_tools/types/serializable.py b/framework/fel/python/plugins/fel_langchain_loader_tools/types/serializable.py
new file mode 100644
index 00000000..85ef979b
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_loader_tools/types/serializable.py
@@ -0,0 +1,22 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+try:
+ import pydantic
+
+ if pydantic.__version__.startswith("1."):
+ raise ImportError
+ import pydantic.v1 as pydantic
+except ImportError:
+ import pydantic
+
+
+class Serializable(pydantic.BaseModel):
+ def json(self, **kwargs: typing.Any) -> str:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().json(**kwargs_with_defaults)
+
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().dict(**kwargs_with_defaults)
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_langchain_network_tools/callable_registers.py b/framework/fel/python/plugins/fel_langchain_network_tools/callable_registers.py
new file mode 100644
index 00000000..f5d88863
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_network_tools/callable_registers.py
@@ -0,0 +1,26 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+from inspect import signature
+from typing import Callable, Any, Tuple, List
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def __invoke_tool(input_args: dict, tool_func: Callable[..., Any], **kwargs) -> Any:
+ return tool_func(**input_args, **kwargs)
+
+
+def register_callable_tool(tool: Tuple[Callable[..., Any], List[str], str], module: str, generic_id: str):
+ func = tool[0]
+ fitable_id = f"{func.__name__}"
+
+ tool_invoke = functools.partial(__invoke_tool, tool_func=func)
+ tool_invoke.__module__ = module
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': signature(func).return_annotation
+ }
+ register_fitable(generic_id, fitable_id, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, fitable_id, stacklevel=2)
diff --git a/framework/fel/python/plugins/fel_langchain_network_tools/langchain_network_tool.py b/framework/fel/python/plugins/fel_langchain_network_tools/langchain_network_tool.py
new file mode 100644
index 00000000..a65c8827
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_network_tools/langchain_network_tool.py
@@ -0,0 +1,180 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import os
+import time
+from typing import List, Any, Callable, Tuple
+
+from langchain_community.retrievers import ArxivRetriever
+from langchain_community.tools import WikipediaQueryRun, DuckDuckGoSearchRun, YouTubeSearchTool, GoogleSearchRun, \
+ PubmedQueryRun, GooglePlacesTool, BraveSearch, MojeekSearch
+from langchain_community.tools.google_jobs import GoogleJobsQueryRun
+from langchain_community.tools.google_scholar import GoogleScholarQueryRun
+from langchain_community.tools.reddit_search.tool import RedditSearchRun, RedditSearchSchema
+from langchain_community.tools.wikidata.tool import WikidataQueryRun
+from langchain_community.utilities import WikipediaAPIWrapper, GoogleSearchAPIWrapper, GoogleSerperAPIWrapper, \
+ WolframAlphaAPIWrapper, GoogleJobsAPIWrapper, GoogleScholarAPIWrapper, BingSearchAPIWrapper, \
+ GoldenQueryAPIWrapper, SearxSearchWrapper, SerpAPIWrapper, TwilioAPIWrapper
+from langchain_community.utilities.reddit_search import RedditSearchAPIWrapper
+from langchain_community.utilities.wikidata import WikidataAPIWrapper
+from langchain_core.documents import Document
+
+from .callable_registers import register_callable_tool
+
+
+def langchain_network(**kwargs) -> str:
+ time.sleep(5)
+ return ""
+
+
+def arxiv(arxiv_id: str, **kwargs) -> List[str]:
+ retriever = ArxivRetriever(load_max_docs=2)
+ docs: List[Document] = retriever.get_relevant_documents(query=arxiv_id)
+ return [doc.page_content for doc in docs]
+
+
+def bing_search(query: str, bing_subscription_key: str, bing_search_url: str, **kwargs) -> str:
+ os.environ["BING_SUBSCRIPTION_KEY"] = bing_subscription_key
+ os.environ["BING_SEARCH_URL"] = bing_search_url
+ search = BingSearchAPIWrapper()
+ return search.run(query)
+
+
+def brave_search(query: str, count: int, api_key: str, **kwargs) -> str:
+ brave_search_ = BraveSearch.from_api_key(api_key=api_key, search_kwargs={"count": count})
+ return brave_search_.run(query)
+
+
+def duck_duck_go_search(query: str, **kwargs) -> str:
+ search = DuckDuckGoSearchRun()
+ return search.invoke(query)
+
+
+def google_jobs(query: str, serapi_api_key: str, **kwargs) -> str:
+ os.environ["SERPAPI_API_KEY"] = serapi_api_key
+ google_job_tool = GoogleJobsQueryRun(api_wrapper=GoogleJobsAPIWrapper())
+ return google_job_tool.run(query)
+
+
+def google_places(query: str, gplaces_api_key: str, **kwargs) -> str:
+ os.environ["GPLACES_API_KEY"] = gplaces_api_key
+ places = GooglePlacesTool()
+ return places.run(query)
+
+
+def google_scholar(query: str, serp_api_key: str, **kwargs) -> str:
+ os.environ["SERP_API_KEY"] = serp_api_key
+ google_job_tool = GoogleScholarQueryRun(api_wrapper=GoogleScholarAPIWrapper())
+ return google_job_tool.run(query)
+
+
+def google_search(query: str, google_api_key: str, google_cse_id: str, k: int, siterestrict: bool, **kwargs) -> str:
+ wrapper = GoogleSearchAPIWrapper(google_api_key=google_api_key, google_cse_id=google_cse_id, k=k,
+ siterestrict=siterestrict)
+ search = GoogleSearchRun(api_wrapper=wrapper)
+ return search.run(query)
+
+
+def google_serper(query: str, k: int, gl: str, hl: str, serper_api_key: str, **kwargs) -> str:
+ os.environ["SERPER_API_KEY"] = serper_api_key
+ search = GoogleSerperAPIWrapper(k=k, gl=gl, hl=hl)
+ return search.run(query)
+
+
+def golden_query(query: str, golden_api_key: str, **kwargs) -> str:
+ os.environ["GOLDEN_API_KEY"] = golden_api_key
+ golden_query_api = GoldenQueryAPIWrapper()
+ return golden_query_api.run(query)
+
+
+def pub_med(query: str) -> str:
+ pub_med_tool: PubmedQueryRun = PubmedQueryRun()
+ return pub_med_tool.invoke(query)
+
+
+def mojeek_query(query: str, api_key: str) -> str:
+ search = MojeekSearch.config(api_key=api_key)
+ return search.run(query)
+
+
+def reddit_search(query: str, sort: str, time_filter: str, subreddit: str, limit: str, client_id: str,
+ client_secret: str, user_agent: str) -> str:
+ search = RedditSearchRun(
+ api_wrapper=RedditSearchAPIWrapper(
+ reddit_client_id=client_id,
+ reddit_client_secret=client_secret,
+ reddit_user_agent=user_agent,
+ )
+ )
+ search_params = RedditSearchSchema(query=query, sort=sort, time_filter=time_filter, subreddit=subreddit,
+ limit=limit)
+ result = search.run(tool_input=search_params.dict())
+ return result
+
+
+def searxng_search(query: str, searx_host: str) -> str:
+ search = SearxSearchWrapper(searx_host=searx_host)
+ return search.run(query)
+
+
+def serp_api(query: str, serpapi_api_key: str) -> str:
+ search = SerpAPIWrapper(serpapi_api_key=serpapi_api_key)
+ return search.run(query)
+
+
+def twilio(body: str, to: str, account_sid: str, auth_token: str, from_number: str) -> str:
+ twilio_api = TwilioAPIWrapper(
+ account_sid=account_sid,
+ auth_token=auth_token,
+ from_number=from_number
+ )
+ return twilio_api.run(body, to)
+
+
+def wikidata(query: str) -> str:
+ wikidata_query = WikidataQueryRun(api_wrapper=WikidataAPIWrapper())
+ return wikidata_query.run(query)
+
+
+def wikipedia(query: str, **kwargs) -> str:
+ wikipedia_query_run = WikipediaQueryRun(api_wrapper=WikipediaAPIWrapper())
+ return wikipedia_query_run.run(query)
+
+
+def wolfram_alpha(query: str, wolfram_alpha_appid: str) -> str:
+ wolfram = WolframAlphaAPIWrapper(wolfram_alpha_appid=wolfram_alpha_appid)
+ return wolfram.run(query)
+
+
+def youtube_search(query: str, **kwargs) -> str:
+ youtube_search_tool = YouTubeSearchTool()
+ return youtube_search_tool.run(query)
+
+
+# Tuple 结构： (tool_func, config_args, return_description)
+network_toolkit: List[Tuple[Callable[..., Any], List[str], str]] = [
+ (langchain_network, ["input"], "Youtube search."),
+ (arxiv, ["arxiv_id"], "ArXiv search."),
+ (bing_search, ["query", "bing_subscription_key", "bing_search_url"], "Bing search."),
+ (brave_search, ["query", "count", "api_key"], "Brave search."),
+ (duck_duck_go_search, ["query"], "DuckDuckGo Search."),
+ (google_jobs, ["query", "serapi_api_key"], "Google Jobs."),
+ (google_places, ["query", "gplaces_api_key"], "Google Places."),
+ (google_scholar, ["query", "serp_api_key"], "Google Scholar."),
+ (google_search, ["query", "google_api_key", "google_cse_id", "k", "siterestrict"], "Google Search."),
+ (google_serper, ["query", "serper_api_key", "k", "gl", "hl"], "Google Serper."),
+ (golden_query, ["query", "golden_api_key"], "Golden Query."),
+ (pub_med, ["query"], "PubMed."),
+ (mojeek_query, ["query", "api_key"], "Mojeek Search."),
+ (reddit_search, ["query", "sort", "time_filter", "subreddit", "limit", "client_id", "client_secret", "user_agent"],
+ "Reddit Search."),
+ (searxng_search, ["query", "searx_host"], "SearxNG Search."),
+ (serp_api, ["query", "serpapi_api_key"], "SerpAPI."),
+ (twilio, ["body", "to", "account_sid", "auth_token", "from_number"], "Twilio."),
+ (wikidata, ["query"], "Wikidata."),
+ (wikipedia, ["query"], "Wikipedia."),
+ (wolfram_alpha, ["query", "wolfram_alpha_appid"], "Wolfram Alpha."),
+ (youtube_search, ["query"], "Youtube Search."),
+]
+
+for tool in network_toolkit:
+ register_callable_tool(tool, langchain_network.__module__, "langchain.tool")
diff --git a/framework/fel/python/plugins/fel_langchain_tools/langchain_registers.py b/framework/fel/python/plugins/fel_langchain_tools/langchain_registers.py
new file mode 100644
index 00000000..96f083a7
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_tools/langchain_registers.py
@@ -0,0 +1,93 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+import json
+from typing import List, Any, Optional, Callable, Union
+from langchain_core.runnables import RunnableConfig
+from langchain_core.tools import BaseTool
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def register_function_tools(tools: List[BaseTool],
+ config: Optional[RunnableConfig] = None,
+ **kwargs: Any):
+ """
+ langchain 函数工具注册方法，注册无需 api key 的工具。
+
+ Args:
+ tools (List[BaseTool]): 表示 langchain 工具列表。
+ config (Optional[RunnableConfig]): 表示 langchain runnable 配置信息。
+ **kwargs (Any): 表示额外参数。
+ """
+ for tool in tools:
+ register_api_tools(tool, [], tool.name, config, **kwargs)
+
+
+def _pop_api_keys(input_args: dict, api_keys_name: List[str]) -> dict:
+ if all(key in input_args.keys() for key in api_keys_name):
+ api_keys_values = [input_args.pop(key) for key in api_keys_name]
+ return dict(zip(api_keys_name, api_keys_values))
+ else:
+ raise ValueError(f"{input_args} not contain all api keys in {api_keys_name}")
+
+
+def _invoke(input_args: dict, tool_builder: Union[Callable[[dict], BaseTool], BaseTool],
+ extra_keys: List[str],
+ config: Optional[RunnableConfig] = None,
+ **kwargs: Any) -> str:
+ api_keys = _pop_api_keys(input_args, extra_keys)
+ if "__arg1" in input_args:
+ _input_args = input_args["__arg1"]
+ else:
+ _input_args = input_args
+
+ if isinstance(tool_builder, BaseTool):
+ tool = tool_builder
+ else:
+ tool = tool_builder(api_keys)
+
+ try:
+ tool_ans = tool.invoke(_input_args, config, **kwargs)
+ return _dump_ans_to_str(tool_ans)
+ except BaseException:
+ return ""
+
+
+def _dump_ans_to_str(tool_ans):
+ if not isinstance(tool_ans, str):
+ try:
+ content = json.dumps(tool_ans, ensure_ascii=False)
+ except Exception:
+ content = str(tool_ans)
+ else:
+ content = tool_ans
+ return content
+
+
+def register_api_tools(tool_builder: Union[Callable[[dict], BaseTool], BaseTool],
+ extra_keys: List[str],
+ tool_name: str,
+ config: Optional[RunnableConfig] = None,
+ **kwargs: Any):
+ """
+ langchain api 工具注册方法。
+
+ Args:
+ tool_builder (Callable[[dict], BaseTool]): 表示 api 工具构造器。
+ extra_keys (List[str]): 表示工具的额外参数，如 api key。
+ tool_name (str): 工具名称。
+ config (Optional[RunnableConfig]): 表示 langchain runnable 配置信息。
+ **kwargs (Any): 表示额外参数。
+ """
+ tool_invoke = functools.partial(_invoke, tool_builder=tool_builder, extra_keys=extra_keys,
+ config=config, **kwargs)
+ tool_invoke.__module__ = register_api_tools.__module__
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': str
+ }
+ generic_id = 'langchain.tool'
+ register_fitable(generic_id, tool_name, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, tool_name, stacklevel=2)
diff --git a/framework/fel/python/plugins/fel_langchain_tools/langchain_schema_helper.py b/framework/fel/python/plugins/fel_langchain_tools/langchain_schema_helper.py
new file mode 100644
index 00000000..f4c1b0e2
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_tools/langchain_schema_helper.py
@@ -0,0 +1,27 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import json
+import os
+import stat
+from typing import List
+
+from langchain_core.tools import BaseTool
+from langchain_core.utils.function_calling import convert_to_openai_function
+
+
+def dump_schema(function_tools: List[BaseTool], file_path: str):
+ """
+ 导出 langchain 函数工具 schema 的工具方法。
+
+ Args:
+ function_tools (List[BaseTool]): 表示 langchain 工具列表。
+ file_path (str): 表示 schema 文件的导出路径。
+ """
+ tools_schema = [{
+ "runnables": {"langchain": {"genericableId": "langchain.tool", "fitableId": f"{tool.name}"}},
+ "schema": {**convert_to_openai_function(tool), "return": {"type": "string"}}
+ } for tool in function_tools]
+
+ fd = os.open(file_path, os.O_RDWR | os.O_CREAT, stat.S_IWUSR | stat.S_IRUSR)
+ with os.fdopen(fd, "w") as file:
+ json.dump({"tools": tools_schema}, file)
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_langchain_tools/langchain_tools.py b/framework/fel/python/plugins/fel_langchain_tools/langchain_tools.py
new file mode 100644
index 00000000..2144fcc9
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_tools/langchain_tools.py
@@ -0,0 +1,189 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import json
+from urllib.parse import quote_plus
+import psycopg2
+from langchain.agents import AgentExecutor
+
+from langchain_community.utilities.sql_database import SQLDatabase
+from langchain_community.agent_toolkits import create_sql_agent
+from langchain_community.tools.sql_database.tool import (
+ InfoSQLDatabaseTool,
+ ListSQLDatabaseTool,
+ QuerySQLCheckerTool,
+ QuerySQLDataBaseTool,
+)
+from langchain_core.tools import BaseTool
+from langchain_openai import ChatOpenAI, OpenAI
+from langchain_community.utilities.requests import TextRequestsWrapper
+from langchain_community.agent_toolkits import JsonToolkit, create_json_agent
+from langchain_community.tools.json.tool import JsonSpec
+from langchain_community.tools.requests.tool import (
+ RequestsDeleteTool,
+ RequestsGetTool,
+ RequestsPatchTool,
+ RequestsPostTool,
+ RequestsPutTool,
+)
+from .langchain_registers import register_function_tools, register_api_tools
+
+
+# 从app_engine加密传输敏感信息
+def get_db(sql_url: str, sql_table: str, sql_name: str, sql_pwd: str) -> SQLDatabase:
+ return SQLDatabase.from_uri(
+ "postgresql+psycopg2://%s:%s@%s/%s" % (quote_plus(sql_name), quote_plus(sql_pwd), sql_url,
+ quote_plus(sql_table)))
+
+
+def langchain_sql_query(kwargs) -> BaseTool:
+ db = get_db(kwargs.get("sql_url"), kwargs.get("sql_table"), kwargs.get("sql_name"), kwargs.get("sql_pwd"))
+
+ query_sql_database_tool_description = (
+ "Input to this tool is a detailed and correct SQL query, output is a "
+ "result from the database. If the query is not correct, an error message "
+ "will be returned. If an error is returned, rewrite the query, check the "
+ "query, and try again. If you encounter an issue with Unknown column "
+ "'xxxx' in 'field list', use sql_db_schema "
+ "to query the correct table fields."
+ )
+
+ query_sql_database_tool = QuerySQLDataBaseTool(
+ db=db, description=query_sql_database_tool_description
+ )
+ return query_sql_database_tool
+
+
+def langchain_sql_info(kwargs) -> BaseTool:
+ db = get_db(kwargs.get("sql_url"), kwargs.get("sql_table"), kwargs.get("sql_name"), kwargs.get("sql_pwd"))
+
+ info_sql_database_tool_description = (
+ "Input to this tool is a comma-separated list of tables, output is the "
+ "schema and sample rows for those tables. "
+ "Be sure that the tables actually exist by calling "
+ "sql_db_list_tables first! "
+ "Example Input: table1, table2, table3"
+ )
+ info_sql_database_tool = InfoSQLDatabaseTool(
+ db=db, description=info_sql_database_tool_description
+ )
+ return info_sql_database_tool
+
+
+def langchain_sql_list(kwargs) -> BaseTool:
+ db = get_db(kwargs.get("sql_url"), kwargs.get("sql_table"), kwargs.get("sql_name"), kwargs.get("sql_pwd"))
+
+ list_sql_database_tool = ListSQLDatabaseTool(db=db)
+ return list_sql_database_tool
+
+
+def langchain_sql_checker(kwargs) -> BaseTool:
+ api_key = kwargs.get("api_key") or "EMPTY"
+ model_name = kwargs.get("model_name")
+ api_base = kwargs.get("api_base")
+ temperature = kwargs.get("temperature") or 0
+
+ db = get_db(kwargs.get("sql_url"), kwargs.get("sql_table"), kwargs.get("sql_name"), kwargs.get("sql_pwd"))
+ llm = ChatOpenAI(model_name=model_name, openai_api_base=api_base, openai_api_key=api_key, temperature=temperature)
+
+ query_sql_checker_tool_description = (
+ "Use this tool to double check if your query is correct before executing "
+ "it. Always use this tool before executing a query with "
+ "sql_db_query!"
+ )
+ query_sql_checker_tool = QuerySQLCheckerTool(
+ db=db, llm=llm, description=query_sql_checker_tool_description
+ )
+ return query_sql_checker_tool
+
+
+def langchain_sql_agent(kwargs) -> AgentExecutor:
+ api_key = kwargs.get("api_key") or "EMPTY"
+ model_name = kwargs.get("model_name")
+ api_base = kwargs.get("api_base")
+ temperature = kwargs.get("temperature") or 0
+
+ db = get_db(kwargs.get("sql_url"), kwargs.get("sql_table"), kwargs.get("sql_name"), kwargs.get("sql_pwd"))
+ llm = ChatOpenAI(model_name=model_name, openai_api_base=api_base, openai_api_key=api_key, temperature=temperature)
+ agent_executor = create_sql_agent(llm, db=db)
+ return agent_executor
+
+
+def langchain_request_get(kwargs) -> BaseTool:
+ return RequestsGetTool(
+ requests_wrapper=TextRequestsWrapper(headers={}),
+ allow_dangerous_requests=True,
+ )
+
+
+def langchain_request_post(kwargs) -> BaseTool:
+ return RequestsPostTool(
+ requests_wrapper=TextRequestsWrapper(headers={}),
+ allow_dangerous_requests=True,
+ )
+
+
+def langchain_request_patch(kwargs) -> BaseTool:
+ return RequestsPatchTool(
+ requests_wrapper=TextRequestsWrapper(headers={}),
+ allow_dangerous_requests=True,
+ )
+
+
+def langchain_request_delete(kwargs) -> BaseTool:
+ return RequestsDeleteTool(
+ requests_wrapper=TextRequestsWrapper(headers={}),
+ allow_dangerous_requests=True,
+ )
+
+
+def langchain_request_put(kwargs) -> BaseTool:
+ return RequestsPutTool(
+ requests_wrapper=TextRequestsWrapper(headers={}),
+ allow_dangerous_requests=True,
+ )
+
+
+def langchain_json_agent(kwargs) -> AgentExecutor:
+ json_str = kwargs.get("json_str")
+ api_key = kwargs.get("api_key") or "EMPTY"
+ model_name = kwargs.get("model_name")
+ api_base = kwargs.get("api_base")
+ temperature = kwargs.get("temperature") or 0
+ llm = ChatOpenAI(openai_api_base=api_base, openai_api_key=api_key,
+ model=model_name, temperature=temperature)
+ json_spec = JsonSpec(dict_=json.loads(json_str), max_value_length=4000)
+ json_toolkit = JsonToolkit(spec=json_spec)
+ json_agent_executor = create_json_agent(llm=llm, toolkit=json_toolkit, verbose=True)
+ return json_agent_executor
+
+
+# function tools
+function_tools = []
+register_function_tools(function_tools)
+
+api_tools = [
+ (langchain_sql_query, ["sql_url", "sql_table", "sql_name", "sql_pwd"], "sql_db_query"),
+ (langchain_sql_info, ["sql_url", "sql_table", "sql_name", "sql_pwd"], "sql_db_schema"),
+ (langchain_sql_list, ["sql_url", "sql_table", "sql_name", "sql_pwd"], "sql_db_list_tables"),
+ (langchain_sql_checker,
+ ["model_name", "api_key", "api_base", "sql_url", "sql_table", "sql_name", "sql_pwd", "temperature"],
+ "sql_db_query_checker"),
+ (langchain_sql_agent,
+ ["model_name", "api_key", "api_base", "sql_url", "sql_table", "sql_name", "sql_pwd", "temperature"], "sql_agent"),
+ (langchain_request_get, ["url"], "request_get"),
+ (langchain_request_put, ["url"], "request_put"),
+ (langchain_request_post, ["url"], "request_post"),
+ (langchain_request_delete, ["url"], "request_delete"),
+ (langchain_request_patch, ["url"], "request_patch"),
+ (langchain_json_agent, ["model_name", "api_key", "api_base", "temperature", "json_str", "input"], "json_agent")
+]
+# api tools
+for tool in api_tools:
+ register_api_tools(tool[0], tool[1], tool[2])
+
+if __name__ == "__main__":
+ import time
+ from .langchain_schema_helper import dump_schema
+
+ current_timestamp = time.strftime('%Y%m%d%H%M%S')
+ dump_schema(function_tools, f"./tool_schema-{str(current_timestamp)}.json")
diff --git a/framework/fel/python/plugins/fel_langchain_tools/tools.json b/framework/fel/python/plugins/fel_langchain_tools/tools.json
new file mode 100644
index 00000000..f76dd771
--- /dev/null
+++ b/framework/fel/python/plugins/fel_langchain_tools/tools.json
@@ -0,0 +1,353 @@
+{
+ "tools": [
+ {
+ "tags": [
+ "Langchain"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "Python_REPL"
+ }
+ },
+ "schema": {
+ "name": "Python_REPL",
+ "description": "A Python shell. Use this to execute python commands. Input should be a valid python command. If you want to see the output of a value, you should print it out with `print(...)`.",
+ "parameters": {
+ "properties": {
+ "__arg1": {
+ "title": "__arg1",
+ "type": "string"
+ }
+ },
+ "required": [
+ "__arg1"
+ ],
+ "type": "object"
+ },
+ "return": {
+ "type": "string"
+ }
+ }
+ },
+ {
+ "tags": [
+ "Langchain",
+ "Config"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "google_search"
+ }
+ },
+ "schema": {
+ "name": "google_search",
+ "description": "A wrapper around Google Search. Useful for when you need to answer questions about current events. Input should be a search query.",
+ "parameters": {
+ "properties": {
+ "__arg1": {
+ "title": "__arg1",
+ "type": "string"
+ },
+ "google_api_key": {
+ "description": "google search api key",
+ "type": "string"
+ },
+ "google_cse_id": {
+ "description": "google search cse id",
+ "type": "string"
+ },
+ "k": {
+ "description": "number of search results",
+ "default": 10,
+ "type": "integer"
+ },
+ "siterestrict": {
+ "description": "restricts search results",
+ "default": false,
+ "type": "boolean"
+ }
+ },
+ "required": [
+ "__arg1",
+ "google_api_key",
+ "google_cse_id"
+ ],
+ "type": "object"
+ },
+ "return": {
+ "type": "string"
+ },
+ "parameterExtensions": {
+ "config": [
+ "google_api_key",
+ "google_cse_id",
+ "k",
+ "siterestrict"
+ ]
+ }
+ }
+ },
+ {
+ "tags": [
+ "Langchain",
+ "Config"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "sql_db_query"
+ }
+ },
+ "schema": {
+ "name": "sql_db_query",
+ "description": "Input to this tool is a detailed and correct SQL query, output is a result from the database. If the query is not correct, an error message will be returned. If an error is returned, rewrite the query, check the query, and try again. If you encounter an issue with Unknown column 'xxxx' in 'field list', use sql_db_schema to query the correct table fields.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "query": {
+ "description": "A detailed and correct SQL query.",
+ "type": "string"
+ },
+ "sql_url": {
+ "type": "string",
+ "description": "sql_url"
+ },
+ "sql_table": {
+ "type": "string",
+ "description": "sql_table"
+ },
+ "sql_name": {
+ "type": "string",
+ "description": "sql_name"
+ },
+ "sql_pwd": {
+ "type": "string",
+ "description": "sql_pwd"
+ }
+ },
+ "required": [
+ "query",
+ "sql_url",
+ "sql_table",
+ "sql_name",
+ "sql_pwd"
+ ]
+ },
+ "return": {
+ "type": "string"
+ },
+ "parameterExtensions": {
+ "config": [
+ "sql_url",
+ "sql_table",
+ "sql_name",
+ "sql_pwd"
+ ]
+ }
+ }
+ },
+ {
+ "tags": [
+ "Langchain",
+ "Config"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "sql_db_schema"
+ }
+ },
+ "schema": {
+ "name": "sql_db_schema",
+ "description": "Input to this tool is a comma-separated list of tables, output is the schema and sample rows for those tables. Be sure that the tables actually exist by calling sql_db_list_tables first! Example Input: table1, table2, table3",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "table_names": {
+ "description": "A comma-separated list of the table names for which to return the schema. Example input: 'table1, table2, table3'",
+ "type": "string"
+ },
+ "sql_url": {
+ "type": "string",
+ "description": "sql_url"
+ },
+ "sql_table": {
+ "type": "string",
+ "description": "sql_table"
+ },
+ "sql_name": {
+ "type": "string",
+ "description": "sql_name"
+ },
+ "sql_pwd": {
+ "type": "string",
+ "description": "sql_pwd"
+ }
+ },
+ "required": [
+ "table_names",
+ "sql_url",
+ "sql_table",
+ "sql_name",
+ "sql_pwd"
+ ]
+ },
+ "return": {
+ "type": "string"
+ },
+ "parameterExtensions": {
+ "config": [
+ "sql_url",
+ "sql_table",
+ "sql_name",
+ "sql_pwd"
+ ]
+ }
+ }
+ },
+ {
+ "tags": [
+ "Langchain",
+ "Config"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "sql_db_list_tables"
+ }
+ },
+ "schema": {
+ "name": "sql_db_list_tables",
+ "description": "Input is an empty string, output is a comma-separated list of tables in the database.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "tool_input": {
+ "description": "An empty string",
+ "default": "",
+ "type": "string"
+ },
+ "sql_url": {
+ "type": "string",
+ "description": "sql_url"
+ },
+ "sql_table": {
+ "type": "string",
+ "description": "sql_table"
+ },
+ "sql_name": {
+ "type": "string",
+ "description": "sql_name"
+ },
+ "sql_pwd": {
+ "type": "string",
+ "description": "sql_pwd"
+ }
+ },
+ "required": [
+ "sql_table",
+ "sql_url",
+ "sql_name",
+ "sql_pwd"
+ ]
+ },
+ "return": {
+ "type": "string"
+ },
+ "parameterExtensions": {
+ "config": [
+ "sql_url",
+ "sql_table",
+ "sql_name",
+ "sql_pwd"
+ ]
+ }
+ }
+ },
+ {
+ "tags": [
+ "Langchain",
+ "Config"
+ ],
+ "runnables": {
+ "langchain": {
+ "genericableId": "langchain.tool",
+ "fitableId": "sql_db_query_checker"
+ }
+ },
+ "schema": {
+ "name": "sql_db_query_checker",
+ "description": "Use this tool to double check if your query is correct before executing it. Always use this tool before executing a query with sql_db_query!",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "query": {
+ "description": "A detailed and SQL query to be checked.",
+ "type": "string"
+ },
+ "model_name": {
+ "type": "string",
+ "description": "model_name"
+ },
+ "api_key": {
+ "type": "string",
+ "description": "api_key"
+ },
+ "api_base": {
+ "type": "string",
+ "description": "api_base"
+ },
+ "sql_url": {
+ "type": "string",
+ "description": "sql_url"
+ },
+ "sql_table": {
+ "type": "string",
+ "description": "sql_table"
+ },
+ "sql_name": {
+ "type": "string",
+ "description": "sql_name"
+ },
+ "sql_pwd": {
+ "type": "string",
+ "description": "sql_pwd"
+ },
+ "temperature": {
+ "type": "string",
+ "description": "temperature"
+ }
+ },
+ "required": [
+ "query",
+ "model_name",
+ "api_key",
+ "api_base",
+ "sql_url",
+ "sql_table",
+ "sql_name",
+ "sql_pwd",
+ "temperature"
+ ]
+ },
+ "return": {
+ "type": "string"
+ },
+ "parameterExtensions": {
+ "config": [
+ "model_name",
+ "api_key",
+ "api_base",
+ "sql_url",
+ "sql_table",
+ "sql_name",
+ "sql_pwd",
+ "temperature"
+ ]
+ }
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/callable_registers.py b/framework/fel/python/plugins/fel_llama_index_tools/callable_registers.py
new file mode 100644
index 00000000..f5d88863
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/callable_registers.py
@@ -0,0 +1,26 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+from inspect import signature
+from typing import Callable, Any, Tuple, List
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def __invoke_tool(input_args: dict, tool_func: Callable[..., Any], **kwargs) -> Any:
+ return tool_func(**input_args, **kwargs)
+
+
+def register_callable_tool(tool: Tuple[Callable[..., Any], List[str], str], module: str, generic_id: str):
+ func = tool[0]
+ fitable_id = f"{func.__name__}"
+
+ tool_invoke = functools.partial(__invoke_tool, tool_func=func)
+ tool_invoke.__module__ = module
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': signature(func).return_annotation
+ }
+ register_fitable(generic_id, fitable_id, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, fitable_id, stacklevel=2)
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/llama_rag_basic_toolkit.py b/framework/fel/python/plugins/fel_llama_index_tools/llama_rag_basic_toolkit.py
new file mode 100644
index 00000000..e9d2a141
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/llama_rag_basic_toolkit.py
@@ -0,0 +1,155 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+import os
+import traceback
+from enum import Enum, unique
+from inspect import signature
+from typing import List, Callable, Any, Tuple
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+from llama_index.core import PromptTemplate
+from llama_index.core.base.base_selector import SingleSelection
+from llama_index.core.postprocessor import SimilarityPostprocessor, SentenceEmbeddingOptimizer, LLMRerank, \
+ LongContextReorder, FixedRecencyPostprocessor
+from llama_index.core.postprocessor.types import BaseNodePostprocessor
+from llama_index.core.prompts import PromptType
+from llama_index.core.prompts.default_prompts import DEFAULT_CHOICE_SELECT_PROMPT_TMPL
+from llama_index.core.selectors import LLMSingleSelector, LLMMultiSelector
+from llama_index.core.selectors.prompts import DEFAULT_SINGLE_SELECT_PROMPT_TMPL, DEFAULT_MULTI_SELECT_PROMPT_TMPL
+from llama_index.embeddings.openai import OpenAIEmbedding
+from llama_index.legacy.llms import OpenAILike
+
+from .callable_registers import register_callable_tool
+from .types.document import Document
+from .node_utils import document_to_query_node, query_node_to_document
+
+os.environ["no_proxy"] = "*"
+
+
+def __invoke_postprocessor(postprocessor: BaseNodePostprocessor, nodes: List[Document],
+ query_str: str) -> List[Document]:
+ if len(nodes) == 0:
+ return []
+ try:
+ postprocess_nodes = postprocessor.postprocess_nodes([document_to_query_node(node) for node in nodes],
+ query_str=query_str)
+ return [query_node_to_document(node) for node in postprocess_nodes]
+ except BaseException:
+ fit_logger.error("Invoke postprocessor failed.")
+ traceback.print_exc()
+ return nodes
+
+
+def similarity_filter(nodes: List[Document], query_str: str, **kwargs) -> List[Document]:
+ """Remove documents that are below a similarity score threshold."""
+ similarity_cutoff = float(kwargs.get("similarity_cutoff") or 0.3)
+ postprocessor = SimilarityPostprocessor(similarity_cutoff=similarity_cutoff)
+ return __invoke_postprocessor(postprocessor, nodes, query_str)
+
+
+def sentence_embedding_optimizer(nodes: List[Document], query_str: str, **kwargs) -> List[Document]:
+ """Optimization of a text chunk given the query by shortening the input text."""
+ api_key = kwargs.get("api_key") or "EMPTY"
+ model_name = kwargs.get("model_name") or "bce-embedding-base_v1"
+ api_base = kwargs.get("api_base") or ("http://51.36.139.24:8010/v1" if api_key == "EMPTY" else None)
+ percentile_cutoff = kwargs.get("percentile_cutoff")
+ threshold_cutoff = kwargs.get("threshold_cutoff")
+ percentile_cutoff = percentile_cutoff if percentile_cutoff is None else float(percentile_cutoff)
+ threshold_cutoff = threshold_cutoff if threshold_cutoff is None else float(threshold_cutoff)
+
+ embed_model = OpenAIEmbedding(model_name=model_name, api_base=api_base, api_key=api_key)
+ optimizer = SentenceEmbeddingOptimizer(embed_model=embed_model, percentile_cutoff=percentile_cutoff,
+ threshold_cutoff=threshold_cutoff)
+ return __invoke_postprocessor(optimizer, nodes, query_str)
+
+
+def llm_rerank(nodes: List[Document], query_str: str, **kwargs) -> List[Document]:
+ """
+ Re-order nodes by asking the LLM to return the relevant documents and a score of how relevant they are.
+ Returns the top N ranked nodes.
+ """
+ api_key = kwargs.get("api_key") or "EMPTY"
+ model_name = kwargs.get("model_name") or "Qwen1.5-14B-Chat"
+ api_base = kwargs.get("api_base") or ("http://80.11.128.62:8000/v1" if api_key == "EMPTY" else None)
+ prompt = kwargs.get("prompt") or DEFAULT_CHOICE_SELECT_PROMPT_TMPL
+ choice_batch_size = int(kwargs.get("choice_batch_size") or 10)
+ top_n = int(kwargs.get("top_n") or 10)
+
+ llm = OpenAILike(model=model_name, api_base=api_base, api_key=api_key, max_tokens=4096)
+ choice_select_prompt = PromptTemplate(prompt, prompt_type=PromptType.CHOICE_SELECT)
+ llm_rerank_obj = LLMRerank(llm=llm, choice_select_prompt=choice_select_prompt, choice_batch_size=choice_batch_size,
+ top_n=top_n)
+ return __invoke_postprocessor(llm_rerank_obj, nodes, query_str)
+
+
+def long_context_rerank(nodes: List[Document], query_str: str, **kwargs) -> List[Document]:
+ """Re-order the retrieved nodes, which can be helpful in cases where a large top-k is needed."""
+ return __invoke_postprocessor(LongContextReorder(), nodes, query_str)
+
+
+@unique
+class SelectorMode(Enum):
+ SINGLE = "single"
+ MULTI = "multi"
+
+
+def llm_choice_selector(choice: List[str], query_str: str, **kwargs) -> List[SingleSelection]:
+ """LLM-based selector that chooses one or multiple out of many options."""
+ if len(choice) == 0:
+ return []
+ api_key = kwargs.get("api_key") or "EMPTY"
+ model_name = kwargs.get("model_name") or "Qwen1.5-14B-Chat"
+ api_base = kwargs.get("api_base") or ("http://80.11.128.62:8000/v1" if api_key == "EMPTY" else None)
+ prompt = kwargs.get("prompt")
+ mode = str(kwargs.get("mode") or SelectorMode.SINGLE.value)
+ if mode.lower() not in [m.value for m in SelectorMode]:
+ raise ValueError(f"Invalid mode {mode}.")
+
+ llm = OpenAILike(model=model_name, api_base=api_base, api_key=api_key, max_tokens=4096)
+ if mode.lower() == SelectorMode.SINGLE.value:
+ selector_prompt = prompt or DEFAULT_SINGLE_SELECT_PROMPT_TMPL
+ selector = LLMSingleSelector.from_defaults(llm=llm, prompt_template_str=selector_prompt)
+ else:
+ multi_selector_prompt = prompt or DEFAULT_MULTI_SELECT_PROMPT_TMPL
+ selector = LLMMultiSelector.from_defaults(llm=llm, prompt_template_str=multi_selector_prompt)
+ try:
+ return selector.select(choice, query_str).selections
+ except BaseException:
+ fit_logger.error("Invoke choice selector failed.")
+ traceback.print_exc()
+ return []
+
+
+def fixed_recency(nodes: List[Document], tok_k: int, date_key: str, query_str: str, **kwargs) -> List[Document]:
+ """This postprocessor returns the top K nodes sorted by date"""
+ postprocessor = FixedRecencyPostprocessor(
+ tok_k=tok_k, date_key=date_key if date_key else "date"
+ )
+ return __invoke_postprocessor(postprocessor, nodes, query_str)
+
+
+# Tuple 结构： (tool_func, config_args, return_description)
+rag_basic_toolkit: List[Tuple[Callable[..., Any], List[str], str]] = [
+ (similarity_filter, ["similarity_cutoff"], "The filtered documents."),
+ (sentence_embedding_optimizer, ["model_name", "api_key", "api_base", "percentile_cutoff", "threshold_cutoff"],
+ "The optimized documents."),
+ (llm_rerank, ["model_name", "api_key", "api_base", "prompt", "choice_batch_size", "top_n"],
+ "The re-ordered documents."),
+ (long_context_rerank, [], "The re-ordered documents."),
+ (llm_choice_selector, ["model_name", "api_key", "api_base", "prompt", "mode"], "The selected choice."),
+ (fixed_recency, ["nodes", "tok_k", "date_key", "query_str"], "The fixed recency postprocessor")
+]
+
+
+for tool in rag_basic_toolkit:
+ register_callable_tool(tool, llm_choice_selector.__module__, "llama_index.rag.toolkit")
+
+
+if __name__ == '__main__':
+ import time
+ from .llama_schema_helper import dump_llama_schema
+
+ current_timestamp = time.strftime('%Y%m%d%H%M%S')
+ dump_llama_schema(rag_basic_toolkit, f"./llama_tool_schema-{str(current_timestamp)}.json")
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/llama_schema_helper.py b/framework/fel/python/plugins/fel_llama_index_tools/llama_schema_helper.py
new file mode 100644
index 00000000..b4fb2f59
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/llama_schema_helper.py
@@ -0,0 +1,123 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import json
+import os
+import re
+import stat
+from inspect import Parameter
+from inspect import signature
+from typing import List, Tuple, Any, Callable, Optional
+
+from llama_index.core.bridge.pydantic import FieldInfo, create_model
+from llama_index.core.tools import FunctionTool
+
+
+def __get_ref_item(value: dict, definitions: dict) -> dict:
+ sub_properties_name = re.findall("^#/definitions/(.+)$", value.get("$ref"))
+ if len(sub_properties_name) == 0:
+ raise ValueError(f"Invalid reference properties {value.get('$ref')}.")
+ ref_item = definitions.get(sub_properties_name[0])
+ ref_item["properties"] = __flat_properties(ref_item.get("properties"), definitions)
+ return ref_item
+
+
+def __flat_properties(properties: dict, definitions: dict) -> dict:
+ if definitions is None:
+ return properties
+ flat_properties = dict()
+ for key, value in properties.items():
+ if value.__contains__("$ref"):
+ flat_properties[key] = __get_ref_item(value, definitions)
+ continue
+ array_item = value.get("items")
+ if array_item is not None and array_item.__contains__("$ref"):
+ value["items"] = __get_ref_item(array_item, definitions)
+ flat_properties[key] = value
+ continue
+ else:
+ flat_properties[key] = value
+ return flat_properties
+
+
+def __get_return_properties(func: Callable[..., Any], return_description: str) -> dict:
+ func_signature = signature(func)
+ param_type = func_signature.return_annotation
+ if param_type is Parameter.empty:
+ param_type = Any
+
+ fields = {return_description: (param_type, FieldInfo())}
+ field_model = create_model(return_description, **fields)
+ parameters = field_model.schema()
+ parameters = {
+ key: value
+ for key, value in parameters.items()
+ if key in ["type", "properties", "required", "definitions"]
+ }
+ properties = __flat_properties(parameters.get("properties"), parameters.get("definitions"))
+ if return_description in properties:
+ return properties[return_description]
+ else:
+ return dict()
+
+
+def __get_llama_rag_tool_schema(tool: Tuple[Callable[..., Any], List[str], str]) -> dict:
+ func = tool[0]
+ metadata = FunctionTool.from_defaults(fn=func).metadata
+ parameters_dict = metadata.get_parameters_dict()
+ property_key = "properties"
+ parameters_dict.get(property_key).pop("kwargs")
+
+ dynamic_args = tool[1]
+ dynamic_args_dict = dict()
+ for arg in dynamic_args:
+ dynamic_args_dict[arg] = {"type": "string", "description": arg}
+
+ definition = __get_param_definition(parameters_dict)
+ flat_properties = __flat_properties(parameters_dict.get(property_key), definition)
+ parameters_dict[property_key] = {**flat_properties, **dynamic_args_dict}
+ tool_schema = {
+ "name": metadata.name,
+ "description": func.__doc__,
+ "parameters": parameters_dict,
+ "return": __get_return_properties(func, tool[2]),
+ }
+ if len(dynamic_args_dict) != 0:
+ tool_schema["parameterExtensions"] = {"config": list(dynamic_args_dict.keys())}
+ return tool_schema
+
+
+def __get_param_definition(parameters_dict: dict) -> Optional[dict]:
+ if parameters_dict.__contains__("definitions"):
+ return parameters_dict.pop("definitions")
+ return None
+
+
+def dump_llama_schema(llama_toolkit: List[Tuple[Callable[..., Any], List[str], str]], file_path: str):
+ """
+ 导出 LlamaIndex 函数工具 schema 的工具方法。
+
+ Args:
+ llama_toolkit (List[Tuple[Callable[..., Any], List[str]]]): 表示 llama_index rag 工具列表。
+ file_path (str): 表示 schema 文件的导出路径。
+ """
+ dump_callable_schema(llama_toolkit, file_path, "LlamaIndex", "llama_index.rag.toolkit")
+
+
+def dump_callable_schema(callable_toolkit: List[Tuple[Callable[..., Any], List[str], str]], file_path: str, tag: str,
+ genericable_id: str):
+ """
+ 导出函数工具 schema 的工具方法。
+
+ Args:
+ callable_toolkit (List[Tuple[Callable[..., Any], List[str]]]): 表示函数工具列表。
+ file_path (str): 表示 schema 文件的导出路径。
+ """
+ tools_schema = [{
+ "tags": [tag],
+ "runnables": {tag: {"genericableId": genericable_id, "fitableId": f"{tool[0].__name__}"}},
+ "schema": {**__get_llama_rag_tool_schema(tool)}
+ } for tool in callable_toolkit]
+
+ fd = os.open(file_path, os.O_RDWR | os.O_CREAT, stat.S_IWUSR | stat.S_IRUSR)
+ with os.fdopen(fd, "w") as file:
+ json.dump({"tools": tools_schema}, file)
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/node_utils.py b/framework/fel/python/plugins/fel_llama_index_tools/node_utils.py
new file mode 100644
index 00000000..2b1c23ff
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/node_utils.py
@@ -0,0 +1,55 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+from llama_index.core.multi_modal_llms.generic_utils import encode_image
+from llama_index.core.schema import ImageNode, TextNode, NodeWithScore
+from llama_index.core import Document as LDocument
+
+from .types.document import Document
+from .types.media import Media
+
+
+def document_to_query_node(doc_input: Document):
+ if isinstance(doc_input, dict):
+ doc = Document(**doc_input)
+ else:
+ doc = doc_input
+
+ if doc.media is not None:
+ node = ImageNode(image=doc.media.data, image_mimetype=doc.media.mime)
+ else:
+ node = TextNode()
+ node.set_content(doc.content)
+ node.metadata = doc.metadata
+ return NodeWithScore(node=node, score=doc.metadata["score"])
+
+
+def query_node_to_document(node_with_score: NodeWithScore) -> Document:
+ node = node_with_score.node
+ metadata = node.metadata or {}
+ metadata['score'] = node_with_score.score
+ content = None
+ image = None
+ file_path_key = "file_path"
+ if isinstance(node, ImageNode):
+ mime = node.image_mimetype or "image/jpeg"
+ data = None
+ if node.image and node.image != "":
+ data = node.image
+ elif node.image_url and node.image_url != "":
+ data = node.image_url
+ elif node.image_path and node.image_path != "":
+ data = encode_image(node.image_path)
+ elif file_path_key in node.metadata and node.metadata[file_path_key] != "":
+ data = encode_image(node.metadata[file_path_key])
+ image = Media(mime=mime, data=data)
+ if isinstance(node, TextNode):
+ content = node.get_content()
+ return Document(content=content, media=image, metadata=metadata)
+
+
+def to_llama_index_document(doc: Document) -> LDocument:
+ metadata = {}
+ metadata.update(doc.metadata)
+ if doc.media is not None:
+ metadata.update({"mime": doc.media.mime, "data": doc.media.data})
+ return LDocument(text=doc.content, metadata=metadata)
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/tools.json b/framework/fel/python/plugins/fel_llama_index_tools/tools.json
new file mode 100644
index 00000000..62283787
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/tools.json
@@ -0,0 +1,685 @@
+{
+ "tools": [
+ {
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "similarity_filter"
+ }
+ },
+ "schema": {
+ "name": "similarity_filter",
+ "description": "Remove documents that are below a similarity score threshold.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "nodes": {
+ "title": "Nodes",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "query_str": {
+ "title": "Query Str",
+ "type": "string"
+ },
+ "similarity_cutoff": {
+ "type": "string",
+ "description": "similarity_cutoff"
+ }
+ },
+ "required": [
+ "nodes",
+ "query_str"
+ ]
+ },
+ "return": {
+ "title": "The Filtered Documents.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "similarity_cutoff"
+ ]
+ }
+ }
+ },
+ {
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "sentence_embedding_optimizer"
+ }
+ },
+ "schema": {
+ "name": "sentence_embedding_optimizer",
+ "description": "Optimization of a text chunk given the query by shortening the input text.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "nodes": {
+ "title": "Nodes",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "query_str": {
+ "title": "Query Str",
+ "type": "string"
+ },
+ "model_name": {
+ "type": "string",
+ "description": "model_name"
+ },
+ "api_key": {
+ "type": "string",
+ "description": "api_key"
+ },
+ "api_base": {
+ "type": "string",
+ "description": "api_base"
+ },
+ "percentile_cutoff": {
+ "type": "string",
+ "description": "percentile_cutoff"
+ },
+ "threshold_cutoff": {
+ "type": "string",
+ "description": "threshold_cutoff"
+ }
+ },
+ "required": [
+ "nodes",
+ "query_str"
+ ]
+ },
+ "return": {
+ "title": "The Optimized Documents.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "model_name",
+ "api_key",
+ "api_base",
+ "percentile_cutoff",
+ "threshold_cutoff"
+ ]
+ }
+ }
+ },
+ {
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "llm_rerank"
+ }
+ },
+ "schema": {
+ "name": "llm_rerank",
+ "description": "\n Re-order nodes by asking the LLM to return the relevant documents and a score of how relevant they are.\n Returns the top N ranked nodes.\n ",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "nodes": {
+ "title": "Nodes",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "query_str": {
+ "title": "Query Str",
+ "type": "string"
+ },
+ "model_name": {
+ "type": "string",
+ "description": "model_name"
+ },
+ "api_key": {
+ "type": "string",
+ "description": "api_key"
+ },
+ "api_base": {
+ "type": "string",
+ "description": "api_base"
+ },
+ "prompt": {
+ "type": "string",
+ "description": "prompt"
+ },
+ "choice_batch_size": {
+ "type": "string",
+ "description": "choice_batch_size"
+ },
+ "top_n": {
+ "type": "string",
+ "description": "top_n"
+ }
+ },
+ "required": [
+ "nodes",
+ "query_str"
+ ]
+ },
+ "return": {
+ "title": "The Re-Ordered Documents.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "model_name",
+ "api_key",
+ "api_base",
+ "prompt",
+ "choice_batch_size",
+ "top_n"
+ ]
+ }
+ }
+ },
+ {
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "long_context_rerank"
+ }
+ },
+ "schema": {
+ "name": "long_context_rerank",
+ "description": "Re-order the retrieved nodes, which can be helpful in cases where a large top-k is needed.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "nodes": {
+ "title": "Nodes",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "query_str": {
+ "title": "Query Str",
+ "type": "string"
+ }
+ },
+ "required": [
+ "nodes",
+ "query_str"
+ ]
+ },
+ "return": {
+ "title": "The Re-Ordered Documents.",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "llm_choice_selector"
+ }
+ },
+ "schema": {
+ "name": "llm_choice_selector",
+ "description": "LLM-based selector that chooses one or multiple out of many options.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "choice": {
+ "title": "Choice",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "query_str": {
+ "title": "Query Str",
+ "type": "string"
+ },
+ "model_name": {
+ "type": "string",
+ "description": "model_name"
+ },
+ "api_key": {
+ "type": "string",
+ "description": "api_key"
+ },
+ "api_base": {
+ "type": "string",
+ "description": "api_base"
+ },
+ "prompt": {
+ "type": "string",
+ "description": "prompt"
+ },
+ "mode": {
+ "type": "string",
+ "description": "mode"
+ }
+ },
+ "required": [
+ "choice",
+ "query_str"
+ ]
+ },
+ "return": {
+ "title": "The Selected Choice.",
+ "type": "array",
+ "items": {
+ "title": "SingleSelection",
+ "description": "A single selection of a choice.",
+ "type": "object",
+ "properties": {
+ "index": {
+ "title": "Index",
+ "type": "integer"
+ },
+ "reason": {
+ "title": "Reason",
+ "type": "string"
+ }
+ },
+ "required": [
+ "index",
+ "reason"
+ ]
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "model_name",
+ "api_key",
+ "api_base",
+ "prompt",
+ "mode"
+ ]
+ }
+ }
+ },
+ {
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "fixed_recency"
+ }
+ },
+ "schema": {
+ "name": "fixed_recency",
+ "description": "This postprocessor returns the top K nodes sorted by date",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "nodes": {
+ "type": "string",
+ "description": "nodes"
+ },
+ "tok_k": {
+ "type": "string",
+ "description": "tok_k"
+ },
+ "date_key": {
+ "type": "string",
+ "description": "date_key"
+ },
+ "query_str": {
+ "type": "string",
+ "description": "query_str"
+ }
+ },
+ "required": [
+ "nodes",
+ "tok_k",
+ "date_key",
+ "query_str"
+ ]
+ },
+ "return": {
+ "title": "The Fixed Recency Postprocessor",
+ "type": "array",
+ "items": {
+ "title": "Document",
+ "description": "Document.",
+ "type": "object",
+ "properties": {
+ "content": {
+ "title": "Content",
+ "type": "string"
+ },
+ "media": {
+ "title": "Media",
+ "description": "Media.",
+ "type": "object",
+ "properties": {
+ "mime": {
+ "title": "Mime",
+ "type": "string"
+ },
+ "data": {
+ "title": "Data",
+ "type": "string"
+ }
+ },
+ "required": [
+ "mime",
+ "data"
+ ]
+ },
+ "metadata": {
+ "title": "Metadata",
+ "type": "object"
+ }
+ },
+ "required": [
+ "content",
+ "metadata"
+ ]
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "nodes",
+ "tok_k",
+ "date_key",
+ "query_str"
+ ]
+ }
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/types/__init__.py b/framework/fel/python/plugins/fel_llama_index_tools/types/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/types/document.py b/framework/fel/python/plugins/fel_llama_index_tools/types/document.py
new file mode 100644
index 00000000..d5c60e41
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/types/document.py
@@ -0,0 +1,19 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+from .serializable import Serializable
+from .media import Media
+
+
+class Document(Serializable):
+ """
+ Document.
+ """
+ content: str
+ media: Media = None
+ metadata: typing.Dict[str, object]
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/types/media.py b/framework/fel/python/plugins/fel_llama_index_tools/types/media.py
new file mode 100644
index 00000000..99be9c3a
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/types/media.py
@@ -0,0 +1,15 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+from .serializable import Serializable
+
+
+class Media(Serializable):
+ """
+ Media.
+ """
+ mime: str
+ data: str
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/plugins/fel_llama_index_tools/types/serializable.py b/framework/fel/python/plugins/fel_llama_index_tools/types/serializable.py
new file mode 100644
index 00000000..85ef979b
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_index_tools/types/serializable.py
@@ -0,0 +1,22 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+try:
+ import pydantic
+
+ if pydantic.__version__.startswith("1."):
+ raise ImportError
+ import pydantic.v1 as pydantic
+except ImportError:
+ import pydantic
+
+
+class Serializable(pydantic.BaseModel):
+ def json(self, **kwargs: typing.Any) -> str:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().json(**kwargs_with_defaults)
+
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().dict(**kwargs_with_defaults)
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llama_selector_tools/callable_registers.py b/framework/fel/python/plugins/fel_llama_selector_tools/callable_registers.py
new file mode 100644
index 00000000..f5d88863
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_selector_tools/callable_registers.py
@@ -0,0 +1,26 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+from inspect import signature
+from typing import Callable, Any, Tuple, List
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def __invoke_tool(input_args: dict, tool_func: Callable[..., Any], **kwargs) -> Any:
+ return tool_func(**input_args, **kwargs)
+
+
+def register_callable_tool(tool: Tuple[Callable[..., Any], List[str], str], module: str, generic_id: str):
+ func = tool[0]
+ fitable_id = f"{func.__name__}"
+
+ tool_invoke = functools.partial(__invoke_tool, tool_func=func)
+ tool_invoke.__module__ = module
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': signature(func).return_annotation
+ }
+ register_fitable(generic_id, fitable_id, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, fitable_id, stacklevel=2)
diff --git a/framework/fel/python/plugins/fel_llama_selector_tools/llama_selector.py b/framework/fel/python/plugins/fel_llama_selector_tools/llama_selector.py
new file mode 100644
index 00000000..94c29935
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_selector_tools/llama_selector.py
@@ -0,0 +1,45 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import traceback
+from typing import Tuple, List, Any, Callable
+
+from fitframework import fit_logger
+from llama_index.core.base.base_selector import SingleSelection
+from llama_index.core.selectors import EmbeddingSingleSelector
+from llama_index.embeddings.openai import OpenAIEmbedding
+
+from .callable_registers import register_callable_tool
+
+
+def embedding_choice_selector(choice: List[str], query_str: str, **kwargs) -> List[SingleSelection]:
+ """ Embedding selector that chooses one out of many options."""
+ if len(choice) == 0:
+ return []
+ api_key = kwargs.get("api_key") or "EMPTY"
+ model_name = kwargs.get("model_name") or "bge-large-zh"
+ api_base = kwargs.get("api_base") or None
+
+ embed_model = OpenAIEmbedding(model_name=model_name, api_base=api_base, api_key=api_key)
+ selector = EmbeddingSingleSelector.from_defaults(embed_model=embed_model)
+ try:
+ return selector.select(choice, query_str).selections
+ except BaseException:
+ fit_logger.error("Invoke embedding choice selector failed.")
+ traceback.print_exc()
+ return []
+
+
+# Tuple 结构： (tool_func, config_args, return_description)
+selector_toolkit: List[Tuple[Callable[..., Any], List[str], str]] = [
+ (embedding_choice_selector, ["model_name", "api_key", "api_base", "prompt", "mode"], "The selected choice."),
+]
+
+for tool in selector_toolkit:
+ register_callable_tool(tool, embedding_choice_selector.__module__, "llama_index.rag.toolkit")
+
+if __name__ == '__main__':
+ import time
+ from .llama_schema_helper import dump_llama_schema
+
+ current_timestamp = time.strftime('%Y%m%d%H%M%S')
+ dump_llama_schema(selector_toolkit, f"./llama_tool_schema-{str(current_timestamp)}.json")
diff --git a/framework/fel/python/plugins/fel_llama_selector_tools/tools.json b/framework/fel/python/plugins/fel_llama_selector_tools/tools.json
new file mode 100644
index 00000000..df2b6f70
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_selector_tools/tools.json
@@ -0,0 +1,91 @@
+{
+ "tools": [
+ {
+ "tags": [
+ "LlamaIndex"
+ ],
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "embedding_choice_selector"
+ }
+ },
+ "schema": {
+ "name": "embedding_choice_selector",
+ "description": " Embedding selector that chooses one out of many options.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "choice": {
+ "title": "Choice",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "query_str": {
+ "title": "Query Str",
+ "type": "string"
+ },
+ "model_name": {
+ "type": "string",
+ "description": "model_name"
+ },
+ "api_key": {
+ "type": "string",
+ "description": "api_key"
+ },
+ "api_base": {
+ "type": "string",
+ "description": "api_base"
+ },
+ "prompt": {
+ "type": "string",
+ "description": "prompt"
+ },
+ "mode": {
+ "type": "string",
+ "description": "mode"
+ }
+ },
+ "required": [
+ "choice",
+ "query_str"
+ ]
+ },
+ "return": {
+ "title": "The Selected Choice.",
+ "type": "array",
+ "items": {
+ "title": "SingleSelection",
+ "description": "A single selection of a choice.",
+ "type": "object",
+ "properties": {
+ "index": {
+ "title": "Index",
+ "type": "integer"
+ },
+ "reason": {
+ "title": "Reason",
+ "type": "string"
+ }
+ },
+ "required": [
+ "index",
+ "reason"
+ ]
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "model_name",
+ "api_key",
+ "api_base",
+ "prompt",
+ "mode"
+ ]
+ }
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/callable_registers.py b/framework/fel/python/plugins/fel_llama_splitter_tools/callable_registers.py
new file mode 100644
index 00000000..f5d88863
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_splitter_tools/callable_registers.py
@@ -0,0 +1,26 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+from inspect import signature
+from typing import Callable, Any, Tuple, List
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def __invoke_tool(input_args: dict, tool_func: Callable[..., Any], **kwargs) -> Any:
+ return tool_func(**input_args, **kwargs)
+
+
+def register_callable_tool(tool: Tuple[Callable[..., Any], List[str], str], module: str, generic_id: str):
+ func = tool[0]
+ fitable_id = f"{func.__name__}"
+
+ tool_invoke = functools.partial(__invoke_tool, tool_func=func)
+ tool_invoke.__module__ = module
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': signature(func).return_annotation
+ }
+ register_fitable(generic_id, fitable_id, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, fitable_id, stacklevel=2)
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/llama_splitter_tool.py b/framework/fel/python/plugins/fel_llama_splitter_tools/llama_splitter_tool.py
new file mode 100644
index 00000000..b335f0b0
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_splitter_tools/llama_splitter_tool.py
@@ -0,0 +1,118 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import traceback
+from typing import Tuple, List, Any, Callable
+
+from fitframework import fit_logger
+from llama_index.core.node_parser import (
+ SentenceSplitter,
+ TokenTextSplitter,
+ SemanticSplitterNodeParser,
+ SentenceWindowNodeParser
+)
+from llama_index.core.schema import BaseNode
+from llama_index.core.schema import Document as LDocument
+from llama_index.embeddings.openai import OpenAIEmbedding
+
+from .callable_registers import register_callable_tool
+from .node_utils import to_llama_index_document
+
+
+def sentence_splitter(text: str, separator: str, chunk_size: int, chunk_overlap: int, **kwargs) -> List[str]:
+ """Parse text with a preference for complete sentences."""
+ if len(text) == 0:
+ return []
+ splitter = SentenceSplitter(
+ separator=separator,
+ chunk_size=chunk_size,
+ chunk_overlap=chunk_overlap,
+ )
+ try:
+ return splitter.split_text(text)
+ except BaseException:
+ fit_logger.error("Invoke sentence splitter failed.")
+ traceback.print_exc()
+ return []
+
+
+def token_text_splitter(text: str, separator: str, chunk_size: int, chunk_overlap: int, **kwargs) -> List[str]:
+ """Splitting text that looks at word tokens."""
+ if len(text) == 0:
+ return []
+ splitter = TokenTextSplitter(
+ separator=separator,
+ chunk_size=chunk_size,
+ chunk_overlap=chunk_overlap,
+ )
+ try:
+ return splitter.split_text(text)
+ except BaseException:
+ fit_logger.error("Invoke token text splitter failed.")
+ traceback.print_exc()
+ return []
+
+
+def semantic_splitter(buffer_size: int, breakpoint_percentile_threshold: int, docs: List[LDocument], **kwargs) \
+ -> List[BaseNode]:
+ """Splitting text that looks at word tokens."""
+ if len(docs) == 0:
+ return []
+ api_key = kwargs.get("api_key")
+ model_name = kwargs.get("model_name")
+ api_base = kwargs.get("api_base")
+
+ embed_model = OpenAIEmbedding(model_name=model_name, api_base=api_base, api_key=api_key, max_tokens=4096)
+
+ splitter = SemanticSplitterNodeParser(
+ buffer_size=buffer_size,
+ breakpoint_percentile_threshold=breakpoint_percentile_threshold,
+ embed_model=embed_model
+ )
+ ldocs = [to_llama_index_document(doc) for doc in docs]
+ try:
+ return splitter.build_semantic_nodes_from_documents(documents=ldocs)
+ except BaseException:
+ fit_logger.error("Invoke semantic splitter failed.")
+ traceback.print_exc()
+ return []
+
+
+def sentence_window_node_parser(window_size: int, window_metadata_key: str, original_text_metadata_key: str,
+ docs: List[LDocument], **kwargs) -> List[BaseNode]:
+ """Splitting text that looks at word tokens."""
+ if len(docs) == 0:
+ return []
+
+ node_parser = SentenceWindowNodeParser.from_defaults(
+ window_size=window_size,
+ window_metadata_key=window_metadata_key,
+ original_text_metadata_key=original_text_metadata_key,
+ )
+ try:
+ return node_parser.get_nodes_from_documents(docs)
+ except BaseException:
+ fit_logger.error("Invoke semantic splitter failed.")
+ traceback.print_exc()
+ return []
+
+
+# Tuple 结构： (tool_func, config_args, return_description)
+splitter_basic_toolkit: List[Tuple[Callable[..., Any], List[str], str]] = [
+ (sentence_splitter, ["text", "separator", "chunk_size", "chunk_overlap"], "Split sentences by sentence."),
+ (token_text_splitter, ["text", "separator", "chunk_size", "chunk_overlap"], "Split sentences by token."),
+ (semantic_splitter,
+ ["docs", "buffer_size", "breakpoint_percentile_threshold", "chunk_overlap", "model_name", "api_key", "api_base"],
+ "Split sentences by semantic."),
+ (sentence_window_node_parser, ["docs", "window_size", "window_metadata_key", "original_text_metadata_key"],
+ "Splits all documents into individual sentences")
+]
+
+for tool in splitter_basic_toolkit:
+ register_callable_tool(tool, sentence_splitter.__module__, "llama_index.rag.toolkit")
+
+if __name__ == '__main__':
+ import time
+ from .llama_schema_helper import dump_llama_schema
+
+ current_timestamp = time.strftime('%Y%m%d%H%M%S')
+ dump_llama_schema(splitter_basic_toolkit, f"./llama_tool_schema-{str(current_timestamp)}.json")
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/node_utils.py b/framework/fel/python/plugins/fel_llama_splitter_tools/node_utils.py
new file mode 100644
index 00000000..8c206ec6
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_splitter_tools/node_utils.py
@@ -0,0 +1,59 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+from typing import Dict
+
+from llama_index.core.multi_modal_llms.generic_utils import encode_image
+from llama_index.core.schema import ImageNode, TextNode, NodeWithScore
+from llama_index.core import Document as LDocument
+
+from .types.document import Document
+from .types.media import Media
+
+
+def document_to_query_node(doc_input: Document):
+ if isinstance(doc_input, dict):
+ doc = Document(**doc_input)
+ else:
+ doc = doc_input
+
+ if doc.media is not None:
+ node = ImageNode(image=doc.media.data, image_mimetype=doc.media.mime)
+ else:
+ node = TextNode()
+ node.set_content(doc.content)
+ node.metadata = doc.metadata
+ return NodeWithScore(node=node, score=doc.metadata["score"])
+
+
+def query_node_to_document(node_with_score: NodeWithScore) -> Document:
+ node = node_with_score.node
+ metadata = node.metadata or {}
+ metadata['score'] = node_with_score.score
+ content = None
+ image = None
+ file_path_key = "file_path"
+ if isinstance(node, ImageNode):
+ mime = node.image_mimetype or "image/jpeg"
+ data = None
+ if node.image and node.image != "":
+ data = node.image
+ elif node.image_url and node.image_url != "":
+ data = node.image_url
+ elif node.image_path and node.image_path != "":
+ data = encode_image(node.image_path)
+ elif file_path_key in node.metadata and node.metadata[file_path_key] != "":
+ data = encode_image(node.metadata[file_path_key])
+ image = Media(mime=mime, data=data)
+ if isinstance(node, TextNode):
+ content = node.get_content()
+ return Document(content=content, media=image, metadata=metadata)
+
+
+def to_llama_index_document(doc: Document) -> LDocument:
+ metadata = {}
+ if isinstance(doc, Dict):
+ doc = Document.parse_obj(doc)
+ metadata.update(doc.metadata)
+ if doc.media is not None:
+ metadata.update({"mime": doc.media.mime, "data": doc.media.data})
+ return LDocument(text=doc.content, metadata=metadata)
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/tools.json b/framework/fel/python/plugins/fel_llama_splitter_tools/tools.json
new file mode 100644
index 00000000..ad8fad58
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_splitter_tools/tools.json
@@ -0,0 +1,368 @@
+{
+ "tools": [
+ {
+ "tags": [
+ "LlamaIndex"
+ ],
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "sentence_splitter"
+ }
+ },
+ "schema": {
+ "name": "sentence_splitter",
+ "description": "Parse text with a preference for complete sentences.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "text": {
+ "type": "string",
+ "description": "text"
+ },
+ "separator": {
+ "type": "string",
+ "description": "separator"
+ },
+ "chunk_size": {
+ "type": "string",
+ "description": "chunk_size"
+ },
+ "chunk_overlap": {
+ "type": "string",
+ "description": "chunk_overlap"
+ }
+ },
+ "required": [
+ "text",
+ "separator",
+ "chunk_size",
+ "chunk_overlap"
+ ]
+ },
+ "return": {
+ "title": "Split Sentences By Sentence.",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "text",
+ "separator",
+ "chunk_size",
+ "chunk_overlap"
+ ]
+ }
+ }
+ },
+ {
+ "tags": [
+ "LlamaIndex"
+ ],
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "token_text_splitter"
+ }
+ },
+ "schema": {
+ "name": "token_text_splitter",
+ "description": "Splitting text that looks at word tokens.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "text": {
+ "type": "string",
+ "description": "text"
+ },
+ "separator": {
+ "type": "string",
+ "description": "separator"
+ },
+ "chunk_size": {
+ "type": "string",
+ "description": "chunk_size"
+ },
+ "chunk_overlap": {
+ "type": "string",
+ "description": "chunk_overlap"
+ }
+ },
+ "required": [
+ "text",
+ "separator",
+ "chunk_size",
+ "chunk_overlap"
+ ]
+ },
+ "return": {
+ "title": "Split Sentences By Token.",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "text",
+ "separator",
+ "chunk_size",
+ "chunk_overlap"
+ ]
+ }
+ }
+ },
+ {
+ "tags": [
+ "LlamaIndex"
+ ],
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "semantic_splitter"
+ }
+ },
+ "schema": {
+ "name": "semantic_splitter",
+ "description": "Splitting text that looks at word tokens.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "buffer_size": {
+ "type": "string",
+ "description": "buffer_size"
+ },
+ "breakpoint_percentile_threshold": {
+ "type": "string",
+ "description": "breakpoint_percentile_threshold"
+ },
+ "docs": {
+ "type": "string",
+ "description": "docs"
+ },
+ "chunk_overlap": {
+ "type": "string",
+ "description": "chunk_overlap"
+ },
+ "model_name": {
+ "type": "string",
+ "description": "model_name"
+ },
+ "api_key": {
+ "type": "string",
+ "description": "api_key"
+ },
+ "api_base": {
+ "type": "string",
+ "description": "api_base"
+ }
+ },
+ "required": [
+ "buffer_size",
+ "breakpoint_percentile_threshold",
+ "docs"
+ ]
+ },
+ "return": {
+ "title": "Split Sentences By Semantic.",
+ "type": "array",
+ "items": {
+ "title": "BaseNode",
+ "description": "Base node Object.\n\nGeneric abstract interface for retrievable nodes",
+ "type": "object",
+ "properties": {
+ "id_": {
+ "title": "Id ",
+ "description": "Unique ID of the node.",
+ "type": "string"
+ },
+ "embedding": {
+ "title": "Embedding",
+ "description": "Embedding of the node.",
+ "type": "array",
+ "items": {
+ "type": "number"
+ }
+ },
+ "extra_info": {
+ "title": "Extra Info",
+ "description": "A flat dictionary of metadata fields",
+ "type": "object"
+ },
+ "excluded_embed_metadata_keys": {
+ "title": "Excluded Embed Metadata Keys",
+ "description": "Metadata keys that are excluded from text for the embed model.",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "excluded_llm_metadata_keys": {
+ "title": "Excluded Llm Metadata Keys",
+ "description": "Metadata keys that are excluded from text for the LLM.",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "relationships": {
+ "title": "Relationships",
+ "description": "A mapping of relationships to other node information.",
+ "type": "object",
+ "additionalProperties": {
+ "anyOf": [
+ {
+ "$ref": "#/definitions/RelatedNodeInfo"
+ },
+ {
+ "type": "array",
+ "items": {
+ "$ref": "#/definitions/RelatedNodeInfo"
+ }
+ }
+ ]
+ }
+ },
+ "class_name": {
+ "title": "Class Name",
+ "type": "string",
+ "default": "base_component"
+ }
+ }
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "docs",
+ "buffer_size",
+ "breakpoint_percentile_threshold",
+ "chunk_overlap",
+ "model_name",
+ "api_key",
+ "api_base"
+ ]
+ }
+ }
+ },
+ {
+ "tags": [
+ "LlamaIndex"
+ ],
+ "runnables": {
+ "LlamaIndex": {
+ "genericableId": "llama_index.rag.toolkit",
+ "fitableId": "sentence_window_node_parser"
+ }
+ },
+ "schema": {
+ "name": "sentence_window_node_parser",
+ "description": "Splitting text that looks at word tokens.",
+ "parameters": {
+ "type": "object",
+ "properties": {
+ "window_size": {
+ "type": "string",
+ "description": "window_size"
+ },
+ "window_metadata_key": {
+ "type": "string",
+ "description": "window_metadata_key"
+ },
+ "original_text_metadata_key": {
+ "type": "string",
+ "description": "original_text_metadata_key"
+ },
+ "docs": {
+ "type": "string",
+ "description": "docs"
+ }
+ },
+ "required": [
+ "window_size",
+ "window_metadata_key",
+ "original_text_metadata_key",
+ "docs"
+ ]
+ },
+ "return": {
+ "title": "Splits All Documents Into Individual Sentences",
+ "type": "array",
+ "items": {
+ "title": "BaseNode",
+ "description": "Base node Object.\n\nGeneric abstract interface for retrievable nodes",
+ "type": "object",
+ "properties": {
+ "id_": {
+ "title": "Id ",
+ "description": "Unique ID of the node.",
+ "type": "string"
+ },
+ "embedding": {
+ "title": "Embedding",
+ "description": "Embedding of the node.",
+ "type": "array",
+ "items": {
+ "type": "number"
+ }
+ },
+ "extra_info": {
+ "title": "Extra Info",
+ "description": "A flat dictionary of metadata fields",
+ "type": "object"
+ },
+ "excluded_embed_metadata_keys": {
+ "title": "Excluded Embed Metadata Keys",
+ "description": "Metadata keys that are excluded from text for the embed model.",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "excluded_llm_metadata_keys": {
+ "title": "Excluded Llm Metadata Keys",
+ "description": "Metadata keys that are excluded from text for the LLM.",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
+ },
+ "relationships": {
+ "title": "Relationships",
+ "description": "A mapping of relationships to other node information.",
+ "type": "object",
+ "additionalProperties": {
+ "anyOf": [
+ {
+ "$ref": "#/definitions/RelatedNodeInfo"
+ },
+ {
+ "type": "array",
+ "items": {
+ "$ref": "#/definitions/RelatedNodeInfo"
+ }
+ }
+ ]
+ }
+ },
+ "class_name": {
+ "title": "Class Name",
+ "type": "string",
+ "default": "base_component"
+ }
+ }
+ }
+ },
+ "parameterExtensions": {
+ "config": [
+ "docs",
+ "window_size",
+ "window_metadata_key",
+ "original_text_metadata_key"
+ ]
+ }
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/types/__init__.py b/framework/fel/python/plugins/fel_llama_splitter_tools/types/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/types/document.py b/framework/fel/python/plugins/fel_llama_splitter_tools/types/document.py
new file mode 100644
index 00000000..d5c60e41
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_splitter_tools/types/document.py
@@ -0,0 +1,19 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+from .serializable import Serializable
+from .media import Media
+
+
+class Document(Serializable):
+ """
+ Document.
+ """
+ content: str
+ media: Media = None
+ metadata: typing.Dict[str, object]
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/types/media.py b/framework/fel/python/plugins/fel_llama_splitter_tools/types/media.py
new file mode 100644
index 00000000..99be9c3a
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_splitter_tools/types/media.py
@@ -0,0 +1,15 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+from .serializable import Serializable
+
+
+class Media(Serializable):
+ """
+ Media.
+ """
+ mime: str
+ data: str
+
+ class Config:
+ frozen = True
+ smart_union = True
diff --git a/framework/fel/python/plugins/fel_llama_splitter_tools/types/serializable.py b/framework/fel/python/plugins/fel_llama_splitter_tools/types/serializable.py
new file mode 100644
index 00000000..85ef979b
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llama_splitter_tools/types/serializable.py
@@ -0,0 +1,22 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import typing
+
+try:
+ import pydantic
+
+ if pydantic.__version__.startswith("1."):
+ raise ImportError
+ import pydantic.v1 as pydantic
+except ImportError:
+ import pydantic
+
+
+class Serializable(pydantic.BaseModel):
+ def json(self, **kwargs: typing.Any) -> str:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().json(**kwargs_with_defaults)
+
+ def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+ kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+ return super().dict(**kwargs_with_defaults)
\ No newline at end of file
diff --git a/framework/fel/python/plugins/fel_llamaindex_network_tools/callable_registers.py b/framework/fel/python/plugins/fel_llamaindex_network_tools/callable_registers.py
new file mode 100644
index 00000000..f5d88863
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llamaindex_network_tools/callable_registers.py
@@ -0,0 +1,26 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+import functools
+from inspect import signature
+from typing import Callable, Any, Tuple, List
+
+from fitframework import fit_logger
+from fitframework.core.repo.fitable_register import register_fitable
+
+
+def __invoke_tool(input_args: dict, tool_func: Callable[..., Any], **kwargs) -> Any:
+ return tool_func(**input_args, **kwargs)
+
+
+def register_callable_tool(tool: Tuple[Callable[..., Any], List[str], str], module: str, generic_id: str):
+ func = tool[0]
+ fitable_id = f"{func.__name__}"
+
+ tool_invoke = functools.partial(__invoke_tool, tool_func=func)
+ tool_invoke.__module__ = module
+ tool_invoke.__annotations__ = {
+ 'input_args': dict,
+ 'return': signature(func).return_annotation
+ }
+ register_fitable(generic_id, fitable_id, False, [], tool_invoke)
+ fit_logger.info("register: generic_id = %s, fitable_id = %s", generic_id, fitable_id, stacklevel=2)
diff --git a/framework/fel/python/plugins/fel_llamaindex_network_tools/llamaindex_network_tool.py b/framework/fel/python/plugins/fel_llamaindex_network_tools/llamaindex_network_tool.py
new file mode 100644
index 00000000..89a5b285
--- /dev/null
+++ b/framework/fel/python/plugins/fel_llamaindex_network_tools/llamaindex_network_tool.py
@@ -0,0 +1,23 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. -. All rights reserved.
+
+import time
+from typing import List, Any, Optional, Callable, Union, Tuple
+
+from .callable_registers import register_callable_tool
+
+
+def llamaindex_network(**kwargs) -> str:
+ time.sleep(5)
+ return ""
+
+
+# Tuple 结构： (tool_func, config_args, return_description)
+network_toolkit: List[Tuple[Callable[..., Any], List[str], str]] = [
+ (llamaindex_network, ["input"], "Youtube search.")
+]
+
+
+for tool in network_toolkit:
+ register_callable_tool(tool, llamaindex_network.__module__, "llama_index.rag.toolkit")
+
diff --git a/framework/fel/python/setup.py b/framework/fel/python/setup.py
new file mode 100644
index 00000000..566b7c57
--- /dev/null
+++ b/framework/fel/python/setup.py
@@ -0,0 +1,27 @@
+# -- encoding: utf-8 --
+# Copyright (c) Huawei Technologies Co., Ltd. 2024-2024. All rights reserved.
+"""
+功 能：用于打包工程为 wheel 文件的脚本。
+"""
+# 打包方式：在 fel/python 目录下执行 python setup.py sdist bdist_wheel
+import setuptools
+
+_FEL_FRAMEWORK_VERSION = "0.0.1.dev"
+
+setuptools.setup(
+ name="fel",
+ version=_FEL_FRAMEWORK_VERSION,
+ author="fit",
+ url="https://gitlab.huawei.com/fitlab/fit",
+ packages=setuptools.find_packages(
+ exclude=["*.tests", "*.tests.*", "tests.*", "tests", "_test.*", "_test"]),
+ classifiers=[
+ "Programming Language :: Python :: 3",
+ "License :: Huawei license",
+ "Operating System :: OS Independent",
+ ],
+ install_requires=["langchain==0.2.6",
+ "llama_index==0.10.47",
+ "requests==2.31"],
+ python_requires='==3.9.11'
+)
diff --git a/framework/waterflow/java/pom.xml b/framework/waterflow/java/pom.xml
index 3dc312f3..a73675a7 100644
--- a/framework/waterflow/java/pom.xml
+++ b/framework/waterflow/java/pom.xml
@@ -36,10 +36,10 @@
- waterflow-bridge-fit-reactor
+ waterflow-common
waterflow-core
waterflow-dependency
- waterflow-genericable
+ waterflow-eco
@@ -108,6 +108,17 @@
org.apache.maven.plugins
maven-surefire-plugin
${maven.surefire.version}
+
+
+ true
+
+ false
+
+ plain
+
+ 1
+ 300000
+
org.jacoco
diff --git a/framework/waterflow/java/waterflow-common/pom.xml b/framework/waterflow/java/waterflow-common/pom.xml
new file mode 100644
index 00000000..a198d60e
--- /dev/null
+++ b/framework/waterflow/java/waterflow-common/pom.xml
@@ -0,0 +1,61 @@
+
+
+
+
+ 4.0.0
+
+ org.fitframework.waterflow
+ waterflow-parent
+ 1.0.0-SNAPSHOT
+
+
+ waterflow-common
+ 1.0.0-SNAPSHOT
+
+
+ 17
+ 17
+ UTF-8
+
+
+
+
+ org.fitframework
+ fit-api
+
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-jar-plugin
+ ${maven.jar.version}
+
+
+
+ FIT Lab
+
+
+
+
+
+ org.fitframework
+ fit-build-maven-plugin
+ ${fit.version}
+
+
+ build-service
+
+ build-service
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/ErrorCodes.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/ErrorCodes.java
new file mode 100644
index 00000000..f5865d85
--- /dev/null
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/ErrorCodes.java
@@ -0,0 +1,298 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fit.waterflow;
+
+/**
+ * 异常类型枚举类
+ *
+ * @author 陈镕希
+ * @since 1.0
+ */
+public enum ErrorCodes {
+ // /** ------------ Generic Exception. From 10000000 to 10000999 --------------------- */
+ /**
+ * 入参为空
+ */
+ INPUT_PARAM_IS_EMPTY(10000000, "Input param is empty, empty param is {0}."),
+
+ /**
+ * 枚举类转换异常
+ */
+ ENUM_CONVERT_FAILED(10000001, "Cannot convert enum {0} by name: {1}."),
+
+ /**
+ * 实体对象未找到
+ */
+ ENTITY_NOT_FOUND(10000002, "Cannot find entity {0} by id: {1}."),
+
+ /**
+ * 入参不合法
+ */
+ INPUT_PARAM_IS_INVALID(10000003, "Input param is invalid, invalid param is {0}."),
+
+ /**
+ * 不符合预期
+ */
+ UN_EXCEPTED_ERROR(10000006, "unexpected error:{0}"),
+
+ /**
+ * 分页查询时Offset范围不正确。
+ */
+ PAGINATION_OFFSET_INVALID(10000008, "The range of offset is incorrect."),
+ /**
+ * 分页查询时Limit范围不正确。
+ */
+ PAGINATION_LIMIT_INVALID(10000009, "The range of limit is incorrect."),
+
+ /**
+ * 类型转换失败。
+ */
+ TYPE_CONVERT_FAILED(10000011, "Cannot convert type."),
+
+ /** ------------ FlowEngines Exception 10007000-10007999 --------------------- */
+ /**
+ * 流程节点转换不支持操作
+ */
+ FLOW_NODE_CREATE_ERROR(10007000, "Processor can not be null during create flowable node."),
+
+ /**
+ * 流程节点不支持执行操作
+ */
+ FLOW_NODE_OPERATOR_NOT_SUPPORT(10007001, "Flow node with id: {0}, type: {1}, for operator [{2}] not supported."),
+
+ /**
+ * 流程没有开始节点
+ */
+ FLOW_HAS_NO_START_NODE(10007002, "Flow definition with id: {0} has no start node."),
+
+ /**
+ * 流程任务不支持执行操作
+ */
+ FLOW_TASK_OPERATOR_NOT_SUPPORT(10007003, "Flow task with name: {0}, type: {1}, are not supported."),
+
+ /**
+ * 流程执行错误，没有手动执行任务
+ */
+ FLOW_ENGINE_INVALID_MANUAL_TASK(10007004, "Flow engine executor error for invalid manual task."),
+
+ /**
+ * 流程执行错误，非法节点Id
+ */
+ FLOW_ENGINE_INVALID_NODE_ID(10007005, "Flow engine executor error for invalid node id: {0}."),
+
+ /**
+ * 流程定义解析失败
+ */
+ FLOW_ENGINE_PARSER_NOT_SUPPORT(10007010, "Flow engine parser not support {0} operator."),
+
+ /**
+ * 流程启动失败
+ */
+ FLOW_START_ERROR(10007011, "Flow status is invalid"),
+ FLOW_EXECUTE_FITABLE_TASK_FAILED(10007012,
+ "execute jober failed, jober name: {0}, jober type: {1}, fitables: {2}, errors: {3}"),
+
+ /**
+ * 流程执行不支持发送事件
+ */
+ FLOW_SEND_EVENT_NOT_SUPPORT(100070013, "Flow send event are not supported."),
+
+ /**
+ * 流程引擎数据库不支持该操作
+ */
+ FLOW_ENGINE_DATABASE_NOT_SUPPORT(100070014, "Operation :{0} is not supported."),
+
+ /**
+ * 流程定义更新失败
+ */
+ FLOW_DEFINITION_UPDATE_NOT_SUPPORT(100070015, "Flow status :{0} update not supported."),
+
+ /**
+ * 通过eventMetaId查询to节点失败
+ */
+ FLOW_FIND_TO_NODE_BY_EVENT_FAILED(100070016, "Find to node by event metaId :{0} failed."),
+ FLOW_GRAPH_NOT_FOUND(100070017, "Flow graph id: {0} version: {1} not found."),
+ FLOW_MODIFY_PUBLISHED_GRAPH(100070018,
+ "graph data with id: {0} version: {1} has been published, can not be modified"),
+ FLOW_ID_NOT_MATCH(100070019, "Flow id {0} does not match id {1} in data."),
+ FLOW_GRAPH_DATA_PARSE_FAILED(100070020, "Parse graph data failed."),
+ FLOW_HANDLE_SMART_FORM_FAILED(100070021, "Failed to handle the smart form task."),
+ FLOW_TERMINATE_FAILED(100070022,
+ "Failed to terminate flows by trace id {0}, when the flow status is error, archived or terminate."),
+
+ /**
+ * ElsaFlowsGraphRepo不支持该操作
+ */
+ ELSA_FLOW_GRAPH_NOT_SUPPORT(100070023, "Operation :{0} is not supported."),
+
+ /**
+ * DbFlowsGraphRepo 不支持该操作
+ */
+ NOT_SUPPORT(100070024, "Operation :{0} is not supported."),
+
+ /**
+ * 流程已存在
+ */
+ FLOW_ALREADY_EXIST(100070025, "flow already exist, {0}."),
+
+ /**
+ * 流程回调函数执行fitables失败
+ */
+ FLOW_EXECUTE_CALLBACK_FITABLES_FAILED(10007026,
+ "Failed to execute callback, callback name: {0}, callback type: {1}, fitables: {2}, errors: {3}"),
+
+ /**
+ * 流程引擎OhScript语法错误
+ */
+ FLOW_ENGINE_OHSCRIPT_GRAMMAR_ERROR(100070024, "OhScript grammar error. Source Code: {0}"),
+
+ /**
+ * 流程引擎条件规则变量未找到
+ */
+ FLOW_ENGINE_CONDITION_RULE_PARSE_ERROR(100070025, "Condition rule parse error. Condition Rule: {0}"),
+
+ /**
+ * 找不到对应流程节点
+ */
+ FLOW_NODE_NOT_FOUND(100070024, "Flow node id {0} not found, flow meta id {1}, version {2}."),
+
+ /**
+ * flow节点任务数达到最大值
+ */
+ FLOW_NODE_MAX_TASK(100070024, "Flow node id {0} tasks over the limit."),
+
+ /**
+ * 流程自动任务特定异常重试失败
+ */
+ FLOW_RETRY_JOBER_UPDATE_DATABASE_FAILED(10007024, "Failed to update the retry record for retryJober, toBatch: {0}"),
+
+ /**
+ * 异步jober执行失败
+ */
+ FLOW_EXECUTE_ASYNC_JOBER_FAILED(10007027,
+ "execute async jober failed."),
+
+ /**
+ * 流程执行过程出现异常
+ */
+ FLOW_ENGINE_EXECUTOR_ERROR(10007500, "Flow engine executor errors "
+ + "stream id: {0}, node id: {1}, name: {2}, exception: {3}, errors: {4}."),
+
+ /**
+ * 流程执行过程通过ohscript调用fitable出现异常
+ */
+ FLOW_OHSCRIPT_INVOKE_FITABLE_ERROR(10007501,
+ "Error code: 10007501, Flow engine executor ohscript code error when invoke fitable."),
+
+ /**
+ * 流程定义删除失败
+ */
+ FLOW_DEFINITION_DELETE_ERROR(10007502, "Error code: 10007502, Flow definition delete error"),
+
+ /**
+ * 流程出现系统错误
+ */
+ FLOW_SYSTEM_ERROR(10007503, "SYSTEM ERROR"),
+
+ /**
+ * 流程调用过程出现网络错误
+ */
+ FLOW_NETWORK_ERROR(10007504, "Error code: 10007504, Network error when Invoke fitable"),
+
+ /**
+ * 流程执行过程中不支持处理该类型
+ */
+ CONTEXT_TYPE_NOT_SUPPORT(10007505, "Not support this type."),
+
+ /**
+ * 中间节点连接线不合法
+ */
+ INVALID_STATE_NODE_EVENT_SIZE(10007518, "State node event size must be 1, please check config"),
+
+ /**
+ * 节点对应的event个数不合法
+ */
+ INVALID_EVENT_SIZE(10007506, "Error code: 10007506, Invalid event size."),
+
+ /**
+ * 流程storeJober调用过程执行出错
+ */
+ FLOW_STORE_JOBER_INVOKE_ERROR(10007507, "Flow store jober invoke error, tool id:{0}."),
+
+ /**
+ * 流程httpJober调用过程执行出错
+ */
+ FLOW_HTTP_JOBER_INVOKE_ERROR(10007508, "Flow http jober invoke error."),
+
+ /**
+ * 流程genericableJober调用过程执行出错
+ */
+ FLOW_GENERICALBE_JOBER_INVOKE_ERROR(10007509, "Flow genericable jober invoke error."),
+
+ /**
+ * 流程generalJober调用过程执行出错
+ */
+ FLOW_GENERAL_JOBER_INVOKE_ERROR(100075010, "Flow general jober invoke error."),
+
+ /**
+ * 条件节点执行出错
+ */
+ CONDITION_NODE_EXEC_ERROR(10007511, "Condition node executor error."),
+
+ /**
+ * 流程图保存失败
+ */
+ FLOW_GRAPH_SAVE_ERROR(10007512, "Flow graph save error, flow id: {0}, version: {1}."),
+
+ /**
+ * 流程图升级失败
+ */
+ FLOW_GRAPH_UPGRADE_ERROR(10007513, "Flow graph upgrade error, flow id: {0}, version: {1}."),
+
+ /**
+ * 流程校验失败
+ */
+ FLOW_VALIDATE_ERROR(10007514, "Flow graph validate error, detail: {0}"),
+
+ /**
+ * 流程节点个数不合法
+ */
+ INVALID_FLOW_NODE_SIZE(10007515, "Node size must more than 3, please check config"),
+
+ /**
+ * 开始节点连接线不合法
+ */
+ INVALID_START_NODE_EVENT_SIZE(10007516, "Start node event size must be 1, please check config"),
+
+ /**
+ * 连接线配置不合法
+ */
+ INVALID_EVENT_CONFIG(10007517, "Event config is invalid, event id: {0}"),
+ ;
+
+ private final Integer errorCode;
+
+ private final String message;
+
+ ErrorCodes(Integer errorCode, String message) {
+ this.errorCode = errorCode;
+ this.message = message;
+ }
+
+ public Integer getErrorCode() {
+ return errorCode;
+ }
+
+ public String getMessage() {
+ return message;
+ }
+
+ @Override
+ public String toString() {
+ return "err " + this.errorCode + ": " + this.message;
+ }
+}
diff --git a/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/entity/DefaultOperationContext.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/entity/DefaultOperationContext.java
new file mode 100644
index 00000000..6e5c06e8
--- /dev/null
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/entity/DefaultOperationContext.java
@@ -0,0 +1,140 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fit.waterflow.entity;
+
+import modelengine.fitframework.util.StringUtils;
+
+import java.util.Arrays;
+
+import static modelengine.fitframework.util.ObjectUtils.nullIf;
+
+/**
+ * 功能描述
+ *
+ * @author 梁济时
+ * @since 2023-10-30
+ */
+class DefaultOperationContext implements OperationContext {
+ static final DefaultOperationContext EMPTY = new DefaultOperationContext("", "",
+ "0.0.0.0", "", "");
+
+ private final String tenantId;
+
+ private final String operator;
+
+ private final String operatorIp;
+
+ private final String language;
+
+ private final String sourcePlatform;
+
+ DefaultOperationContext(String tenantId, String operator, String operatorIp, String language,
+ String sourcePlatform) {
+ this.tenantId = nullIf(tenantId, "");
+ this.operator = nullIf(operator, "");
+ this.operatorIp = nullIf(operatorIp, "");
+ this.language = nullIf(language, "");
+ this.sourcePlatform = nullIf(sourcePlatform, "");
+ }
+
+ @Override
+ public String tenantId() {
+ return this.tenantId;
+ }
+
+ @Override
+ public String operator() {
+ return this.operator;
+ }
+
+ @Override
+ public String operatorIp() {
+ return this.operatorIp;
+ }
+
+ @Override
+ public String language() {
+ return this.language;
+ }
+
+ @Override
+ public String sourcePlatform() {
+ return this.sourcePlatform;
+ }
+
+ @Override
+ public boolean equals(Object obj) {
+ if (obj == this) {
+ return true;
+ } else if (obj instanceof DefaultOperationContext) {
+ DefaultOperationContext another = (DefaultOperationContext) obj;
+ return this.tenantId.equals(another.tenantId) && this.operator.equals(another.operator)
+ && this.operatorIp.equals(another.operatorIp);
+ } else {
+ return false;
+ }
+ }
+
+ @Override
+ public int hashCode() {
+ return Arrays.hashCode(new Object[] {this.getClass(), this.tenantId, this.operator, this.operatorIp});
+ }
+
+ @Override
+ public String toString() {
+ return StringUtils.format("[tenantId={0}, operator={1}, operatorIp={2}]", this.tenantId, this.operator,
+ this.operatorIp);
+ }
+
+ static class Builder implements OperationContext.Builder {
+ private String tenantId;
+
+ private String operator;
+
+ private String operatorIp;
+
+ private String language;
+
+ private String sourcePlatform;
+
+ @Override
+ public OperationContext.Builder tenantId(String tenantId) {
+ this.tenantId = tenantId;
+ return this;
+ }
+
+ @Override
+ public OperationContext.Builder operator(String operator) {
+ this.operator = operator;
+ return this;
+ }
+
+ @Override
+ public OperationContext.Builder operatorIp(String operatorIp) {
+ this.operatorIp = operatorIp;
+ return this;
+ }
+
+ @Override
+ public OperationContext.Builder langage(String language) {
+ this.language = language;
+ return this;
+ }
+
+ @Override
+ public OperationContext.Builder sourcePlatform(String sourcePlatform) {
+ this.sourcePlatform = sourcePlatform;
+ return this;
+ }
+
+ @Override
+ public OperationContext build() {
+ return new DefaultOperationContext(this.tenantId, this.operator, this.operatorIp, this.language,
+ this.sourcePlatform);
+ }
+ }
+}
diff --git a/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/entity/OperationContext.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/entity/OperationContext.java
new file mode 100644
index 00000000..1b324214
--- /dev/null
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/entity/OperationContext.java
@@ -0,0 +1,123 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fit.waterflow.entity;
+
+/**
+ * 操作人相关上下文。
+ *
+ * @author 陈镕希
+ * @since 2023-08-28
+ */
+public interface OperationContext {
+ /**
+ * 获取正在操作的租户的唯一标识。
+ *
+ * @return 表示正在操作的租户的唯一标识的 {@link String}。
+ */
+ String tenantId();
+
+ /**
+ * 获取操作人的名称。
+ *
+ * @return 表示操作人名称的 {@link String}。
+ */
+ String operator();
+
+ /**
+ * 获取操作方的 IP 地址。
+ *
+ * @return 表示 IP 地址的 {@link String}。
+ */
+ String operatorIp();
+
+ /**
+ * 获取操作方的语言。
+ *
+ * @return 表示 语言 {@link String}。
+ */
+ String language();
+
+ /**
+ * 获取操作方的标识。
+ *
+ * @return 表示 操作方标识 {@link String}。
+ */
+ String sourcePlatform();
+
+ /**
+ * 为 {@link OperationContext} 提供构建器。
+ *
+ * @author 梁济时
+ * @since 2023-08-08
+ */
+ interface Builder {
+ /**
+ * 设置正在操作的租户的唯一标识。
+ *
+ * @param tenantId 表示正在操作的租户的唯一标识的 {@link String}。
+ * @return 表示当前构建器的 {@link Builder}。
+ */
+ Builder tenantId(String tenantId);
+
+ /**
+ * 设置操作人的名称。
+ *
+ * @param operator 表示操作人名称的 {@link String}。
+ * @return 表示当前构建器的 {@link Builder}。
+ */
+ Builder operator(String operator);
+
+ /**
+ * 设置操作方的 IP 地址。
+ *
+ * @param operatorIp 表示 IP 地址的 {@link String}。
+ * @return 表示当前构建器的 {@link Builder}。
+ */
+ Builder operatorIp(String operatorIp);
+
+ /**
+ * 设置操作方的语言。
+ *
+ * @param langage 表示 语言{@link String}。
+ * @return 表示当前构建器的 {@link Builder}。
+ */
+ Builder langage(String langage);
+
+ /**
+ * 设置操作方的标识。
+ *
+ * @param sourcePlatform 表示 操作标识{@link String}。
+ * @return 表示当前构建器的 {@link Builder}。
+ */
+ Builder sourcePlatform(String sourcePlatform);
+
+ /**
+ * 构建操作上下文的新实例。
+ *
+ * @return 表示操作上下文新实例的 {@link OperationContext}。
+ */
+ OperationContext build();
+ }
+
+ /**
+ * 返回一个构建器，用以构建操作上下文的新实例。
+ *
+ * @return 表示用以构建操作上下文新实例的构建器的 {@link Builder}。
+ */
+ static Builder custom() {
+ return new DefaultOperationContext.Builder();
+ }
+
+ /**
+ * 获取空的上下文信息。
+ *
+ * @return 表示空的上下文信息的 {@link OperationContext}。
+ */
+ static OperationContext empty() {
+ return DefaultOperationContext.EMPTY;
+ }
+}
\ No newline at end of file
diff --git a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/BadRequestException.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/BadRequestException.java
similarity index 84%
rename from framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/BadRequestException.java
rename to framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/BadRequestException.java
index 055c729e..5af57aeb 100644
--- a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/BadRequestException.java
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/BadRequestException.java
@@ -1,12 +1,12 @@
/*---------------------------------------------------------------------------------------------
- * Copyright (c) 2024 Huawei Technologies Co., Ltd. All rights reserved.
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
* This file is a part of the ModelEngine Project.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
-package modelengine.fit.waterflow.common.exceptions;
+package modelengine.fit.waterflow.exceptions;
-import modelengine.fit.waterflow.common.ErrorCodes;
+import modelengine.fit.waterflow.ErrorCodes;
/**
* 错误请求异常类。
diff --git a/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/ServerInternalException.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/ServerInternalException.java
new file mode 100644
index 00000000..222f9e95
--- /dev/null
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/ServerInternalException.java
@@ -0,0 +1,38 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fit.waterflow.exceptions;
+
+import modelengine.fitframework.exception.ErrorCode;
+import modelengine.fitframework.exception.FitException;
+
+/**
+ * 服务器内部异常，用于服务器内部报错。
+ *
+ * @author 陈镕希
+ * @since 2023-07-06
+ */
+@ErrorCode(500)
+public class ServerInternalException extends FitException {
+ /**
+ * 使用异常信息初始化 {@link ServerInternalException} 类的新实例。
+ *
+ * @param message 表示异常信息的 {@link String}。
+ */
+ public ServerInternalException(String message) {
+ super(message);
+ }
+
+ /**
+ * 使用异常信息和引发异常的原因初始化 {@link ServerInternalException} 类的新实例。
+ *
+ * @param message 表示异常信息的 {@link String}。
+ * @param cause 表示引发异常的原因的 {@link Throwable}。
+ */
+ public ServerInternalException(String message, Throwable cause) {
+ super(message, cause);
+ }
+}
diff --git a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/WaterflowException.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/WaterflowException.java
similarity index 90%
rename from framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/WaterflowException.java
rename to framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/WaterflowException.java
index 3579c22e..c12a6c1e 100644
--- a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/WaterflowException.java
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/WaterflowException.java
@@ -1,12 +1,12 @@
/*---------------------------------------------------------------------------------------------
- * Copyright (c) 2024 Huawei Technologies Co., Ltd. All rights reserved.
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
* This file is a part of the ModelEngine Project.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
-package modelengine.fit.waterflow.common.exceptions;
+package modelengine.fit.waterflow.exceptions;
-import modelengine.fit.waterflow.common.ErrorCodes;
+import modelengine.fit.waterflow.ErrorCodes;
import modelengine.fitframework.exception.FitException;
import java.text.MessageFormat;
diff --git a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/WaterflowParamException.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/WaterflowParamException.java
similarity index 85%
rename from framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/WaterflowParamException.java
rename to framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/WaterflowParamException.java
index d83da4d0..5281730a 100644
--- a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/exceptions/WaterflowParamException.java
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/exceptions/WaterflowParamException.java
@@ -1,12 +1,12 @@
/*---------------------------------------------------------------------------------------------
- * Copyright (c) 2024 Huawei Technologies Co., Ltd. All rights reserved.
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
* This file is a part of the ModelEngine Project.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
-package modelengine.fit.waterflow.common.exceptions;
+package modelengine.fit.waterflow.exceptions;
-import modelengine.fit.waterflow.common.ErrorCodes;
+import modelengine.fit.waterflow.ErrorCodes;
/**
* 参数错误抛出异常类。
diff --git a/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/utils/Dates.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/utils/Dates.java
new file mode 100644
index 00000000..56054bf3
--- /dev/null
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/utils/Dates.java
@@ -0,0 +1,84 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fit.waterflow.utils;
+
+import java.time.LocalDateTime;
+import java.time.ZoneId;
+import java.time.ZoneOffset;
+import java.time.ZonedDateTime;
+import java.time.format.DateTimeFormatter;
+import java.time.format.DateTimeParseException;
+import java.util.Arrays;
+import java.util.List;
+
+/**
+ * 为日期提供工具方法。
+ *
+ * @author 陈镕希
+ * @since 2023-08-07
+ */
+public final class Dates {
+ private static final List PATTERNS = Arrays.asList("yyyy-MM-dd HH:mm:ss.SSS", "yyyy-MM-dd HH:mm:ss",
+ "yyyy-MM-dd HH:mm:ss.SSSSSS", "yyyy-MM-dd HH:mm:ss.SSSSSSSSS");
+
+ /**
+ * 隐藏默认构造方法，避免工具类被实例化。
+ */
+ private Dates() {
+ }
+
+ /**
+ * 返回一个字符串，用以描述指定的日期时间。
+ *
+ * @param value 表示待转为字符串表现形式的日期时间的 {@link LocalDateTime}。
+ * @return 表示该日期时间的字符串的 {@link String}。
+ */
+ public static String toString(LocalDateTime value) {
+ DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss.SSS");
+ return value.format(formatter);
+ }
+
+ /**
+ * 从字符串中解析日期时间。
+ *
+ * @param text 表示包含日期时间信息的字符串的 {@link String}。
+ * @return 从字符串中解析到的日期时间的 {@link LocalDateTime}。
+ */
+ public static LocalDateTime parse(String text) {
+ for (String pattern : PATTERNS) {
+ if (text.length() == pattern.length()) {
+ DateTimeFormatter formatter = DateTimeFormatter.ofPattern(pattern);
+ return LocalDateTime.parse(text, formatter);
+ }
+ }
+ throw new DateTimeParseException("Invalid datetime format.", text, 0);
+ }
+
+ /**
+ * 当本地时间转为 UTC 时间。
+ *
+ * @param value 表示本地时间的 {@link LocalDateTime}。
+ * @return 表示 UTC 时间的 {@link LocalDateTime}。
+ */
+ public static LocalDateTime toUtc(LocalDateTime value) {
+ ZonedDateTime zoned = value.atZone(ZoneId.systemDefault());
+ ZonedDateTime utc = zoned.withZoneSameInstant(ZoneOffset.UTC);
+ return utc.toLocalDateTime();
+ }
+
+ /**
+ * 将 UTC 时间转为本地时间。
+ *
+ * @param value 表示 UTC 时间的 {@link LocalDateTime}。
+ * @return 表示本地时间的 {@link LocalDateTime}。
+ */
+ public static LocalDateTime fromUtc(LocalDateTime value) {
+ ZonedDateTime zoned = value.atZone(ZoneOffset.UTC);
+ ZonedDateTime local = zoned.withZoneSameInstant(ZoneId.systemDefault());
+ return local.toLocalDateTime();
+ }
+}
diff --git a/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/utils/Entities.java b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/utils/Entities.java
new file mode 100644
index 00000000..75cef63c
--- /dev/null
+++ b/framework/waterflow/java/waterflow-common/src/main/java/modelengine/fit/waterflow/utils/Entities.java
@@ -0,0 +1,283 @@
+/*---------------------------------------------------------------------------------------------
+ * Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
+ * This file is a part of the ModelEngine Project.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+package modelengine.fit.waterflow.utils;
+
+import modelengine.fitframework.model.RangedResultSet;
+import modelengine.fitframework.util.StringUtils;
+
+import java.sql.Timestamp;
+import java.time.LocalDateTime;
+import java.util.Collection;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Objects;
+import java.util.Optional;
+import java.util.Set;
+import java.util.UUID;
+import java.util.function.Supplier;
+import java.util.stream.Collectors;
+import java.util.stream.Stream;
+
+/**
+ * 为数据实体提供工具方法。
+ *
+ * @author 梁济时
+ * @since 2023-08-08
+ */
+public final class Entities {
+ private static final String EMPTY_ID = "00000000000000000000000000000000";
+
+ /**
+ * 隐藏默认构造方法，避免工具类被实例化。
+ */
+ private Entities() {
+ }
+
+ /**
+ * 生成实体的唯一标识。
+ *
+ * @return 表示实体唯一标识的 {@link String}。
+ */
+ public static String generateId() {
+ return UUID.randomUUID().toString().replace("-", "");
+ }
+
+ /**
+ * 获取空的唯一标识。
+ *
+ * @return 表示空的唯一标识的 {@link String}。
+ */
+ public static String emptyId() {
+ return EMPTY_ID;
+ }
+
+ /**
+ * 校验唯一标识。
+ *
+ * @param id 表示待校验的唯一标识的 {@link String}。
+ * @param exceptionSupplier 表示当唯一标识的格式不正确时引发的异常的创建方法的 {@link Supplier}。
+ * @return 表示符合校验规则的唯一标识的 {@link String}。
+ */
+ public static String validateId(String id, Supplier exceptionSupplier) {
+ if (isId(id)) {
+ return canonicalizeId(id);
+ } else {
+ throw exceptionSupplier.get();
+ }
+ }
+
+ /**
+ * 规范化唯一标识。
+ *
+ * @param id 表示待规范化的唯一标识的 {@link String}。
+ * @return 表示规范化后的唯一标识的 {@link String}。
+ */
+ public static String canonicalizeId(String id) {
+ return StringUtils.toLowerCase(id);
+ }
+
+ /**
+ * 检查指定的字符串是否包含有效格式的唯一标识信息。
+ *
+ * @param value 表示待检查的字符串的 {@link String}。
+ * @return 若包含了有效格式的唯一标识，则为 {@code true}，否则为 {@code false}。
+ */
+ public static boolean isId(String value) {
+ if (value == null || value.length() != 32) {
+ return false;
+ }
+ for (int i = 0; i < value.length(); i++) {
+ char ch = value.charAt(i);
+ if (isInvalidId(ch)) {
+ return false;
+ }
+ }
+ return true;
+ }
+
+ private static boolean isInvalidId(char ch) {
+ return (ch < '0' || ch > '9') && (ch < 'a' || ch > 'f') && (ch < 'A' || ch > 'F');
+ }
+
+ /**
+ * 忽略空的唯一标识。
+ *
+ * @param id 表示唯一标识的 {@link String}。
+ * @return 当 {@code id} 为 {@link #emptyId()} 时，返回 {@code null}，否则返回输入的唯一标识的 {@link String}。
+ */
+ public static String ignoreEmpty(String id) {
+ if (emptyId().equals(id)) {
+ return null;
+ } else {
+ return id;
+ }
+ }
+
+ /**
+ * 设置实体的跟踪信息，包括创建人、创建时间、修改人、修改时间。
+ *
+ * @param entity 表示待填充跟踪信息的实体的 {@link Object}。
+ * @param row 表示数据行的 {@link Map}{@code <}{@link String}{@code , }{@link Object}{@code >}。
+ */
+ public static void fillTraceInfo(Object entity, Map row) {
+ if (entity instanceof CreationTraceable) {
+ CreationTraceable traceable = (CreationTraceable) entity;
+ if (row.get("created_by") instanceof String) {
+ traceable.setCreator((String) row.get("created_by"));
+ }
+ if (row.get("created_at") instanceof Timestamp) {
+ traceable.setCreationTime(Dates.fromUtc(((Timestamp) row.get("created_at")).toLocalDateTime()));
+ }
+ }
+ if (entity instanceof ModificationTraceable) {
+ ModificationTraceable traceable = (ModificationTraceable) entity;
+ if (row.get("updated_by") instanceof String) {
+ traceable.setLastModifier((String) row.get("updated_by"));
+ }
+ if (row.get("updated_at") instanceof Timestamp) {
+ traceable.setLastModificationTime(Dates.fromUtc(((Timestamp) row.get("updated_at")).toLocalDateTime()));
+ }
+ }
+ }
+
+ /**
+ * 生成一个空的分页结果集。
+ *
+ * @param offset 表示待查询的分页结果集在全量集中的偏移量的 64 位整数。
+ * @param limit 表示期望的分页结果集中包含数据记录的最大数量的 32 位整数。
+ * @param 表示结果集中元素的类型。
+ * @return 表示空的分页结果集的 {@link RangedResultSet}。
+ */
+ public static RangedResultSet emptyRangedResultSet(long offset, int limit) {
+ return RangedResultSet.create(Collections.emptyList(), (int) offset, limit, 0);
+ }
+
+ /**
+ * 检查指定的唯一标识是否为空。
+ *
+ * @param id 表示待检查的唯一标识的 {@link String}。
+ * @return 若唯一标识为空，则为 {@code true}，否则为 {@code false}。
+ */
+ public static boolean isEmpty(String id) {
+ return StringUtils.isEmpty(id) || StringUtils.equalsIgnoreCase(id, emptyId());
+ }
+
+ /**
+ * 检查两个唯一标识是否匹配。
+ *
+ * @param expectedId 表示所期望的唯一标识的 {@link String}。
+ * @param actualId 表示实际的唯一标识的 {@link String}。
+ * @return 若唯一标识匹配成功，则为 {@code true}，否则为 {@code false}。
+ */
+ public static boolean match(String expectedId, String actualId) {
+ return StringUtils.equalsIgnoreCase(ignoreEmpty(expectedId), ignoreEmpty(actualId));
+ }
+
+ /**
+ * equals
+ *
+ * @param map1 map1
+ * @param map2 map2
+ * @return boolean
+ */
+ public static boolean equals(Map map1, Map map2) {
+ if (map1 == null) {
+ return map2 == null;
+ } else if (map2 == null || map1.size() != map2.size()) {
+ return false;
+ } else {
+ for (Map.Entry entry : map1.entrySet()) {
+ V value1 = entry.getValue();
+ V value2 = map2.get(entry.getKey());
+ if (!Objects.equals(value1, value2)) {
+ return false;
+ }
+ }
+ return true;
+ }
+ }
+
+ /**
+ * equals
+ *
+ * @param list1 list1
+ * @param list2 list2
+ * @return boolean
+ */
+ public static boolean equals(List list1, List list2) {
+ if (list1 == null) {
+ return list2 == null;
+ } else if (list2 == null || list1.size() != list2.size()) {
+ return false;
+ } else {
+ Set set1 = new HashSet<>(list1);
+ Set set2 = new HashSet<>(list2);
+ if (set1.size() != set2.size()) {
+ return false;
+ }
+ set1.removeAll(set2);
+ return set1.isEmpty();
+ }
+ }
+
+ /**
+ * 表示创建人和创建时间可跟踪的对象。
+ */
+ public interface CreationTraceable {
+ /**
+ * setCreator
+ *
+ * @param creator creator
+ */
+ void setCreator(String creator);
+
+ /**
+ * setCreationTime
+ *
+ * @param creationTime creationTime
+ */
+ void setCreationTime(LocalDateTime creationTime);
+ }
+
+ /**
+ * ModificationTraceable
+ *
+ * @since 2023-09-15
+ */
+ public interface ModificationTraceable {
+ /**
+ * setLastModifier
+ *
+ * @param lastModifier lastModifier
+ */
+ void setLastModifier(String lastModifier);
+
+ /**
+ * setLastModificationTime
+ *
+ * @param lastModificationTime lastModificationTime
+ */
+ void setLastModificationTime(LocalDateTime lastModificationTime);
+ }
+
+ /**
+ * 将字符串列表规范化为标准格式
+ *
+ * @param values 字符串列表
+ * @return 标准格式列表
+ */
+ public static List canonicalizeStringList(List values) {
+ return Optional.ofNullable(values)
+ .map(Collection::stream)
+ .orElseGet(Stream::empty)
+ .map(StringUtils::trim)
+ .filter(StringUtils::isNotEmpty)
+ .collect(Collectors.toList());
+ }
+}
diff --git a/framework/waterflow/java/waterflow-core/pom.xml b/framework/waterflow/java/waterflow-core/pom.xml
index b63b9c73..da80900d 100644
--- a/framework/waterflow/java/waterflow-core/pom.xml
+++ b/framework/waterflow/java/waterflow-core/pom.xml
@@ -15,8 +15,7 @@
org.fitframework.waterflow
- waterflow-genericable
- 3.5.0-SNAPSHOT
+ waterflow-common
org.projectlombok
diff --git a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/context/repo/flowcontext/FlowContextRepo.java b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/context/repo/flowcontext/FlowContextRepo.java
index c7d58772..ac7bcef3 100644
--- a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/context/repo/flowcontext/FlowContextRepo.java
+++ b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/context/repo/flowcontext/FlowContextRepo.java
@@ -6,8 +6,8 @@
package modelengine.fit.waterflow.domain.context.repo.flowcontext;
-import modelengine.fit.waterflow.common.ErrorCodes;
-import modelengine.fit.waterflow.common.exceptions.WaterflowException;
+import modelengine.fit.waterflow.ErrorCodes;
+import modelengine.fit.waterflow.exceptions.WaterflowException;
import modelengine.fit.waterflow.domain.context.FlowContext;
import modelengine.fit.waterflow.domain.context.FlowTrace;
import modelengine.fit.waterflow.domain.enums.FlowNodeStatus;
diff --git a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowDefinitionStatus.java b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowDefinitionStatus.java
index 2179f836..98bc1eb6 100644
--- a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowDefinitionStatus.java
+++ b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowDefinitionStatus.java
@@ -6,10 +6,10 @@
package modelengine.fit.waterflow.domain.enums;
-import static modelengine.fit.waterflow.common.ErrorCodes.ENUM_CONVERT_FAILED;
+import static modelengine.fit.waterflow.ErrorCodes.ENUM_CONVERT_FAILED;
import lombok.Getter;
-import modelengine.fit.waterflow.common.exceptions.WaterflowParamException;
+import modelengine.fit.waterflow.exceptions.WaterflowParamException;
import java.util.Arrays;
diff --git a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowNodeType.java b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowNodeType.java
index 94321e13..c883777a 100644
--- a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowNodeType.java
+++ b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowNodeType.java
@@ -7,10 +7,10 @@
package modelengine.fit.waterflow.domain.enums;
import static java.util.Locale.ROOT;
-import static modelengine.fit.waterflow.common.ErrorCodes.ENUM_CONVERT_FAILED;
+import static modelengine.fit.waterflow.ErrorCodes.ENUM_CONVERT_FAILED;
import lombok.Getter;
-import modelengine.fit.waterflow.common.exceptions.WaterflowParamException;
+import modelengine.fit.waterflow.exceptions.WaterflowParamException;
import java.util.Arrays;
diff --git a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowTraceStatus.java b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowTraceStatus.java
index 414a7bb5..22d9d921 100644
--- a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowTraceStatus.java
+++ b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/FlowTraceStatus.java
@@ -6,9 +6,9 @@
package modelengine.fit.waterflow.domain.enums;
-import static modelengine.fit.waterflow.common.ErrorCodes.ENUM_CONVERT_FAILED;
+import static modelengine.fit.waterflow.ErrorCodes.ENUM_CONVERT_FAILED;
-import modelengine.fit.waterflow.common.exceptions.WaterflowParamException;
+import modelengine.fit.waterflow.exceptions.WaterflowParamException;
import java.util.Arrays;
diff --git a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/ParallelMode.java b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/ParallelMode.java
index 75475e95..bc1b6ce6 100644
--- a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/ParallelMode.java
+++ b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/enums/ParallelMode.java
@@ -6,10 +6,10 @@
package modelengine.fit.waterflow.domain.enums;
-import static modelengine.fit.waterflow.common.ErrorCodes.ENUM_CONVERT_FAILED;
+import static modelengine.fit.waterflow.ErrorCodes.ENUM_CONVERT_FAILED;
import lombok.Getter;
-import modelengine.fit.waterflow.common.exceptions.WaterflowParamException;
+import modelengine.fit.waterflow.exceptions.WaterflowParamException;
import java.util.Arrays;
diff --git a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/From.java b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/From.java
index 663291ad..01537029 100644
--- a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/From.java
+++ b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/From.java
@@ -6,9 +6,9 @@
package modelengine.fit.waterflow.domain.stream.nodes;
-import static modelengine.fit.waterflow.common.ErrorCodes.FLOW_ENGINE_INVALID_MANUAL_TASK;
+import static modelengine.fit.waterflow.ErrorCodes.FLOW_ENGINE_INVALID_MANUAL_TASK;
-import modelengine.fit.waterflow.common.exceptions.WaterflowException;
+import modelengine.fit.waterflow.exceptions.WaterflowException;
import modelengine.fit.waterflow.domain.context.FlatMapSourceWindow;
import modelengine.fit.waterflow.domain.context.FlatMapWindow;
import modelengine.fit.waterflow.domain.context.FlowContext;
@@ -193,6 +193,7 @@ public Processor flatMap(Operators.FlatMap, O> processo
processRef.get().fail(exception, Collections.singletonList(input));
});
start.just(data -> {
+ System.out.println("");
processRef.get().offer(data, session);
}).offer(startSession);
return null;
diff --git a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/To.java b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/To.java
index 7a0925b5..59fe7d46 100644
--- a/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/To.java
+++ b/framework/waterflow/java/waterflow-core/src/main/java/modelengine/fit/waterflow/domain/stream/nodes/To.java
@@ -6,11 +6,11 @@
package modelengine.fit.waterflow.domain.stream.nodes;
-import static modelengine.fit.waterflow.common.ErrorCodes.FLOW_NODE_CREATE_ERROR;
-import static modelengine.fit.waterflow.common.ErrorCodes.FLOW_NODE_MAX_TASK;
+import static modelengine.fit.waterflow.ErrorCodes.FLOW_NODE_CREATE_ERROR;
+import static modelengine.fit.waterflow.ErrorCodes.FLOW_NODE_MAX_TASK;
import lombok.Getter;
-import modelengine.fit.waterflow.common.exceptions.WaterflowException;
+import modelengine.fit.waterflow.exceptions.WaterflowException;
import modelengine.fit.waterflow.domain.common.Constants;
import modelengine.fit.waterflow.domain.context.FlowContext;
import modelengine.fit.waterflow.domain.context.FlowSession;
diff --git a/framework/waterflow/java/waterflow-dependency/pom.xml b/framework/waterflow/java/waterflow-dependency/pom.xml
index 10ebe7e3..ad92e47a 100644
--- a/framework/waterflow/java/waterflow-dependency/pom.xml
+++ b/framework/waterflow/java/waterflow-dependency/pom.xml
@@ -123,7 +123,7 @@
org.fitframework.waterflow
- waterflow-genericable
+ waterflow-common
${waterflow.version}
diff --git a/framework/waterflow/java/waterflow-genericable/pom.xml b/framework/waterflow/java/waterflow-eco/pom.xml
similarity index 66%
rename from framework/waterflow/java/waterflow-genericable/pom.xml
rename to framework/waterflow/java/waterflow-eco/pom.xml
index a0776268..c9bc340f 100644
--- a/framework/waterflow/java/waterflow-genericable/pom.xml
+++ b/framework/waterflow/java/waterflow-eco/pom.xml
@@ -2,19 +2,16 @@
4.0.0
-
org.fitframework.waterflow
waterflow-parent
3.5.0-SNAPSHOT
- waterflow-genericable
+ waterflow-eco
+ pom
-
-
- org.fitframework
- fit-api
-
-
-
\ No newline at end of file
+
+ waterflow-bridge-fit-reactor
+
+
diff --git a/framework/waterflow/java/waterflow-bridge-fit-reactor/pom.xml b/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/pom.xml
similarity index 100%
rename from framework/waterflow/java/waterflow-bridge-fit-reactor/pom.xml
rename to framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/pom.xml
diff --git a/framework/waterflow/java/waterflow-bridge-fit-reactor/src/main/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitter.java b/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/src/main/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitter.java
similarity index 85%
rename from framework/waterflow/java/waterflow-bridge-fit-reactor/src/main/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitter.java
rename to framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/src/main/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitter.java
index 8cf82770..9a3ac864 100644
--- a/framework/waterflow/java/waterflow-bridge-fit-reactor/src/main/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitter.java
+++ b/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/src/main/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitter.java
@@ -27,6 +27,8 @@ public abstract class FitBoundedEmitter extends FlowEmitter {
private Exception exception;
+ private Publisher publisher;
+
/**
* 通过数据发布者和有限流数据构造器初始化 {@link FitBoundedEmitter}{@code <}{@link O}{@code , }{@link D}{@code >}。
*
@@ -35,7 +37,8 @@ public abstract class FitBoundedEmitter extends FlowEmitter {
*/
public FitBoundedEmitter(Publisher publisher, Function dataConverter) {
this.dataConverter = dataConverter;
- publisher.subscribe(new FitBoundedEmitter.EmitterSubscriber<>(this));
+ this.publisher = publisher;
+ // publisher.subscribe(new EmitterSubscriber<>(this));
}
@Override
@@ -43,6 +46,9 @@ public synchronized void start(FlowSession session) {
if (session != null) {
session.begin();
}
+ // todo songyongtan 这里新增代码是不是就能解决构造时就订阅的问题, 先临时这样使用，后面修改
+ this.publisher.subscribe(new EmitterSubscriber<>(this));
+
this.setFlowSession(session);
this.setStarted();
if (this.isError) {
@@ -52,8 +58,12 @@ public synchronized void start(FlowSession session) {
// 启动时先发射缓存的数据，此时可能先缓存了数据，所以开始时发射完数据就可能结束了。
this.fire();
this.tryCompleteWindow();
+ // // todo songyongtan 这里新增代码是不是就能解决构造时就订阅的问题，但是这里会触发emitter下window机制问题
+ // this.publisher.subscribe(new EmitterSubscriber<>(this));
}
+ protected abstract void consumeAction(O source, D target);
+
private void doEmit(D data) {
this.emit(data, this.flowSession);
}
@@ -104,6 +114,7 @@ public void onSubscribed(Subscription subscription) {
public void consume(O source) {
D target = this.emitter.dataConverter.apply(source);
this.emitter.doEmit(target);
+ this.emitter.consumeAction(source, target);
}
@Override
diff --git a/framework/waterflow/java/waterflow-bridge-fit-reactor/src/test/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitterTest.java b/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/src/test/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitterTest.java
similarity index 98%
rename from framework/waterflow/java/waterflow-bridge-fit-reactor/src/test/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitterTest.java
rename to framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/src/test/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitterTest.java
index 83af047d..3d96baa2 100644
--- a/framework/waterflow/java/waterflow-bridge-fit-reactor/src/test/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitterTest.java
+++ b/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/src/test/java/modelengine/fit/waterflow/bridge/fitflow/FitBoundedEmitterTest.java
@@ -55,6 +55,11 @@ private static class TestEmitter extends FitBoundedEmitter {
public TestEmitter(Publisher publisher, Function builder) {
super(publisher, builder);
}
+
+ @Override
+ protected void consumeAction(O source, D target) {
+
+ }
}
@Test
diff --git a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/ErrorCodes.java b/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/ErrorCodes.java
deleted file mode 100644
index 29bf9390..00000000
--- a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/common/ErrorCodes.java
+++ /dev/null
@@ -1,119 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- * Copyright (c) 2024 Huawei Technologies Co., Ltd. All rights reserved.
- * This file is a part of the ModelEngine Project.
- * Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-package modelengine.fit.waterflow.common;
-
-/**
- * 异常类型枚举类
- *
- * @author 陈镕希
- * @since 1.0
- */
-public enum ErrorCodes {
- // /** ------------ Generic Exception. From 10000000 to 10000999 --------------------- */
- /**
- * 枚举类转换异常
- */
- ENUM_CONVERT_FAILED(10000001, "Cannot convert enum {0} by name: {1}."),
- /**
- * 入参不合法
- */
- INPUT_PARAM_IS_INVALID(10000003, "Input param is invalid, invalid param is {0}."),
- /**
- * 分页查询时Offset范围不正确。
- */
- PAGINATION_OFFSET_INVALID(10000008, "The range of offset is incorrect."),
- /**
- * 分页查询时Limit范围不正确。
- */
- PAGINATION_LIMIT_INVALID(10000009, "The range of limit is incorrect."),
-
- /**
- * 类型转换失败。
- */
- TYPE_CONVERT_FAILED(10000011, "Cannot convert type."),
-
- /** ------------ waterflow Exception 10007000-10007999 --------------------- */
- /**
- * flow节点任务数达到最大值
- */
- FLOW_NODE_MAX_TASK(100070024, "Flow node id {0} tasks over the limit."),
-
- /**
- * 流程节点转换不支持操作
- */
- FLOW_NODE_CREATE_ERROR(10007000, "Processor can not be null during create flowable node."),
- /**
- * 流程节点不支持执行操作
- */
- FLOW_NODE_OPERATOR_NOT_SUPPORT(10007001, "Flow node with id: {0}, type: {1}, for operator [{2}] not supported."),
- /**
- * 流程没有开始节点
- */
- FLOW_HAS_NO_START_NODE(10007002, "Flow definition with id: {0} has no start node."),
- /**
- * 流程执行错误，没有手动执行任务
- */
- FLOW_ENGINE_INVALID_MANUAL_TASK(10007004, "Flow engine executor error for invalid manual task."),
- /**
- * 流程定义解析失败
- */
- FLOW_ENGINE_PARSER_NOT_SUPPORT(10007010, "Flow engine parser not support {0} operator."),
- FLOW_EXECUTE_FITABLE_TASK_FAILED(10007012,
- "execute jober failed, jober name: {0}, jober type: {1}, fitables: {2}, errors: {3}"),
- /**
- * 流程引擎数据库不支持该操作
- */
- FLOW_ENGINE_DATABASE_NOT_SUPPORT(100070014, "Operation :{0} is not supported."),
- /**
- * 通过eventMetaId查询to节点失败
- */
- FLOW_FIND_TO_NODE_BY_EVENT_FAILED(100070016, "Find to node by event metaId :{0} failed."),
- /**
- * 流程回调函数执行fitables失败
- */
- FLOW_EXECUTE_CALLBACK_FITABLES_FAILED(100070023,
- "Failed to execute callback, callback name: {0}, callback type: {1}, fitables: {2}, errors: {3}"),
-
- /**
- * 流程引擎OhScript语法错误
- */
- FLOW_ENGINE_OHSCRIPT_GRAMMAR_ERROR(100070024, "OhScript grammar error. Source Code: {0}"),
-
- /**
- * 流程引擎条件规则变量未找到
- */
- FLOW_ENGINE_CONDITION_RULE_PARSE_ERROR(100070025, "Condition rule parse error. Condition Rule: {0}"),
-
- /**
- * 流程执行过程出现异常
- */
- FLOW_ENGINE_EXECUTOR_ERROR(10007500, "Error code: 10007500, Flow engine executor errors "
- + "stream id: {0}, node id: {1}, name: {2}, exception: {3}, error message: {4}."),
- ;
-
- private final Integer errorCode;
-
- private final String message;
-
- ErrorCodes(Integer errorCode, String message) {
- this.errorCode = errorCode;
- this.message = message;
- }
-
- public Integer getErrorCode() {
- return errorCode;
- }
-
- public String getMessage() {
- return message;
- }
-
- @Override
- public String toString() {
- return "err " + this.errorCode + ": " + this.message;
- }
-}
diff --git a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowExceptionNotify.java b/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowExceptionNotify.java
deleted file mode 100644
index e7c9ab02..00000000
--- a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowExceptionNotify.java
+++ /dev/null
@@ -1,35 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- * Copyright (c) 2024 Huawei Technologies Co., Ltd. All rights reserved.
- * This file is a part of the ModelEngine Project.
- * Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-package modelengine.fit.waterflow.spi;
-
-import modelengine.fitframework.annotation.Genericable;
-
-import java.util.List;
-import java.util.Map;
-
-/**
- * 流程实例异常 Genericable。
- *
- * @author 李哲峰
- * @since 1.0
- */
-public interface WaterflowExceptionNotify {
- /**
- * ON_EXCEPTION_GENERICABLE
- */
- String ON_EXCEPTION_GENERICABLE = "1b5ffv4ib16iui8ddizapuejgqtsjj59";
-
- /**
- * 异常回调实现
- *
- * @param nodeId 异常发生的节点Id
- * @param contexts 流程上下文
- * @param errorMessage 异常错误信息
- */
- @Genericable(id = ON_EXCEPTION_GENERICABLE)
- void onException(String nodeId, List> contexts, String errorMessage);
-}
diff --git a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowNodeNotify.java b/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowNodeNotify.java
deleted file mode 100644
index 12d6abd5..00000000
--- a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowNodeNotify.java
+++ /dev/null
@@ -1,33 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- * Copyright (c) 2024 Huawei Technologies Co., Ltd. All rights reserved.
- * This file is a part of the ModelEngine Project.
- * Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-package modelengine.fit.waterflow.spi;
-
-import modelengine.fitframework.annotation.Genericable;
-
-import java.util.List;
-import java.util.Map;
-
-/**
- * 流程实例回调函数 Genericable。
- *
- * @author 李哲峰
- * @since 1.0
- */
-public interface WaterflowNodeNotify {
- /**
- * ON_CONTEXT_COMPLETE_GENERICABLE
- */
- String ON_CONTEXT_COMPLETE_GENERICABLE = "w8onlgq9xsw13jce4wvbcz3kbmjv3tuw";
-
- /**
- * 回调函数实现
- *
- * @param contexts 流程上下文信息
- */
- @Genericable(id = ON_CONTEXT_COMPLETE_GENERICABLE)
- void onContextComplete(List> contexts);
-}
diff --git a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowTaskHandler.java b/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowTaskHandler.java
deleted file mode 100644
index 7ee436b3..00000000
--- a/framework/waterflow/java/waterflow-genericable/src/main/java/modelengine/fit/waterflow/spi/WaterflowTaskHandler.java
+++ /dev/null
@@ -1,29 +0,0 @@
-/*---------------------------------------------------------------------------------------------
- * Copyright (c) 2024 Huawei Technologies Co., Ltd. All rights reserved.
- * This file is a part of the ModelEngine Project.
- * Licensed under the MIT License. See License.txt in the project root for license information.
- *--------------------------------------------------------------------------------------------*/
-
-package modelengine.fit.waterflow.spi;
-
-import modelengine.fitframework.annotation.Genericable;
-
-import java.util.List;
-import java.util.Map;
-
-/**
- * 流程服务的Genericable
- *
- * @author 晏钰坤
- * @since 1.0
- */
-public interface WaterflowTaskHandler {
- /**
- * 处理流程中的任务调用
- *
- * @param flowData 流程执行上下文数据
- * @return 任务执行返回结果
- */
- @Genericable(id = "b735c87f5e7e408d852d8440d0b2ecdf")
- List> handleTask(List> flowData);
-}
From 88e5a06d067e79cdc68c1d5fb4ec1f6b688af340 Mon Sep 17 00:00:00 2001
From: songyongtan <271667068@qq.com>
Date: Tue, 6 May 2025 21:17:43 +0800
Subject: [PATCH 02/42] [fel] chore: update pom configuration
---
.../fel-community/tokenizer-hanlp/pom.xml | 2 +-
.../fel/java/fel-jacoco-aggregator/pom.xml | 2 +-
framework/fel/java/fel-pipeline-core/pom.xml | 2 +-
.../plugins/fel-langchain-runnable/pom.xml | 2 +-
framework/fel/java/pom.xml | 24 +++++++++++++++++++
.../services/fel-langchain-service/pom.xml | 2 +-
.../services/fel-pipeline-service/pom.xml | 2 +-
.../waterflow/java/waterflow-common/pom.xml | 4 ++--
.../java/waterflow-dependency/pom.xml | 10 ++++++++
.../waterflow-bridge-fit-reactor/pom.xml | 2 +-
10 files changed, 43 insertions(+), 9 deletions(-)
diff --git a/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml b/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml
index d92ea68e..25afe543 100644
--- a/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml
+++ b/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml
@@ -6,7 +6,7 @@
org.fitframework.fel
fel-community-parent
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
fel-tokenizer-hanlp-plugin
diff --git a/framework/fel/java/fel-jacoco-aggregator/pom.xml b/framework/fel/java/fel-jacoco-aggregator/pom.xml
index 670c204e..b66602e3 100644
--- a/framework/fel/java/fel-jacoco-aggregator/pom.xml
+++ b/framework/fel/java/fel-jacoco-aggregator/pom.xml
@@ -6,7 +6,7 @@
org.fitframework.fel
fel-parent
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
fel-jacoco-aggregator
diff --git a/framework/fel/java/fel-pipeline-core/pom.xml b/framework/fel/java/fel-pipeline-core/pom.xml
index 954dfa4a..080c53d1 100644
--- a/framework/fel/java/fel-pipeline-core/pom.xml
+++ b/framework/fel/java/fel-pipeline-core/pom.xml
@@ -6,7 +6,7 @@
org.fitframework.fel
fel-parent
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
fel-pipeline-core
diff --git a/framework/fel/java/plugins/fel-langchain-runnable/pom.xml b/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
index 738aa006..bc5470fb 100644
--- a/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
+++ b/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
@@ -6,7 +6,7 @@
org.fitframework.fel
fel-plugin-parent
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
fel-langchain-runnable
diff --git a/framework/fel/java/pom.xml b/framework/fel/java/pom.xml
index 08c3107a..2e50cf87 100644
--- a/framework/fel/java/pom.xml
+++ b/framework/fel/java/pom.xml
@@ -55,8 +55,11 @@
3.5.0-SNAPSHOT
+ 1.18.26
1.17.5
2.18.2
+ portable-1.8.4
+ 2.2.224
3.27.3
@@ -114,6 +117,11 @@
fit-message-serializer-json-jackson
${fit.version}
+
+ org.fitframework.service
+ fit-security
+ ${fit.version}
+
@@ -165,6 +173,16 @@
jackson-databind
${jackson.version}
+
+ org.projectlombok
+ lombok
+ ${lombok.version}
+
+
+ com.hankcs
+ hanlp
+ ${hanlp.version}
+
@@ -173,6 +191,12 @@
${fit.version}
test
+
+ com.h2database
+ h2
+ ${h2.version}
+ test
+
org.junit.jupiter
junit-jupiter
diff --git a/framework/fel/java/services/fel-langchain-service/pom.xml b/framework/fel/java/services/fel-langchain-service/pom.xml
index 42dbfaa0..bfce3adf 100644
--- a/framework/fel/java/services/fel-langchain-service/pom.xml
+++ b/framework/fel/java/services/fel-langchain-service/pom.xml
@@ -6,7 +6,7 @@
org.fitframework.fel
fel-services-parent
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
fel-langchain-service
diff --git a/framework/fel/java/services/fel-pipeline-service/pom.xml b/framework/fel/java/services/fel-pipeline-service/pom.xml
index c1d3d8cb..8b8e846d 100644
--- a/framework/fel/java/services/fel-pipeline-service/pom.xml
+++ b/framework/fel/java/services/fel-pipeline-service/pom.xml
@@ -6,7 +6,7 @@
org.fitframework.fel
fel-services-parent
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
fel-pipeline-service
diff --git a/framework/waterflow/java/waterflow-common/pom.xml b/framework/waterflow/java/waterflow-common/pom.xml
index a198d60e..3603364a 100644
--- a/framework/waterflow/java/waterflow-common/pom.xml
+++ b/framework/waterflow/java/waterflow-common/pom.xml
@@ -10,11 +10,11 @@
org.fitframework.waterflow
waterflow-parent
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
waterflow-common
- 1.0.0-SNAPSHOT
+ 3.5.0-SNAPSHOT
17
diff --git a/framework/waterflow/java/waterflow-dependency/pom.xml b/framework/waterflow/java/waterflow-dependency/pom.xml
index ad92e47a..cca81292 100644
--- a/framework/waterflow/java/waterflow-dependency/pom.xml
+++ b/framework/waterflow/java/waterflow-dependency/pom.xml
@@ -109,6 +109,11 @@
fit-util
${fit.version}
+
+ org.fitframework.service
+ fit-security
+ ${fit.version}
+
@@ -145,6 +150,11 @@
fastjson
${fastjson.version}
+
+ org.projectlombok
+ lombok
+ ${lombok.version}
+
com.fasterxml.jackson.core
diff --git a/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/pom.xml b/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/pom.xml
index 92aae4a9..16ff33dc 100644
--- a/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/pom.xml
+++ b/framework/waterflow/java/waterflow-eco/waterflow-bridge-fit-reactor/pom.xml
@@ -5,7 +5,7 @@
org.fitframework.waterflow
- waterflow-parent
+ waterflow-eco
3.5.0-SNAPSHOT
From eee38e71dfb50d01367dfd8d15fd03c14e86c590 Mon Sep 17 00:00:00 2001
From: songyongtan <271667068@qq.com>
Date: Thu, 8 May 2025 10:20:25 +0800
Subject: [PATCH 03/42] [fel] chore: adapt build directory
---
framework/fel/java/fel-community/model-openai/pom.xml | 2 +-
framework/fel/java/fel-community/tokenizer-hanlp/pom.xml | 2 +-
framework/fel/java/plugins/fel-langchain-runnable/pom.xml | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/framework/fel/java/fel-community/model-openai/pom.xml b/framework/fel/java/fel-community/model-openai/pom.xml
index b2f7538e..8177f875 100644
--- a/framework/fel/java/fel-community/model-openai/pom.xml
+++ b/framework/fel/java/fel-community/model-openai/pom.xml
@@ -103,7 +103,7 @@
+ todir="../../../../../build/plugins"/>
diff --git a/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml b/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml
index 25afe543..93928d44 100644
--- a/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml
+++ b/framework/fel/java/fel-community/tokenizer-hanlp/pom.xml
@@ -76,7 +76,7 @@
+ todir="../../../../../build/plugins"/>
diff --git a/framework/fel/java/plugins/fel-langchain-runnable/pom.xml b/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
index bc5470fb..59d0d0ee 100644
--- a/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
+++ b/framework/fel/java/plugins/fel-langchain-runnable/pom.xml
@@ -83,7 +83,7 @@
+ todir="../../../../../build/plugins"/>
From f80f9269cd0576d547cef6103f51aebe2fe3a978 Mon Sep 17 00:00:00 2001
From: songyongtan <271667068@qq.com>
Date: Thu, 8 May 2025 10:20:52 +0800
Subject: [PATCH 04/42] [fel] feat: add context passing for agent interface
---
.../fel/engine/operators/patterns/AbstractAgent.java | 9 +++++++--
.../engine/operators/patterns/support/DefaultAgent.java | 3 ++-
2 files changed, 9 insertions(+), 3 deletions(-)
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/AbstractAgent.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/AbstractAgent.java
index eb1cf831..175cb432 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/AbstractAgent.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/AbstractAgent.java
@@ -33,6 +33,10 @@ public abstract class AbstractAgent extends AbstractFlowPattern}。
+ * @param ctx 表示工具调用上下文的 {@link StateContext}。
* @return 表示工具调用结果的 {@link Prompt}。
*/
- protected abstract Prompt doToolCall(List toolCalls);
+ protected abstract Prompt doToolCall(List toolCalls, StateContext ctx);
@Override
protected AiProcessFlow buildFlow() {
@@ -93,6 +98,6 @@ protected AiProcessFlow buildFlow() {
private void handleTool(ChatMessage message, StateContext ctx) {
ChatMessages lastRequest = ctx.getState(this.memoryId);
lastRequest.add(message);
- lastRequest.addAll(this.doToolCall(message.toolCalls()).messages());
+ lastRequest.addAll(this.doToolCall(message.toolCalls(), ctx).messages());
}
}
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/support/DefaultAgent.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/support/DefaultAgent.java
index af40e238..1ca3742e 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/support/DefaultAgent.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/patterns/support/DefaultAgent.java
@@ -17,6 +17,7 @@
import modelengine.fel.engine.operators.models.ChatFlowModel;
import modelengine.fel.engine.operators.patterns.AbstractAgent;
import modelengine.fel.tool.service.ToolExecuteService;
+import modelengine.fit.waterflow.domain.context.StateContext;
import java.util.List;
import java.util.stream.Collectors;
@@ -38,7 +39,7 @@ public DefaultAgent(ChatFlowModel flowModel, String namespace, ToolExecuteServic
}
@Override
- protected Prompt doToolCall(List toolCalls) {
+ protected Prompt doToolCall(List toolCalls, StateContext ctx) {
return toolCalls.stream().map(toolCall -> {
String text = this.toolExecuteService.execute(this.namespace, toolCall.name(), toolCall.arguments());
return (ChatMessage) new ToolMessage(toolCall.id(), text);
From afbf98d95930bccd5dd1b56ea7f67db715036e4c Mon Sep 17 00:00:00 2001
From: songyongtan <271667068@qq.com>
Date: Thu, 8 May 2025 10:21:36 +0800
Subject: [PATCH 05/42] [fel] refactor: optimize chat option validation
position
---
.../modelengine/fel/engine/operators/models/ChatFlowModel.java | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/ChatFlowModel.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/ChatFlowModel.java
index 3c1d7f54..1a00e827 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/ChatFlowModel.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/ChatFlowModel.java
@@ -33,7 +33,7 @@ public class ChatFlowModel implements FlowModel {
public ChatFlowModel(ChatModel chatModel, ChatOption option) {
this.chatModel = notNull(chatModel, "The model provider can not be null.");
- this.option = notNull(option, "The chat options can not be null.");
+ this.option = option;
}
/**
@@ -54,6 +54,7 @@ public FitBoundedEmitter invoke(Prompt input) {
FlowSession session =
AiFlowSession.get().orElseThrow(() -> new IllegalStateException("The ai session cannot be empty."));
ChatOption dynamicOption = nullIf(session.getInnerState(StateKey.CHAT_OPTION), this.option);
+ notNull(dynamicOption, "The chat options can not be null.");
Choir choir = ObjectUtils.cast(this.chatModel.generate(input, dynamicOption));
return new LlmEmitter<>(choir, input, session);
}
From e6eef35fbbf03bdc4b3185c9b3bad70ced1a1d1b Mon Sep 17 00:00:00 2001
From: songyongtan <271667068@qq.com>
Date: Thu, 8 May 2025 10:22:13 +0800
Subject: [PATCH 06/42] [fel] refactor: replace LLM emitter streaming with
reduce
---
.../fel/engine/operators/models/LlmEmitter.java | 12 +-----------
1 file changed, 1 insertion(+), 11 deletions(-)
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/LlmEmitter.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/LlmEmitter.java
index 7f64c30d..4a45c7c3 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/LlmEmitter.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/operators/models/LlmEmitter.java
@@ -35,12 +35,6 @@
public class LlmEmitter extends FitBoundedEmitter {
private static final StreamingConsumer EMPTY_CONSUMER = (acc, chunk) -> {};
- private final ChatMessage chunkAcc = new AiMessage(StringUtils.EMPTY);
- // 说这里也是没用，应该由外面维护历史记录。
- private final Memory memory;
- private final ChatMessage question;
- private final StreamingConsumer consumer;
-
/**
* 初始化 {@link LlmEmitter}。
*
@@ -51,15 +45,11 @@ public class LlmEmitter extends FitBoundedEmitter publisher, Prompt prompt, FlowSession session) {
super(publisher, data -> data);
Validation.notNull(session, "The session cannot be null.");
- this.memory = session.getInnerState(StateKey.HISTORY);
- this.question = ObjectUtils.getIfNull(session.getInnerState(StateKey.HISTORY_INPUT),
- () -> this.getDefaultQuestion(prompt));
- this.consumer = ObjectUtils.nullIf(session.getInnerState(StateKey.STREAMING_CONSUMER), EMPTY_CONSUMER);
}
@Override
protected void consumeAction(O source, ChatMessage target) {
- this.consumer.accept(this.chunkAcc, target);
+ System.out.println(String.format("[%s][consumeAction] %s", Thread.currentThread().getId(), target.text()));
}
private ChatMessage getDefaultQuestion(Prompt prompt) {
From 11a3792a89726480da7694c922bcd8de0af4196c Mon Sep 17 00:00:00 2001
From: songyongtan <271667068@qq.com>
Date: Wed, 26 Mar 2025 23:28:34 +0800
Subject: [PATCH 07/42] [waterflow] fix: multiple critical issues - Fix null
session in AiDataStart delivery - Prevent premature session cleanup during
emission - Fix single-item termination in delegate subflows - Add complete
handling for subflow emitter data - Fix listener leaks in delegate subflow
connections - Add session completion detection mechanism - Ensure session
order inheritance in flatMap startSession - Fix missing startSession in
FlowPattern delegate flows - Remove deprecated windows in FlatMapSourceWindow
- Prevent interference in FlowPattern subflow listeners - Enable default
conversation ordering in fel
---
.../fel/engine/activities/AiStart.java | 8 +-
.../fel/engine/activities/AiState.java | 6 +
.../fel/engine/flows/AiProcessFlow.java | 19 ++-
.../fel/engine/flows/Conversation.java | 9 +-
.../fel/engine/flows/ConverseLatch.java | 11 ++
.../operators/patterns/AbstractAgent.java | 31 +++--
.../patterns/AbstractFlowPattern.java | 32 ++++-
.../operators/patterns/FlowPattern.java | 45 ++++++-
.../operators/patterns/SimpleFlowPattern.java | 6 +
.../engine/operators/patterns/SyncTipper.java | 5 +-
.../fel/engine/operators/ModelTest.java | 51 +++++++-
.../fel/engine/operators/PatternTest.java | 2 -
.../domain/context/FlatMapSourceWindow.java | 19 ++-
.../domain/context/FlatMapWindow.java | 9 ++
.../waterflow/domain/context/FlowSession.java | 28 +++-
.../fit/waterflow/domain/context/Window.java | 26 ++++
.../repo/flowsession/FlowSessionRepo.java | 121 ++++++++++++++++--
.../waterflow/domain/emitters/Emitter.java | 7 +
.../domain/emitters/FlowEmitter.java | 53 +++++++-
.../fit/waterflow/domain/flow/Flows.java | 1 +
.../waterflow/domain/flow/ProcessFlow.java | 34 ++++-
.../fit/waterflow/domain/states/State.java | 14 +-
.../waterflow/domain/stream/nodes/From.java | 36 +++++-
.../fit/waterflow/domain/stream/nodes/To.java | 96 ++++++++++++--
.../domain/stream/reactive/Publisher.java | 7 +-
.../fit/waterflow/domain/utils/FlowDebug.java | 20 ++-
.../bridge/fitflow/FitBoundedEmitter.java | 6 +-
27 files changed, 629 insertions(+), 73 deletions(-)
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiStart.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiStart.java
index c1003766..17da644b 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiStart.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiStart.java
@@ -422,9 +422,11 @@ public AiState delegate(Pattern pattern) {
Validation.notNull(pattern, "Pattern operator cannot be null.");
FlowPattern flowPattern = this.castFlowPattern(pattern);
Processor orProcessor = this.publisher().flatMap(input -> {
- FlowEmitter cachedEmitter = FlowEmitter.from(flowPattern);
+ FlowEmitter bind = flowPattern.bind(input);
+ // FlowEmitter cachedEmitter = FlowEmitter.from(flowPattern);
AiFlowSession.applyPattern(flowPattern, input.getData(), input.getSession());
- return Flows.source(cachedEmitter);
+ System.out.println(String.format("[flows][source.before] streamId=%s", this.publisher().getStreamId()));
+ return Flows.source(bind);
}, null);
this.displayPatternProcessor(pattern, orProcessor);
return new AiState<>(new State<>(orProcessor, this.flow().origin()), this.flow());
@@ -479,6 +481,7 @@ public AiState delegate(Operators.ProcessMap operator)
public AiState delegate(AiProcessFlow aiFlow) {
Validation.notNull(aiFlow, "Flow cannot be null.");
Processor processor = this.publisher().map(input -> {
+ System.out.println("delegate aiFlow");
aiFlow.converse(input.getSession()).offer(input.getData());
return (R) null;
}, null).displayAs("delegate to flow", aiFlow.origin(), aiFlow.origin().start().getId());
@@ -560,6 +563,7 @@ public AiState generate(BlockModel
public AiState generate(FlowModel model) {
Validation.notNull(model, "Streaming Model operator cannot be null.");
Processor processor = this.publisher().flatMap(input -> {
+ System.out.println("generate");
return Flows.source(AiFlowSession.applyPattern(model, input.getData(), input.getSession()));
}, null).displayAs("generate");
return new AiState<>(new State<>(processor, this.flow().origin()), this.flow());
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiState.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiState.java
index bb697ed5..0d6c8956 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiState.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/activities/AiState.java
@@ -108,6 +108,12 @@ public void register(EmitterListener handler) {
}
}
+ public void unregister(EmitterListener listener) {
+ if (listener != null) {
+ this.state.unregister(listener);
+ }
+ }
+
@Override
public void emit(O data, FlowSession session) {
this.state.emit(data, new FlowSession(session));
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/AiProcessFlow.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/AiProcessFlow.java
index 40e5abd9..346130ca 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/AiProcessFlow.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/AiProcessFlow.java
@@ -16,6 +16,9 @@
import modelengine.fit.waterflow.domain.stream.reactive.Publisher;
import modelengine.fitframework.util.ObjectUtils;
+import java.util.HashMap;
+import java.util.Map;
+
/**
* AI 数据处理流程，在 {@link AiFlow} 的基础上增加流程间的数据流转能力，并对外提供对话语义。
*
@@ -26,6 +29,9 @@
*/
public class AiProcessFlow extends AiFlow>
implements EmitterListener, Emitter {
+ private final Map, EmitterListener> listeners =
+ new HashMap<>();
+
public AiProcessFlow(ProcessFlow flow) {
super(flow);
}
@@ -38,7 +44,18 @@ public void handle(D data, FlowSession session) {
@Override
public void register(EmitterListener listener) {
if (listener != null) {
- this.origin().register((data, token) -> listener.handle(ObjectUtils.cast(data), new FlowSession(token)));
+ // this.origin().register((data, token) -> listener.handle(ObjectUtils.cast(data), new FlowSession(token)));
+ EmitterListener wrapperHandler =
+ (data, token) -> listener.handle(ObjectUtils.cast(data), token);
+ this.listeners.put(listener, wrapperHandler);
+ this.origin().register(wrapperHandler);
+ }
+ }
+
+ public void unregister(EmitterListener listener) {
+ EmitterListener target = this.listeners.remove(listener);
+ if (target != null) {
+ this.origin().unregister(target);
}
}
diff --git a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/Conversation.java b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/Conversation.java
index 3a159fa6..d49e3400 100644
--- a/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/Conversation.java
+++ b/framework/fel/java/fel-flow/src/main/java/modelengine/fel/engine/flows/Conversation.java
@@ -14,6 +14,7 @@
import modelengine.fel.engine.operators.models.ChatChunk;
import modelengine.fel.engine.operators.models.StreamingConsumer;
import modelengine.fel.engine.operators.sources.Source;
+import modelengine.fel.engine.util.AiFlowSession;
import modelengine.fel.engine.util.StateKey;
import modelengine.fit.waterflow.domain.context.FlowContext;
import modelengine.fit.waterflow.domain.context.FlowSession;
@@ -51,7 +52,7 @@ public class Conversation {
public Conversation(AiProcessFlow flow, FlowSession session) {
this.flow = Validation.notNull(flow, "Flow cannot be null.");
this.session =
- (session == null) ? this.setConverseListener(new FlowSession()) : this.setSubConverseListener(session);
+ (session == null) ? this.setConverseListener(new FlowSession(true)) : this.setSubConverseListener(session);
this.session.begin();
this.callBackBuilder = FlowCallBack.builder();
}
@@ -67,6 +68,11 @@ public Conversation(AiProcessFlow flow, FlowSession session) {
public final ConverseLatch offer(D... data) {
ConverseLatch latch = setListener(this.flow);
FlowSession newSession = new FlowSession(this.session);
+ newSession.getWindow().setFrom(null);
+ System.out.println(String.format("[%s][Conversation.offer] session=%s, windowId=%s, newWindowId=%s",
+ Thread.currentThread().getId(), this.session.getId(), this.session.getWindow().id(),
+ newSession.getWindow().id()
+ ));
this.flow.start().offer(data, newSession);
newSession.getWindow().complete();
return latch;
@@ -202,6 +208,7 @@ public Conversation doOnFinally(Action finallyAction) {
private ConverseLatch setListener(AiProcessFlow currFlow) {
ConverseLatch latch = new ConverseLatch<>();
+ System.out.println(String.format("[Conversation][setListener] latchId=%s", latch.getId()));
Predictable predictable = new Predictable<>(currFlow, this.callBackBuilder.build(), latch);
ConverseListener