refactor: opt the bullmq setting for eval-related task

packages/global/common/error/code/database.ts

@@ -1,3 +1,4 @@
+import { i18nT } from '../../../../web/i18n/utils';
 import { type ErrType } from '../errorCode';
 
 /* database: 509000 */
@@ -10,42 +11,32 @@ export enum DatabaseErrEnum {
   clientDestroyError = 'databaseClientDestroyError',
   clientAlreadyExists = 'databaseClientAlreadyExists',
   clientNotFound = 'databaseClientNotFound',
-  
+
   // 连接相关错误
   authError = 'databaseAuthError',
-  nameError = 'databaseNameError',
-  addressError = 'databaseAddressError',
+  databaseNameError = 'databaseNameError',
+  databasePortError = 'databasePortError',
+  hostError = 'databaseHostError',
   checkError = 'databaseCheckError',
+  econnRefused = 'connectionRefused',
   connectionFailed = 'databaseConnectionFailed',
   connectionTimeout = 'databaseConnectionTimeout',
-
+  connectionLost = 'databaseConnectionLost',
+
   // 数据库类型和支持错误
   notSupportType = 'databaseNotSupportType',
   notImplemented = 'databaseNotImplemented',
-  
+
   // API 请求和验证错误
   requestValidationError = 'databaseRequestValidationError',
   invalidTableName = 'databaseInvalidTableName',
   fetchInfoError = 'databaseFetchInfoError',
-  invalidConfig = 'databaseInvalidConfig',
-
-  // 查询和操作错误
-  queryExecutionError = 'databaseQueryExecutionError',
-  tableNotFound = 'databaseTableNotFound',
-  columnNotFound = 'databaseColumnNotFound',
-  syntaxError = 'databaseSyntaxError',
-
-  // Schema相关错误
-  schemaIntrospectionError = 'databaseSchemaIntrospectionError',
-  metadataError = 'databaseMetadataError'
+  dbConfigNotFound = 'databaseConfigNotFound',
+  opUnknownDatabaseError = 'opUnknownDatabaseError',
+  dativeServiceError = 'dativeServiceError'
 }
 
 const databaseErr = [
-
-  {
-    statusText: DatabaseErrEnum.datasetParamsError,
-    message: 'core.database.error.not_support_dataset_type'
-  },
   // 客户端管理错误
   {
     statusText: DatabaseErrEnum.clientCreateError,
@@ -57,97 +48,81 @@ const databaseErr = [
   },
   {
     statusText: DatabaseErrEnum.clientDestroyError,
-    message: 'core.database.error.client_destroy_failed'
-  },
-  {
-    statusText: DatabaseErrEnum.clientAlreadyExists,
-    message: 'core.database.error.client_already_exists'
+    message: i18nT('database_client:client_destory_error')
   },
   {
     statusText: DatabaseErrEnum.clientNotFound,
-    message: 'core.database.error.client_not_found'
+    message: i18nT('database_client:client_not_found')
   },
-  
+
   // 连接错误
   {
     statusText: DatabaseErrEnum.authError,
-    message: 'core.database.error.auth_failed'
+    message: i18nT('database_client:authentication_failed')
+  },
+  {
+    statusText: DatabaseErrEnum.databaseNameError,
+    message: i18nT('database_client:database_not_exist')
   },
   {
-    statusText: DatabaseErrEnum.nameError,
-    message: 'core.database.error.database_not_found'
+    statusText: DatabaseErrEnum.databasePortError,
+    message: i18nT('database_client:database_port_error')
   },
   {
-    statusText: DatabaseErrEnum.addressError,
-    message: 'core.database.error.connection_address_failed'
+    statusText: DatabaseErrEnum.hostError,
+    message: i18nT('database_client:host_error')
+  },
+  {
+    statusText: DatabaseErrEnum.econnRefused,
+    message: i18nT('database_client:connection_refused')
   },
   {
     statusText: DatabaseErrEnum.checkError,
-    message: 'core.database.error.connection_check_failed'
+    message: i18nT('database_client:connection_check_error')
+  },
+  {
+    statusText: DatabaseErrEnum.connectionLost,
+    message: i18nT('database_client:connection_lost')
   },
   {
     statusText: DatabaseErrEnum.connectionFailed,
-    message: 'core.database.error.connection_failed'
+    message: i18nT('database_client:connection_failed')
   },
   {
     statusText: DatabaseErrEnum.connectionTimeout,
-    message: 'core.database.error.connection_timeout'
+    message: i18nT('database_client:connection_timeout')
   },
-  
+
   // 类型支持错误
   {
     statusText: DatabaseErrEnum.notSupportType,
-    message: 'core.database.error.database_type_not_supported'
+    message: i18nT('database_client:not_support_databaseType')
   },
   {
     statusText: DatabaseErrEnum.notImplemented,
-    message: 'core.database.error.feature_not_implemented'
+    message: i18nT('database_client:not_implemented_databaseType')
   },
-  
+
   // 请求验证错误
-  {
-    statusText: DatabaseErrEnum.requestValidationError,
-    message: 'core.database.error.request_validation_failed'
-  },
   {
     statusText: DatabaseErrEnum.invalidTableName,
-    message: 'core.database.error.invalid_table_name'
+    message: i18nT('database_client:invalid_table_name')
   },
   {
     statusText: DatabaseErrEnum.fetchInfoError,
-    message: 'core.database.error.fetch_info_failed'
-  },
-  {
-    statusText: DatabaseErrEnum.invalidConfig,
-    message: 'core.database.error.invalid_config'
-  },
-
-  // 查询操作错误
-  {
-    statusText: DatabaseErrEnum.queryExecutionError,
-    message: 'core.database.error.query_execution_failed'
-  },
-  {
-    statusText: DatabaseErrEnum.tableNotFound,
-    message: 'core.database.error.table_not_found'
-  },
-  {
-    statusText: DatabaseErrEnum.columnNotFound,
-    message: 'core.database.error.column_not_found'
+    message: i18nT('database_client:fetch_info_error')
   },
   {
-    statusText: DatabaseErrEnum.syntaxError,
-    message: 'core.database.error.sql_syntax_error'
+    statusText: DatabaseErrEnum.dbConfigNotFound,
+    message: i18nT('database_client:database_config_not_found')
   },
-
-  // Schema错误
   {
-    statusText: DatabaseErrEnum.schemaIntrospectionError,
-    message: 'core.database.error.schema_introspection_failed'
+    statusText: DatabaseErrEnum.opUnknownDatabaseError,
+    message: i18nT('database_client:op_unknown_database_error')
   },
   {
-    statusText: DatabaseErrEnum.metadataError,
-    message: 'core.database.error.metadata_error'
+    statusText: DatabaseErrEnum.dativeServiceError,
+    message: i18nT('database_client:dative_service_error')
   }
 ];
 

packages/global/common/error/code/evaluation.ts

@@ -8,7 +8,6 @@ export enum EvaluationErrEnum {
   evalNameTooLong = 'evaluationNameTooLong',
   evalDescriptionTooLong = 'evaluationDescriptionTooLong',
   evalDescriptionInvalidType = 'evaluationDescriptionInvalidType',
-  evalDatasetIdRequired = 'evaluationDatasetIdRequired',
   evalTargetRequired = 'evaluationTargetRequired',
   evalTargetInvalidConfig = 'evaluationTargetInvalidConfig',
   evalTargetAppIdMissing = 'evaluationTargetAppIdMissing',
@@ -31,10 +30,7 @@ export enum EvaluationErrEnum {
   evalInvalidStatus = 'evaluationInvalidStatus',
   evalInvalidStateTransition = 'evaluationInvalidStateTransition',
   evalOnlyRunningCanStop = 'evaluationOnlyRunningCanStop',
-  evalOnlyFailedCanRetry = 'evaluationOnlyFailedCanRetry',
   evalItemNoErrorToRetry = 'evaluationItemNoErrorToRetry',
-  evalTargetOutputRequired = 'evaluationTargetOutputRequired',
-  evalEvaluatorOutputRequired = 'evaluationEvaluatorOutputRequired',
   evalDatasetLoadFailed = 'evaluationDatasetLoadFailed',
   evalTargetConfigInvalid = 'evaluationTargetConfigInvalid',
   evalEvaluatorsConfigInvalid = 'evaluationEvaluatorsConfigInvalid',
@@ -43,7 +39,11 @@ export enum EvaluationErrEnum {
   evalDuplicateDatasetName = 'evaluationDuplicateDatasetName',
   evalNoDataInCollections = 'evaluationNoDataInCollections',
   evalUpdateFailed = 'evaluationUpdateFailed',
-  evalLockAcquisitionFailed = 'evaluationLockAcquisitionFailed',
+  // Task execution errors
+  evalTaskSystemError = 'evaluationTaskSystemError',
+  evalManuallyStopped = 'evaluationManuallyStopped',
+  evalEvaluatorExecutionErrors = 'evaluationEvaluatorExecutionErrors',
+  evalTargetExecutionError = 'evaluationTargetExecutionError',
 
   // Metric related errors
   evalMetricNotFound = 'evaluationMetricNotFound',
@@ -55,6 +55,7 @@ export enum EvaluationErrEnum {
   evalMetricPromptTooLong = 'evaluationMetricPromptTooLong',
   evalMetricTypeRequired = 'evaluationMetricTypeRequired',
   evalMetricTypeInvalid = 'evaluationMetricTypeInvalid',
+  evalMetricNameInvalid = 'evaluationMetricNameInvalid',
   evalMetricBuiltinCannotModify = 'evaluationMetricBuiltinCannotModify',
   evalMetricBuiltinCannotDelete = 'evaluationMetricBuiltinCannotDelete',
   evalMetricIdRequired = 'evaluationMetricIdRequired',
@@ -118,11 +119,13 @@ export enum EvaluationErrEnum {
   datasetTaskDeleteFailed = 'evaluationDatasetTaskDeleteFailed',
   fetchFailedTasksError = 'evaluationFetchFailedTasksError',
 
+  // Evaluation task job related errors
+  evalItemJobNotFound = 'evaluationItemJobNotFound',
+
   // File/Import related errors
   fileIdRequired = 'evaluationFileIdRequired',
   fileMustBeCSV = 'evaluationFileMustBeCSV',
   csvInvalidStructure = 'evaluationCSVInvalidStructure',
-  csvTooManyRows = 'evaluationCSVTooManyRows',
   csvParsingError = 'evaluationCSVParsingError',
   csvNoDataRows = 'evaluationCSVNoDataRows',
 
@@ -172,10 +175,6 @@ const evaluationErrList = [
     statusText: EvaluationErrEnum.evalDescriptionTooLong,
     message: i18nT('evaluation:description_too_long')
   },
-  {
-    statusText: EvaluationErrEnum.evalDatasetIdRequired,
-    message: i18nT('evaluation:dataset_id_required')
-  },
   {
     statusText: EvaluationErrEnum.evalTargetRequired,
     message: i18nT('evaluation:target_required')
@@ -252,21 +251,13 @@ const evaluationErrList = [
     statusText: EvaluationErrEnum.evalOnlyRunningCanStop,
     message: i18nT('evaluation:only_running_can_stop')
   },
-  {
-    statusText: EvaluationErrEnum.evalOnlyFailedCanRetry,
-    message: i18nT('evaluation:only_failed_can_retry')
-  },
   {
     statusText: EvaluationErrEnum.evalItemNoErrorToRetry,
     message: i18nT('evaluation:item_no_error_to_retry')
   },
   {
-    statusText: EvaluationErrEnum.evalTargetOutputRequired,
-    message: i18nT('evaluation:target_output_required')
-  },
-  {
-    statusText: EvaluationErrEnum.evalEvaluatorOutputRequired,
-    message: i18nT('evaluation:evaluator_output_required')
+    statusText: EvaluationErrEnum.evalTargetExecutionError,
+    message: i18nT('evaluation:target_execution_error')
   },
   {
     statusText: EvaluationErrEnum.evalDatasetLoadFailed,
@@ -300,10 +291,6 @@ const evaluationErrList = [
     statusText: EvaluationErrEnum.evalUpdateFailed,
     message: i18nT('evaluation:update_failed')
   },
-  {
-    statusText: EvaluationErrEnum.evalLockAcquisitionFailed,
-    message: i18nT('evaluation:lock_acquisition_failed')
-  },
   // Metric related errors
   {
     statusText: EvaluationErrEnum.evalMetricNotFound,
@@ -341,6 +328,10 @@ const evaluationErrList = [
     statusText: EvaluationErrEnum.evalMetricTypeInvalid,
     message: i18nT('evaluation:metric_type_invalid')
   },
+  {
+    statusText: EvaluationErrEnum.evalMetricNameInvalid,
+    message: i18nT('evaluation:metric_name_invalid')
+  },
   {
     statusText: EvaluationErrEnum.evalMetricBuiltinCannotModify,
     message: i18nT('evaluation:metric_builtin_cannot_modify')
@@ -540,6 +531,12 @@ const evaluationErrList = [
     message: i18nT('evaluation:fetch_failed_tasks_error')
   },
 
+  // Evaluation task job related errors
+  {
+    statusText: EvaluationErrEnum.evalItemJobNotFound,
+    message: i18nT('evaluation:item_job_not_found')
+  },
+
   // File/Import related errors
   {
     statusText: EvaluationErrEnum.fileIdRequired,
@@ -553,10 +550,6 @@ const evaluationErrList = [
     statusText: EvaluationErrEnum.csvInvalidStructure,
     message: i18nT('evaluation:csv_invalid_structure')
   },
-  {
-    statusText: EvaluationErrEnum.csvTooManyRows,
-    message: i18nT('evaluation:csv_too_many_rows')
-  },
   {
     statusText: EvaluationErrEnum.csvParsingError,
     message: i18nT('evaluation:csv_parsing_error')
@@ -634,6 +627,20 @@ const evaluationErrList = [
   {
     statusText: EvaluationErrEnum.evalDescriptionInvalidType,
     message: i18nT('evaluation:description_invalid_type')
+  },
+
+  // Task execution errors
+  {
+    statusText: EvaluationErrEnum.evalTaskSystemError,
+    message: i18nT('evaluation:task_system_error')
+  },
+  {
+    statusText: EvaluationErrEnum.evalManuallyStopped,
+    message: i18nT('evaluation:manually_stopped')
+  },
+  {
+    statusText: EvaluationErrEnum.evalEvaluatorExecutionErrors,
+    message: i18nT('evaluation:evaluator_execution_errors')
   }
 ];
 

packages/global/common/error/utils.ts

@@ -28,3 +28,15 @@ export class UserError extends Error {
     this.name = 'UserError';
   }
 }
+
+export class FileUploadError extends UserError {
+  code: string;
+  details?: Record<string, any>;
+
+  constructor(code: string, message: string, details?: Record<string, any>) {
+    super(message);
+    this.name = 'FileUploadError';
+    this.code = code;
+    this.details = details;
+  }
+}

packages/global/common/file/constants.ts

@@ -27,3 +27,18 @@ export const ReadFileBaseUrl = `${EndpointUrl}/api/common/file/read`;
 export const documentFileType = '.txt, .docx, .csv, .xlsx, .pdf, .md, .html, .pptx';
 export const imageFileType =
   '.jpg, .jpeg, .png, .gif, .bmp, .webp, .svg, .tiff, .tif, .ico, .heic, .heif, .avif, .raw, .cr2, .nef, .arw, .dng, .psd, .ai, .eps, .emf, .wmf, .jfif, .exif, .pgm, .ppm, .pbm, .jp2, .j2k, .jpf, .jpx, .jpm, .mj2, .xbm, .pcx';
+
+/* File Upload Limits */
+export const DEFAULT_FILE_UPLOAD_LIMITS = {
+  // Default maximum number of files that can be uploaded at once
+  MAX_FILE_COUNT: 20,
+  // Default maximum size per file in MB
+  MAX_FILE_SIZE_MB: 500
+} as const;
+
+/* File Upload Error Codes */
+export enum FileUploadErrorEnum {
+  FILE_TOO_LARGE = 'FILE_TOO_LARGE',
+  TOO_MANY_FILES = 'TOO_MANY_FILES',
+  INVALID_FILE_TYPE = 'INVALID_FILE_TYPE'
+}