fixes bad improrts by composer
This commit is contained in:
parent
63e30c1281
commit
29de7e9915
45 changed files with 75 additions and 54 deletions
2
app.py
2
app.py
|
|
@ -21,7 +21,7 @@ from datetime import datetime
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
from modules.shared.eventManagement import eventManager
|
from modules.shared.eventManagement import eventManager
|
||||||
from modules.interfaces.interfaceDbApp import getRootInterface
|
from modules.interfaces.interfaceDbApp import getRootInterface
|
||||||
from modules.system.registry import loadFeatureMainModules
|
from modules.system.registry import loadFeatureMainModules, registerAllFeaturesInCatalog, syncCatalogFeaturesToDb
|
||||||
|
|
||||||
class DailyRotatingFileHandler(RotatingFileHandler):
|
class DailyRotatingFileHandler(RotatingFileHandler):
|
||||||
"""
|
"""
|
||||||
|
|
|
||||||
|
|
@ -24,7 +24,7 @@ from fastapi import Request, Response
|
||||||
|
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
from modules.shared.timeUtils import getUtcNow, getUtcTimestamp
|
from modules.shared.timeUtils import getUtcNow, getUtcTimestamp
|
||||||
from modules.datamodels.datamodelSecurity import TrustedDevice
|
from modules.datamodels.datamodelSecurity import TrustedDevice, Token, TokenPurpose
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ from pydantic import BaseModel, Field
|
||||||
from modules.datamodels.datamodelBase import PowerOnModel
|
from modules.datamodels.datamodelBase import PowerOnModel
|
||||||
from modules.shared.i18nRegistry import i18nModel
|
from modules.shared.i18nRegistry import i18nModel
|
||||||
from modules.datamodels.datamodelUtils import TextMultilingual
|
from modules.datamodels.datamodelUtils import TextMultilingual
|
||||||
from modules.datamodels.datamodelUam import AccessLevel
|
from modules.datamodels.datamodelUam import AccessLevel, User
|
||||||
|
|
||||||
|
|
||||||
class AccessRuleContext(str, Enum):
|
class AccessRuleContext(str, Enum):
|
||||||
|
|
|
||||||
|
|
@ -23,6 +23,9 @@ from .datamodelCommcoach import (
|
||||||
CoachingTask, CoachingTaskStatus,
|
CoachingTask, CoachingTaskStatus,
|
||||||
CoachingScore,
|
CoachingScore,
|
||||||
CoachingUserProfile,
|
CoachingUserProfile,
|
||||||
|
CoachingPersona,
|
||||||
|
ModulePersonaMapping,
|
||||||
|
CoachingBadge,
|
||||||
)
|
)
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
||||||
|
|
@ -18,7 +18,7 @@ from fastapi import APIRouter, HTTPException, Depends, Request, Query
|
||||||
from fastapi.responses import StreamingResponse, Response
|
from fastapi.responses import StreamingResponse, Response
|
||||||
|
|
||||||
from modules.auth import limiter, getRequestContext, RequestContext
|
from modules.auth import limiter, getRequestContext, RequestContext
|
||||||
from modules.shared.timeUtils import getIsoTimestamp
|
from modules.shared.timeUtils import getIsoTimestamp, getUtcTimestamp
|
||||||
from modules.interfaces.interfaceDbApp import getRootInterface
|
from modules.interfaces.interfaceDbApp import getRootInterface
|
||||||
from modules.interfaces.interfaceFeatures import getFeatureInterface
|
from modules.interfaces.interfaceFeatures import getFeatureInterface
|
||||||
|
|
||||||
|
|
@ -33,7 +33,10 @@ from .datamodelCommcoach import (
|
||||||
UpdateProfileRequest,
|
UpdateProfileRequest,
|
||||||
CreatePersonaRequest, UpdatePersonaRequest, SetModulePersonasRequest,
|
CreatePersonaRequest, UpdatePersonaRequest, SetModulePersonasRequest,
|
||||||
)
|
)
|
||||||
from .serviceCommcoach import CommcoachService, emitSessionEvent, getSessionEventQueue
|
from .serviceCommcoach import (
|
||||||
|
CommcoachService, emitSessionEvent, getSessionEventQueue,
|
||||||
|
getUserVoicePrefs, stripMarkdownForTts, buildTtsConfigErrorMessage,
|
||||||
|
)
|
||||||
from modules.shared.i18nRegistry import apiRouteContext
|
from modules.shared.i18nRegistry import apiRouteContext
|
||||||
routeApiMsg = apiRouteContext("routeFeatureCommcoach")
|
routeApiMsg = apiRouteContext("routeFeatureCommcoach")
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,7 @@ import asyncio
|
||||||
from datetime import datetime, timezone
|
from datetime import datetime, timezone
|
||||||
from typing import Optional, Dict, Any, List
|
from typing import Optional, Dict, Any, List
|
||||||
|
|
||||||
from modules.datamodels.datamodelUam import User
|
from modules.datamodels.datamodelUam import User, UserVoicePreferences
|
||||||
from modules.datamodels.datamodelAi import AiCallRequest, AiCallOptions, OperationTypeEnum, PriorityEnum
|
from modules.datamodels.datamodelAi import AiCallRequest, AiCallOptions, OperationTypeEnum, PriorityEnum
|
||||||
from modules.shared.timeUtils import getIsoTimestamp, getUtcTimestamp
|
from modules.shared.timeUtils import getIsoTimestamp, getUtcTimestamp
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -13,7 +13,7 @@ from typing import Dict, List, Any, Union
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from io import StringIO
|
from io import StringIO
|
||||||
from .subParseString import StringParser
|
from .subParseString import StringParser
|
||||||
from .subPatterns import getPatternForHeader, HeaderPatterns
|
from .subPatterns import getPatternForHeader, HeaderPatterns, findPatternsInText, DataPatterns
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class NeutralizationTableData:
|
class NeutralizationTableData:
|
||||||
|
|
|
||||||
|
|
@ -29,7 +29,7 @@ from modules.dbHelpers.dbRegistry import registerDatabase
|
||||||
from modules.security.rbac import RbacClass
|
from modules.security.rbac import RbacClass
|
||||||
from modules.datamodels.datamodelRbac import AccessRuleContext
|
from modules.datamodels.datamodelRbac import AccessRuleContext
|
||||||
from modules.datamodels.datamodelUam import AccessLevel
|
from modules.datamodels.datamodelUam import AccessLevel
|
||||||
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, getRecordsetPaginatedWithRBAC, getDistinctColumnValuesWithRBAC
|
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, getRecordsetPaginatedWithRBAC, getDistinctColumnValuesWithRBAC, buildDataObjectKey
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
||||||
|
|
@ -49,7 +49,13 @@ from .datamodelTeamsbot import (
|
||||||
)
|
)
|
||||||
|
|
||||||
# Import service
|
# Import service
|
||||||
from .service import TeamsbotService
|
from .service import (
|
||||||
|
TeamsbotService,
|
||||||
|
getActiveService,
|
||||||
|
getActiveService as _getActiveService,
|
||||||
|
createAiService,
|
||||||
|
sessionEvents,
|
||||||
|
)
|
||||||
from modules.shared.i18nRegistry import apiRouteContext
|
from modules.shared.i18nRegistry import apiRouteContext
|
||||||
routeApiMsg = apiRouteContext("routeFeatureTeamsbot")
|
routeApiMsg = apiRouteContext("routeFeatureTeamsbot")
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -19,7 +19,12 @@ from .accountingConnectorBase import (
|
||||||
SyncResult,
|
SyncResult,
|
||||||
)
|
)
|
||||||
from .accountingRegistry import getAccountingRegistry
|
from .accountingRegistry import getAccountingRegistry
|
||||||
from modules.features.trustee.datamodelFeatureTrustee import TrusteeDocument
|
from modules.features.trustee.datamodelFeatureTrustee import (
|
||||||
|
TrusteeDocument,
|
||||||
|
TrusteeAccountingConfig,
|
||||||
|
TrusteePosition,
|
||||||
|
TrusteeAccountingSync,
|
||||||
|
)
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ from pydantic import ValidationError
|
||||||
from modules.connectors.connectorDbPostgre import DatabaseConnector
|
from modules.connectors.connectorDbPostgre import DatabaseConnector
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
from modules.dbHelpers.dbRegistry import registerDatabase
|
from modules.dbHelpers.dbRegistry import registerDatabase
|
||||||
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, getRecordsetPaginatedWithRBAC, getDistinctColumnValuesWithRBAC
|
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, getRecordsetPaginatedWithRBAC, getDistinctColumnValuesWithRBAC, buildDataObjectKey
|
||||||
from modules.security.rbac import RbacClass
|
from modules.security.rbac import RbacClass
|
||||||
from modules.datamodels.datamodelUam import User, AccessLevel
|
from modules.datamodels.datamodelUam import User, AccessLevel
|
||||||
from modules.datamodels.datamodelRbac import AccessRuleContext
|
from modules.datamodels.datamodelRbac import AccessRuleContext
|
||||||
|
|
|
||||||
|
|
@ -49,7 +49,7 @@ from modules.datamodels.datamodelPagination import (
|
||||||
normalize_pagination_dict,
|
normalize_pagination_dict,
|
||||||
)
|
)
|
||||||
from modules.datamodels.datamodelRbac import Role, AccessRule, AccessRuleContext
|
from modules.datamodels.datamodelRbac import Role, AccessRule, AccessRuleContext
|
||||||
from modules.shared.i18nRegistry import apiRouteContext
|
from modules.shared.i18nRegistry import apiRouteContext, resolveText
|
||||||
|
|
||||||
routeApiMsg = apiRouteContext("routeFeatureTrustee")
|
routeApiMsg = apiRouteContext("routeFeatureTrustee")
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -28,7 +28,7 @@ from modules.features.workspace import interfaceFeatureWorkspace
|
||||||
from modules.interfaces.interfaceDbKnowledge import getInterface as getKnowledgeInterface
|
from modules.interfaces.interfaceDbKnowledge import getInterface as getKnowledgeInterface
|
||||||
from modules.interfaces.interfaceAiObjects import AiObjects
|
from modules.interfaces.interfaceAiObjects import AiObjects
|
||||||
from modules.shared.eventManager import get_event_manager
|
from modules.shared.eventManager import get_event_manager
|
||||||
from modules.serviceCenter.services.serviceAgent.datamodelAgent import AgentEventTypeEnum, PendingFileEdit
|
from modules.serviceCenter.services.serviceAgent.datamodelAgent import AgentEventTypeEnum, PendingFileEdit, AgentConfig
|
||||||
from modules.shared.timeUtils import parseTimestamp
|
from modules.shared.timeUtils import parseTimestamp
|
||||||
from modules.shared.i18nRegistry import apiRouteContext, resolveText
|
from modules.shared.i18nRegistry import apiRouteContext, resolveText
|
||||||
routeApiMsg = apiRouteContext("routeFeatureWorkspace")
|
routeApiMsg = apiRouteContext("routeFeatureWorkspace")
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,7 @@ logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
from modules.aicore.aicoreModelRegistry import modelRegistry
|
from modules.aicore.aicoreModelRegistry import modelRegistry
|
||||||
from modules.aicore.aicoreModelSelector import modelSelector
|
from modules.aicore.aicoreModelSelector import modelSelector
|
||||||
from modules.aicore.aicoreBase import RateLimitExceededException
|
from modules.aicore.aicoreBase import RateLimitExceededException, ContextLengthExceededException
|
||||||
from modules.datamodels.datamodelAi import (
|
from modules.datamodels.datamodelAi import (
|
||||||
AiModel,
|
AiModel,
|
||||||
AiCallOptions,
|
AiCallOptions,
|
||||||
|
|
|
||||||
|
|
@ -22,7 +22,7 @@ from modules.shared.configuration import APP_CONFIG
|
||||||
from modules.dbHelpers.dbRegistry import registerDatabase
|
from modules.dbHelpers.dbRegistry import registerDatabase
|
||||||
from modules.shared.timeUtils import getUtcTimestamp, parseTimestamp
|
from modules.shared.timeUtils import getUtcTimestamp, parseTimestamp
|
||||||
from modules.shared.i18nRegistry import resolveText
|
from modules.shared.i18nRegistry import resolveText
|
||||||
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC
|
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, buildDataObjectKey, copySystemRolesToMandate
|
||||||
from modules.security.rbac import RbacClass
|
from modules.security.rbac import RbacClass
|
||||||
from modules.datamodels.datamodelUam import (
|
from modules.datamodels.datamodelUam import (
|
||||||
User,
|
User,
|
||||||
|
|
@ -39,14 +39,14 @@ from modules.datamodels.datamodelRbac import (
|
||||||
)
|
)
|
||||||
from modules.datamodels.datamodelUam import AccessLevel
|
from modules.datamodels.datamodelUam import AccessLevel
|
||||||
from modules.datamodels.datamodelSecurity import Token, AuthEvent, TokenStatus, TokenPurpose
|
from modules.datamodels.datamodelSecurity import Token, AuthEvent, TokenStatus, TokenPurpose
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult, TableListView
|
||||||
from modules.datamodels.datamodelMembership import (
|
from modules.datamodels.datamodelMembership import (
|
||||||
UserMandate,
|
UserMandate,
|
||||||
UserMandateRole,
|
UserMandateRole,
|
||||||
FeatureAccess,
|
FeatureAccess,
|
||||||
FeatureAccessRole,
|
FeatureAccessRole,
|
||||||
)
|
)
|
||||||
from modules.datamodels.datamodelFeatures import Feature, FeatureInstance
|
from modules.datamodels.datamodelFeatures import Feature, FeatureInstance, FeatureDataSource, DataNeutralizerAttributes
|
||||||
from modules.datamodels.datamodelInvitation import Invitation
|
from modules.datamodels.datamodelInvitation import Invitation
|
||||||
from modules.datamodels.datamodelNotification import UserNotification
|
from modules.datamodels.datamodelNotification import UserNotification
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -14,11 +14,11 @@ from typing import Dict, Any, List, Optional, Union
|
||||||
from datetime import date, datetime, timedelta, timezone
|
from datetime import date, datetime, timedelta, timezone
|
||||||
import uuid
|
import uuid
|
||||||
|
|
||||||
from modules.connectors.connectorDbPostgre import DatabaseConnector
|
from modules.connectors.connectorDbPostgre import DatabaseConnector, getModelFields, parseRecordFields
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
from modules.dbHelpers.dbRegistry import registerDatabase
|
from modules.dbHelpers.dbRegistry import registerDatabase
|
||||||
from modules.shared.timeUtils import getUtcTimestamp
|
from modules.shared.timeUtils import getUtcTimestamp
|
||||||
from modules.datamodels.datamodelUam import User, Mandate
|
from modules.datamodels.datamodelUam import User, Mandate, UserInDB
|
||||||
from modules.datamodels.datamodelMembership import UserMandate
|
from modules.datamodels.datamodelMembership import UserMandate
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
||||||
from modules.datamodels.datamodelBilling import (
|
from modules.datamodels.datamodelBilling import (
|
||||||
|
|
|
||||||
|
|
@ -27,14 +27,14 @@ from modules.datamodels.datamodelChat import (
|
||||||
UserInputRequest
|
UserInputRequest
|
||||||
)
|
)
|
||||||
import json
|
import json
|
||||||
from modules.datamodels.datamodelUam import User
|
from modules.datamodels.datamodelUam import User, Mandate
|
||||||
|
|
||||||
# DYNAMIC PART: Connectors to the Interface
|
# DYNAMIC PART: Connectors to the Interface
|
||||||
from modules.connectors.connectorDbPostgre import DatabaseConnector
|
from modules.connectors.connectorDbPostgre import DatabaseConnector
|
||||||
from modules.dbHelpers.dbRegistry import registerDatabase
|
from modules.dbHelpers.dbRegistry import registerDatabase
|
||||||
from modules.shared.timeUtils import getUtcTimestamp, parseTimestamp
|
from modules.shared.timeUtils import getUtcTimestamp, parseTimestamp
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
||||||
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC
|
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, buildDataObjectKey
|
||||||
|
|
||||||
# Basic Configurations
|
# Basic Configurations
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
|
|
|
||||||
|
|
@ -13,7 +13,7 @@ from typing import Dict, Any, List, Optional
|
||||||
|
|
||||||
from modules.connectors.connectorDbPostgre import getCachedConnector
|
from modules.connectors.connectorDbPostgre import getCachedConnector
|
||||||
from modules.dbHelpers.dbRegistry import registerDatabase
|
from modules.dbHelpers.dbRegistry import registerDatabase
|
||||||
from modules.datamodels.datamodelKnowledge import FileContentIndex, ContentChunk, RoundMemory, WorkflowMemory
|
from modules.datamodels.datamodelKnowledge import FileContentIndex, ContentChunk, RoundMemory, WorkflowMemory, KNOWLEDGE_EMBEDDING_DIMENSIONS
|
||||||
from modules.datamodels.datamodelUam import User
|
from modules.datamodels.datamodelUam import User
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
from modules.shared.timeUtils import getUtcTimestamp
|
from modules.shared.timeUtils import getUtcTimestamp
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ from typing import Dict, Any, List, Optional, Union
|
||||||
|
|
||||||
from modules.connectors.connectorDbPostgre import DatabaseConnector, getCachedConnector
|
from modules.connectors.connectorDbPostgre import DatabaseConnector, getCachedConnector
|
||||||
from modules.dbHelpers.dbRegistry import registerDatabase
|
from modules.dbHelpers.dbRegistry import registerDatabase
|
||||||
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, getRecordsetPaginatedWithRBAC
|
from modules.interfaces.interfaceRbac import getRecordsetWithRBAC, getRecordsetPaginatedWithRBAC, buildDataObjectKey
|
||||||
from modules.security.rbac import RbacClass
|
from modules.security.rbac import RbacClass
|
||||||
from modules.datamodels.datamodelRbac import AccessRuleContext
|
from modules.datamodels.datamodelRbac import AccessRuleContext
|
||||||
from modules.datamodels.datamodelUam import AccessLevel
|
from modules.datamodels.datamodelUam import AccessLevel
|
||||||
|
|
|
||||||
|
|
@ -32,10 +32,10 @@ from datetime import datetime, timezone
|
||||||
from typing import List, Dict, Any, Optional, Type, Union
|
from typing import List, Dict, Any, Optional, Type, Union
|
||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
from modules.datamodels.datamodelRbac import AccessRule, AccessRuleContext, Role
|
from modules.datamodels.datamodelRbac import AccessRule, AccessRuleContext, Role
|
||||||
from modules.datamodels.datamodelUam import User, UserPermissions, AccessLevel
|
from modules.datamodels.datamodelUam import User, UserPermissions, AccessLevel, Mandate
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResult
|
||||||
from modules.datamodels.datamodelUtils import coerce_text_multilingual
|
from modules.datamodels.datamodelUtils import coerce_text_multilingual
|
||||||
from modules.connectors.connectorDbPostgre import DatabaseConnector
|
from modules.connectors.connectorDbPostgre import DatabaseConnector, getModelFields, parseRecordFields
|
||||||
from modules.security.rbac import RbacClass
|
from modules.security.rbac import RbacClass
|
||||||
from modules.security.rootAccess import getRootDbAppConnector
|
from modules.security.rootAccess import getRootDbAppConnector
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -12,7 +12,7 @@ from collections import defaultdict
|
||||||
from functools import cmp_to_key
|
from functools import cmp_to_key
|
||||||
from typing import Any, Dict, List, Optional
|
from typing import Any, Dict, List, Optional
|
||||||
|
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams
|
from modules.datamodels.datamodelPagination import PaginationParams, SortField, GroupBand, GroupLayout
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -20,7 +20,7 @@ import math
|
||||||
from modules.auth import limiter, getRequestContext, requirePlatformAdmin, RequestContext
|
from modules.auth import limiter, getRequestContext, requirePlatformAdmin, RequestContext
|
||||||
from modules.datamodels.datamodelUam import User, UserPermissions, AccessLevel
|
from modules.datamodels.datamodelUam import User, UserPermissions, AccessLevel
|
||||||
from modules.datamodels.datamodelRbac import AccessRuleContext, AccessRule, Role
|
from modules.datamodels.datamodelRbac import AccessRuleContext, AccessRule, Role
|
||||||
from modules.datamodels.datamodelMembership import UserMandate
|
from modules.datamodels.datamodelMembership import UserMandate, UserMandateRole
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict
|
||||||
from modules.interfaces.interfaceDbApp import getInterface, getRootInterface
|
from modules.interfaces.interfaceDbApp import getInterface, getRootInterface
|
||||||
from modules.shared.i18nRegistry import apiRouteContext, t, resolveText
|
from modules.shared.i18nRegistry import apiRouteContext, t, resolveText
|
||||||
|
|
|
||||||
|
|
@ -24,8 +24,8 @@ from modules.datamodels.datamodelSecurity import Token
|
||||||
from modules.auth import getCurrentUser, limiter
|
from modules.auth import getCurrentUser, limiter
|
||||||
from modules.auth.oauthConnectTicket import issue_connect_ticket
|
from modules.auth.oauthConnectTicket import issue_connect_ticket
|
||||||
from modules.auth.tokenRefreshService import token_refresh_service
|
from modules.auth.tokenRefreshService import token_refresh_service
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict, AppliedViewMeta
|
||||||
from modules.interfaces.interfaceDbApp import getInterface
|
from modules.interfaces.interfaceDbApp import getInterface, getRootInterface
|
||||||
from modules.shared.timeUtils import getUtcTimestamp, parseTimestamp
|
from modules.shared.timeUtils import getUtcTimestamp, parseTimestamp
|
||||||
from modules.interfaces.interfaceDbManagement import ComponentObjects
|
from modules.interfaces.interfaceDbManagement import ComponentObjects
|
||||||
from modules.shared.i18nRegistry import apiRouteContext
|
from modules.shared.i18nRegistry import apiRouteContext
|
||||||
|
|
|
||||||
|
|
@ -15,11 +15,11 @@ import zipfile
|
||||||
from modules.auth import limiter, getCurrentUser, getRequestContext, RequestContext
|
from modules.auth import limiter, getCurrentUser, getRequestContext, RequestContext
|
||||||
|
|
||||||
# Import interfaces
|
# Import interfaces
|
||||||
from modules.interfaces import interfaceDbManagement
|
from modules.interfaces import interfaceDbManagement, interfaceDbKnowledge
|
||||||
from modules.datamodels.datamodelFiles import FileItem, FilePreview, FileFolder
|
from modules.datamodels.datamodelFiles import FileItem, FilePreview, FileFolder
|
||||||
from modules.shared.attributeUtils import getModelAttributeDefinitions
|
from modules.shared.attributeUtils import getModelAttributeDefinitions
|
||||||
from modules.datamodels.datamodelUam import User
|
from modules.datamodels.datamodelUam import User
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict, AppliedViewMeta
|
||||||
from modules.shared.i18nRegistry import apiRouteContext
|
from modules.shared.i18nRegistry import apiRouteContext
|
||||||
from modules.dbHelpers.fkLabelResolver import enrichRowsWithFkLabels
|
from modules.dbHelpers.fkLabelResolver import enrichRowsWithFkLabels
|
||||||
routeApiMsg = apiRouteContext("routeDataFiles")
|
routeApiMsg = apiRouteContext("routeDataFiles")
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ from modules.auth import limiter, getCurrentUser
|
||||||
from modules.interfaces import interfaceDbManagement
|
from modules.interfaces import interfaceDbManagement
|
||||||
from modules.datamodels.datamodelUtils import Prompt
|
from modules.datamodels.datamodelUtils import Prompt
|
||||||
from modules.datamodels.datamodelUam import User
|
from modules.datamodels.datamodelUam import User
|
||||||
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict
|
from modules.datamodels.datamodelPagination import PaginationParams, PaginatedResponse, PaginationMetadata, normalize_pagination_dict, AppliedViewMeta
|
||||||
from modules.shared.i18nRegistry import apiRouteContext
|
from modules.shared.i18nRegistry import apiRouteContext
|
||||||
routeApiMsg = apiRouteContext("routeDataPrompts")
|
routeApiMsg = apiRouteContext("routeDataPrompts")
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -32,7 +32,7 @@ from modules.auth.mfaService import (
|
||||||
verifyCode,
|
verifyCode,
|
||||||
isMfaRequired,
|
isMfaRequired,
|
||||||
)
|
)
|
||||||
from modules.interfaces.interfaceDbApp import getRootInterface
|
from modules.interfaces.interfaceDbApp import getRootInterface, getInterface
|
||||||
from modules.datamodels.datamodelUam import User, UserInDB, AuthAuthority, Mandate
|
from modules.datamodels.datamodelUam import User, UserInDB, AuthAuthority, Mandate
|
||||||
from modules.datamodels.datamodelSecurity import Token, TokenPurpose
|
from modules.datamodels.datamodelSecurity import Token, TokenPurpose
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@ from typing import Any, Dict, List, Optional
|
||||||
|
|
||||||
from fastapi import APIRouter, HTTPException, Depends, Request
|
from fastapi import APIRouter, HTTPException, Depends, Request
|
||||||
from modules.auth import limiter, getCurrentUser, getRequestContext, RequestContext
|
from modules.auth import limiter, getCurrentUser, getRequestContext, RequestContext
|
||||||
from modules.datamodels.datamodelUam import User
|
from modules.datamodels.datamodelUam import User, UserConnection
|
||||||
from modules.shared.i18nRegistry import apiRouteContext, resolveJobMessage
|
from modules.shared.i18nRegistry import apiRouteContext, resolveJobMessage
|
||||||
|
|
||||||
routeApiMsg = apiRouteContext("routeRagInventory")
|
routeApiMsg = apiRouteContext("routeRagInventory")
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ from jose import jwt
|
||||||
# Import auth modules
|
# Import auth modules
|
||||||
from modules.auth import getCurrentUser, limiter, SECRET_KEY, ALGORITHM, getRequestContext, RequestContext
|
from modules.auth import getCurrentUser, limiter, SECRET_KEY, ALGORITHM, getRequestContext, RequestContext
|
||||||
from modules.auth import createAccessToken, createRefreshToken, setAccessTokenCookie, setRefreshTokenCookie, clearAccessTokenCookie, clearRefreshTokenCookie
|
from modules.auth import createAccessToken, createRefreshToken, setAccessTokenCookie, setRefreshTokenCookie, clearAccessTokenCookie, clearRefreshTokenCookie
|
||||||
from modules.interfaces.interfaceDbApp import getInterface, getRootInterface
|
from modules.interfaces.interfaceDbApp import getInterface, getRootInterface, getRootInterface as _getRootIf
|
||||||
from modules.datamodels.datamodelUam import User, UserInDB, AuthAuthority, Mandate
|
from modules.datamodels.datamodelUam import User, UserInDB, AuthAuthority, Mandate
|
||||||
from modules.datamodels.datamodelSecurity import Token, TokenPurpose
|
from modules.datamodels.datamodelSecurity import Token, TokenPurpose
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
|
|
|
||||||
|
|
@ -31,8 +31,8 @@ from modules.datamodels.datamodelPagination import PaginationParams, PaginationM
|
||||||
from modules.datamodels.datamodelWorkflowAutomation import (
|
from modules.datamodels.datamodelWorkflowAutomation import (
|
||||||
AutoWorkflow, AutoVersion, AutoRun, AutoStepLog, AutoTask,
|
AutoWorkflow, AutoVersion, AutoRun, AutoStepLog, AutoTask,
|
||||||
)
|
)
|
||||||
from modules.dbHelpers.paginationHelpers import applyFiltersAndSort, paginateInMemory
|
from modules.dbHelpers.paginationHelpers import applyFiltersAndSort, paginateInMemory, handleFilterValuesInMemory, handleIdsInMemory
|
||||||
from modules.interfaces.interfaceDbApp import getRootInterface
|
from modules.interfaces.interfaceDbApp import getRootInterface, getRootInterface as _getRootIface
|
||||||
from modules.shared.i18nRegistry import apiRouteContext, resolveText
|
from modules.shared.i18nRegistry import apiRouteContext, resolveText
|
||||||
from modules.workflowAutomation.helpers import (
|
from modules.workflowAutomation.helpers import (
|
||||||
_getWorkflowAutomationDb,
|
_getWorkflowAutomationDb,
|
||||||
|
|
|
||||||
|
|
@ -9,10 +9,10 @@ from modules.datamodels.datamodelAi import (
|
||||||
AiCallRequest, AiCallOptions, AiCallResponse, OperationTypeEnum
|
AiCallRequest, AiCallOptions, AiCallResponse, OperationTypeEnum
|
||||||
)
|
)
|
||||||
from modules.serviceCenter.services.serviceAgent.datamodelAgent import (
|
from modules.serviceCenter.services.serviceAgent.datamodelAgent import (
|
||||||
AgentConfig, AgentEvent, AgentEventTypeEnum
|
AgentConfig, AgentEvent, AgentEventTypeEnum, ToolDefinition, ToolResult
|
||||||
)
|
)
|
||||||
from modules.serviceCenter.services.serviceAgent.toolRegistry import ToolRegistry
|
from modules.serviceCenter.services.serviceAgent.toolRegistry import ToolRegistry
|
||||||
from modules.serviceCenter.services.serviceAgent.agentLoop import runAgentLoop
|
from modules.serviceCenter.services.serviceAgent.agentLoop import runAgentLoop, classifyToolResult
|
||||||
from modules.serviceCenter.services.serviceAgent.actionToolAdapter import ActionToolAdapter
|
from modules.serviceCenter.services.serviceAgent.actionToolAdapter import ActionToolAdapter
|
||||||
from modules.serviceCenter.services.serviceAgent.coreTools import registerCoreTools
|
from modules.serviceCenter.services.serviceAgent.coreTools import registerCoreTools
|
||||||
import json
|
import json
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@ import time
|
||||||
import base64
|
import base64
|
||||||
from typing import Dict, Any, List, Optional, Tuple, Callable
|
from typing import Dict, Any, List, Optional, Tuple, Callable
|
||||||
from modules.datamodels.datamodelChat import PromptPlaceholder, ChatDocument, WorkflowModeEnum
|
from modules.datamodels.datamodelChat import PromptPlaceholder, ChatDocument, WorkflowModeEnum
|
||||||
from modules.datamodels.datamodelAi import AiCallRequest, AiCallResponse, AiCallOptions, OperationTypeEnum, PriorityEnum, ProcessingModeEnum
|
from modules.datamodels.datamodelAi import AiCallRequest, AiCallResponse, AiCallOptions, OperationTypeEnum, PriorityEnum, ProcessingModeEnum, AiModelCall
|
||||||
from modules.datamodels.datamodelExtraction import ContentPart, DocumentIntent
|
from modules.datamodels.datamodelExtraction import ContentPart, DocumentIntent
|
||||||
from modules.datamodels.datamodelWorkflow import AiResponse, AiResponseMetadata, DocumentData
|
from modules.datamodels.datamodelWorkflow import AiResponse, AiResponseMetadata, DocumentData
|
||||||
from modules.datamodels.datamodelDocument import RenderedDocument
|
from modules.datamodels.datamodelDocument import RenderedDocument
|
||||||
|
|
|
||||||
|
|
@ -3,8 +3,8 @@
|
||||||
"""Chat service for document processing, chat operations, and workflow management."""
|
"""Chat service for document processing, chat operations, and workflow management."""
|
||||||
import logging
|
import logging
|
||||||
from typing import Dict, Any, List, Optional, Callable
|
from typing import Dict, Any, List, Optional, Callable
|
||||||
from modules.datamodels.datamodelUam import User, UserConnection
|
from modules.datamodels.datamodelUam import User, UserConnection, UserVoicePreferences
|
||||||
from modules.datamodels.datamodelChat import ChatDocument, ChatMessage, ChatLog
|
from modules.datamodels.datamodelChat import ChatDocument, ChatMessage, ChatLog, ActionItem
|
||||||
from modules.datamodels.datamodelAi import AiCallOptions, OperationTypeEnum, PriorityEnum, ProcessingModeEnum
|
from modules.datamodels.datamodelAi import AiCallOptions, OperationTypeEnum, PriorityEnum, ProcessingModeEnum
|
||||||
from modules.shared.progressLogger import ProgressLogger
|
from modules.shared.progressLogger import ProgressLogger
|
||||||
import json
|
import json
|
||||||
|
|
|
||||||
|
|
@ -22,7 +22,7 @@ import tarfile
|
||||||
from ..subUtils import makeId
|
from ..subUtils import makeId
|
||||||
from modules.datamodels.datamodelExtraction import ContentPart
|
from modules.datamodels.datamodelExtraction import ContentPart
|
||||||
from modules.datamodels.datamodelContent import ContainerLimitError, ContentContextRef
|
from modules.datamodels.datamodelContent import ContainerLimitError, ContentContextRef
|
||||||
from ..subRegistry import Extractor
|
from ..subRegistry import Extractor, getExtractorRegistry
|
||||||
import base64
|
import base64
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
||||||
|
|
@ -18,7 +18,7 @@ import mimetypes
|
||||||
|
|
||||||
from modules.datamodels.datamodelExtraction import ContentPart
|
from modules.datamodels.datamodelExtraction import ContentPart
|
||||||
from ..subUtils import makeId
|
from ..subUtils import makeId
|
||||||
from ..subRegistry import Extractor
|
from ..subRegistry import Extractor, getExtractorRegistry
|
||||||
import base64
|
import base64
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ from pathlib import Path
|
||||||
from ..subUtils import makeId
|
from ..subUtils import makeId
|
||||||
from modules.datamodels.datamodelExtraction import ContentPart
|
from modules.datamodels.datamodelExtraction import ContentPart
|
||||||
from modules.datamodels.datamodelContent import ContainerLimitError, ContentContextRef
|
from modules.datamodels.datamodelContent import ContainerLimitError, ContentContextRef
|
||||||
from ..subRegistry import Extractor
|
from ..subRegistry import Extractor, ExtractorRegistry
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -3,7 +3,7 @@
|
||||||
from typing import Any, Dict, List, Optional, TYPE_CHECKING
|
from typing import Any, Dict, List, Optional, TYPE_CHECKING
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
from modules.datamodels.datamodelExtraction import ContentPart
|
from modules.datamodels.datamodelExtraction import ContentPart, ContentExtracted
|
||||||
import os
|
import os
|
||||||
import traceback
|
import traceback
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
@ -51,6 +51,7 @@ class Extractor:
|
||||||
) -> "UdmDocument":
|
) -> "UdmDocument":
|
||||||
"""Build UDM from extracted parts (default: heuristic grouping). Override for format-specific trees."""
|
"""Build UDM from extracted parts (default: heuristic grouping). Override for format-specific trees."""
|
||||||
from .subUtils import makeId
|
from .subUtils import makeId
|
||||||
|
from modules.datamodels.datamodelUdm import contentPartsToUdm, mimeToUdmSourceType
|
||||||
|
|
||||||
parts = precomputedParts if precomputedParts is not None else self.extract(fileBytes, context)
|
parts = precomputedParts if precomputedParts is not None else self.extract(fileBytes, context)
|
||||||
eid = context.get("extractionId") or makeId()
|
eid = context.get("extractionId") or makeId()
|
||||||
|
|
|
||||||
|
|
@ -28,7 +28,7 @@ except ImportError:
|
||||||
import re
|
import re
|
||||||
|
|
||||||
from ._pdfFontFallback import wrapEmojiSpansInXml as _wrapEmojiSpansInXml
|
from ._pdfFontFallback import wrapEmojiSpansInXml as _wrapEmojiSpansInXml
|
||||||
from modules.serviceCenter.services.serviceGeneration.styleDefaults import deepMerge
|
from modules.serviceCenter.services.serviceGeneration.styleDefaults import deepMerge, resolveStyle
|
||||||
import os
|
import os
|
||||||
import tempfile
|
import tempfile
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -8,7 +8,7 @@ from datetime import datetime, UTC
|
||||||
from typing import Dict, Any, Optional, List
|
from typing import Dict, Any, Optional, List
|
||||||
from .documentRendererBaseTemplate import BaseRenderer
|
from .documentRendererBaseTemplate import BaseRenderer
|
||||||
from modules.datamodels.datamodelDocument import RenderedDocument
|
from modules.datamodels.datamodelDocument import RenderedDocument
|
||||||
from modules.serviceCenter.services.serviceGeneration.styleDefaults import deepMerge
|
from modules.serviceCenter.services.serviceGeneration.styleDefaults import deepMerge, resolveStyle
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -6,7 +6,7 @@ Excel renderer for report generation using openpyxl.
|
||||||
|
|
||||||
from .documentRendererBaseTemplate import BaseRenderer
|
from .documentRendererBaseTemplate import BaseRenderer
|
||||||
from modules.datamodels.datamodelDocument import RenderedDocument
|
from modules.datamodels.datamodelDocument import RenderedDocument
|
||||||
from modules.serviceCenter.services.serviceGeneration.styleDefaults import deepMerge
|
from modules.serviceCenter.services.serviceGeneration.styleDefaults import deepMerge, resolveStyle
|
||||||
from typing import Dict, Any, List, Optional
|
from typing import Dict, Any, List, Optional
|
||||||
import io
|
import io
|
||||||
import base64
|
import base64
|
||||||
|
|
|
||||||
|
|
@ -12,7 +12,7 @@ import time
|
||||||
from typing import Dict, Any, List, Optional
|
from typing import Dict, Any, List, Optional
|
||||||
from datetime import datetime, timezone, timedelta
|
from datetime import datetime, timezone, timedelta
|
||||||
|
|
||||||
from modules.datamodels.datamodelUam import User
|
from modules.datamodels.datamodelUam import User, Mandate
|
||||||
from modules.datamodels.datamodelSubscription import (
|
from modules.datamodels.datamodelSubscription import (
|
||||||
SubscriptionPlan,
|
SubscriptionPlan,
|
||||||
MandateSubscription,
|
MandateSubscription,
|
||||||
|
|
@ -24,6 +24,7 @@ from modules.datamodels.datamodelSubscription import (
|
||||||
)
|
)
|
||||||
from modules.interfaces.interfaceDbSubscription import (
|
from modules.interfaces.interfaceDbSubscription import (
|
||||||
getInterface as getSubscriptionInterface,
|
getInterface as getSubscriptionInterface,
|
||||||
|
getRootInterface as getSubRootInterface,
|
||||||
InvalidTransitionError,
|
InvalidTransitionError,
|
||||||
)
|
)
|
||||||
from modules.shared.i18nRegistry import t
|
from modules.shared.i18nRegistry import t
|
||||||
|
|
|
||||||
|
|
@ -20,7 +20,7 @@ import psycopg2.extras
|
||||||
|
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
from modules.dbHelpers.dbRegistry import getRegisteredDatabases
|
from modules.dbHelpers.dbRegistry import getRegisteredDatabases
|
||||||
from modules.dbHelpers.fkRegistry import getFkRelationships, FkRelationship
|
from modules.dbHelpers.fkRegistry import getFkRelationships, FkRelationship, ensureModelsLoaded
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -17,6 +17,7 @@ from typing import Any, Dict, Optional
|
||||||
from modules.nodeCatalog.portTypes import (
|
from modules.nodeCatalog.portTypes import (
|
||||||
_normalizeError,
|
_normalizeError,
|
||||||
normalizeToSchema,
|
normalizeToSchema,
|
||||||
|
PORT_TYPE_CATALOG,
|
||||||
)
|
)
|
||||||
from modules.datamodels.serviceExceptions import SubscriptionInactiveException as _SubscriptionInactiveException, BillingContextError as _BillingContextError
|
from modules.datamodels.serviceExceptions import SubscriptionInactiveException as _SubscriptionInactiveException, BillingContextError as _BillingContextError
|
||||||
from modules.workflows.methods.methodContext.actions.extractContent import (
|
from modules.workflows.methods.methodContext.actions.extractContent import (
|
||||||
|
|
|
||||||
|
|
@ -24,7 +24,8 @@ from modules.datamodels.datamodelWorkflowAutomation import (
|
||||||
AutoRun, AutoStepLog, AutoWorkflow, AutoTask, AutoVersion,
|
AutoRun, AutoStepLog, AutoWorkflow, AutoTask, AutoVersion,
|
||||||
WORKFLOW_AUTOMATION_DATABASE,
|
WORKFLOW_AUTOMATION_DATABASE,
|
||||||
)
|
)
|
||||||
from modules.interfaces.interfaceDbApp import getRootInterface as _getRootIface
|
from modules.interfaces.interfaceDbApp import getRootInterface as _getRootIface, getRootInterface
|
||||||
|
from modules.connectors.connectorDbPostgre import getModelFields, parseRecordFields
|
||||||
from modules.shared.configuration import APP_CONFIG
|
from modules.shared.configuration import APP_CONFIG
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
||||||
|
|
@ -12,7 +12,7 @@ import logging
|
||||||
import uuid
|
import uuid
|
||||||
from typing import Dict, List, Any, Optional
|
from typing import Dict, List, Any, Optional
|
||||||
|
|
||||||
from modules.shared.i18nRegistry import t
|
from modules.shared.i18nRegistry import t, resolveText
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -9,7 +9,7 @@ import uuid
|
||||||
from typing import Dict, Any, List, Optional
|
from typing import Dict, Any, List, Optional
|
||||||
from modules.datamodels.datamodelChat import ActionResult, ActionDocument
|
from modules.datamodels.datamodelChat import ActionResult, ActionDocument
|
||||||
from modules.datamodels.datamodelAi import AiCallRequest, AiCallOptions, OperationTypeEnum, ProcessingModeEnum
|
from modules.datamodels.datamodelAi import AiCallRequest, AiCallOptions, OperationTypeEnum, ProcessingModeEnum
|
||||||
from modules.datamodels.datamodelExtraction import ContentPart
|
from modules.datamodels.datamodelExtraction import ContentPart, ExtractionOptions, MergeStrategy
|
||||||
from modules.datamodels.serviceExceptions import SubscriptionInactiveException, BillingContextError
|
from modules.datamodels.serviceExceptions import SubscriptionInactiveException, BillingContextError
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue