mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-31 21:13:49 +08:00
Refactor: reformat all code for lefthook using ruff and gofmt (#16585)
This commit is contained in:
@@ -1,4 +1,5 @@
|
||||
"""Data model definitions for all connectors"""
|
||||
|
||||
from dataclasses import dataclass
|
||||
from datetime import datetime
|
||||
from typing import Any, Optional, List, Sequence, NamedTuple
|
||||
@@ -9,7 +10,6 @@ from enum import Enum
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class ExternalAccess:
|
||||
|
||||
# arbitrary limit to prevent excessively large permissions sets
|
||||
# not internally enforced ... the caller can check this before using the instance
|
||||
MAX_NUM_ENTRIES = 5000
|
||||
@@ -30,12 +30,7 @@ class ExternalAccess:
|
||||
return f"{s_str[:max_len]}... ({len(s)} items)"
|
||||
return s_str
|
||||
|
||||
return (
|
||||
f"ExternalAccess("
|
||||
f"external_user_emails={truncate_set(self.external_user_emails)}, "
|
||||
f"external_user_group_ids={truncate_set(self.external_user_group_ids)}, "
|
||||
f"is_public={self.is_public})"
|
||||
)
|
||||
return f"ExternalAccess(external_user_emails={truncate_set(self.external_user_emails)}, external_user_group_ids={truncate_set(self.external_user_group_ids)}, is_public={self.is_public})"
|
||||
|
||||
@property
|
||||
def num_entries(self) -> int:
|
||||
@@ -76,18 +71,21 @@ class ExtractionResult(NamedTuple):
|
||||
|
||||
class TextSection(BaseModel):
|
||||
"""Text section model"""
|
||||
|
||||
link: str
|
||||
text: str
|
||||
|
||||
|
||||
class ImageSection(BaseModel):
|
||||
"""Image section model"""
|
||||
|
||||
link: str
|
||||
image_file_id: str
|
||||
|
||||
|
||||
class Document(BaseModel):
|
||||
"""Document model"""
|
||||
|
||||
id: str
|
||||
source: str
|
||||
semantic_identifier: str
|
||||
@@ -115,6 +113,7 @@ class KeyRecord(BaseModel):
|
||||
orchestrator only fetches content when the fingerprint differs from what's
|
||||
persisted.
|
||||
"""
|
||||
|
||||
key: str
|
||||
fingerprint: Optional[str] = None
|
||||
deleted: bool = False
|
||||
@@ -122,6 +121,7 @@ class KeyRecord(BaseModel):
|
||||
|
||||
class BasicExpertInfo(BaseModel):
|
||||
"""Expert information model"""
|
||||
|
||||
display_name: Optional[str] = None
|
||||
first_name: Optional[str] = None
|
||||
last_name: Optional[str] = None
|
||||
@@ -143,29 +143,34 @@ class BasicExpertInfo(BaseModel):
|
||||
|
||||
class SlimDocument(BaseModel):
|
||||
"""Simplified document model (contains only ID and permission info)"""
|
||||
|
||||
id: str
|
||||
external_access: Optional[Any] = None
|
||||
|
||||
|
||||
class ConnectorCheckpoint(BaseModel):
|
||||
"""Connector checkpoint model"""
|
||||
|
||||
has_more: bool = True
|
||||
|
||||
|
||||
class DocumentFailure(BaseModel):
|
||||
"""Document processing failure information"""
|
||||
|
||||
document_id: str
|
||||
document_link: str
|
||||
|
||||
|
||||
class EntityFailure(BaseModel):
|
||||
"""Entity processing failure information"""
|
||||
|
||||
entity_id: str
|
||||
missed_time_range: tuple[datetime, datetime]
|
||||
|
||||
|
||||
class ConnectorFailure(BaseModel):
|
||||
"""Connector failure information"""
|
||||
|
||||
failed_document: Optional[DocumentFailure] = None
|
||||
failed_entity: Optional[EntityFailure] = None
|
||||
failure_message: str
|
||||
@@ -177,18 +182,21 @@ class ConnectorFailure(BaseModel):
|
||||
# Gmail Models
|
||||
class GmailCredentials(BaseModel):
|
||||
"""Gmail authentication credentials model"""
|
||||
|
||||
primary_admin_email: str
|
||||
credentials: dict[str, Any]
|
||||
|
||||
|
||||
class GmailThread(BaseModel):
|
||||
"""Gmail thread data model"""
|
||||
|
||||
id: str
|
||||
messages: list[dict[str, Any]]
|
||||
|
||||
|
||||
class GmailMessage(BaseModel):
|
||||
"""Gmail message data model"""
|
||||
|
||||
id: str
|
||||
payload: dict[str, Any]
|
||||
label_ids: Optional[list[str]] = None
|
||||
@@ -197,6 +205,7 @@ class GmailMessage(BaseModel):
|
||||
# Notion Models
|
||||
class NotionPage(BaseModel):
|
||||
"""Represents a Notion Page object"""
|
||||
|
||||
id: str
|
||||
created_time: str
|
||||
last_edited_time: str
|
||||
@@ -209,6 +218,7 @@ class NotionPage(BaseModel):
|
||||
|
||||
class NotionBlock(BaseModel):
|
||||
"""Represents a Notion Block object"""
|
||||
|
||||
id: str # Used for the URL
|
||||
text: str
|
||||
prefix: str # How this block should be joined with existing text
|
||||
@@ -216,6 +226,7 @@ class NotionBlock(BaseModel):
|
||||
|
||||
class NotionSearchResponse(BaseModel):
|
||||
"""Represents the response from the Notion Search API"""
|
||||
|
||||
results: list[dict[str, Any]]
|
||||
next_cursor: Optional[str]
|
||||
has_more: bool = False
|
||||
@@ -223,12 +234,14 @@ class NotionSearchResponse(BaseModel):
|
||||
|
||||
class NotionCredentials(BaseModel):
|
||||
"""Notion authentication credentials model"""
|
||||
|
||||
integration_token: str
|
||||
|
||||
|
||||
# Slack Models
|
||||
class ChannelTopicPurposeType(TypedDict):
|
||||
"""Slack channel topic or purpose"""
|
||||
|
||||
value: str
|
||||
creator: str
|
||||
last_set: int
|
||||
@@ -236,6 +249,7 @@ class ChannelTopicPurposeType(TypedDict):
|
||||
|
||||
class ChannelType(TypedDict):
|
||||
"""Slack channel"""
|
||||
|
||||
id: str
|
||||
name: str
|
||||
is_channel: bool
|
||||
@@ -264,6 +278,7 @@ class ChannelType(TypedDict):
|
||||
|
||||
class AttachmentType(TypedDict):
|
||||
"""Slack message attachment"""
|
||||
|
||||
service_name: NotRequired[str]
|
||||
text: NotRequired[str]
|
||||
fallback: NotRequired[str]
|
||||
@@ -275,6 +290,7 @@ class AttachmentType(TypedDict):
|
||||
|
||||
class BotProfileType(TypedDict):
|
||||
"""Slack bot profile"""
|
||||
|
||||
id: NotRequired[str]
|
||||
deleted: NotRequired[bool]
|
||||
name: NotRequired[str]
|
||||
@@ -285,6 +301,7 @@ class BotProfileType(TypedDict):
|
||||
|
||||
class MessageType(TypedDict):
|
||||
"""Slack message"""
|
||||
|
||||
type: str
|
||||
user: str
|
||||
text: str
|
||||
@@ -303,6 +320,7 @@ ThreadType = List[MessageType]
|
||||
|
||||
class SlackCheckpoint(TypedDict):
|
||||
"""Slack checkpoint"""
|
||||
|
||||
channel_ids: List[str] | None
|
||||
channel_completion_map: dict[str, str]
|
||||
current_channel: ChannelType | None
|
||||
@@ -313,12 +331,14 @@ class SlackCheckpoint(TypedDict):
|
||||
|
||||
class SlackMessageFilterReason(str):
|
||||
"""Slack message filter reason"""
|
||||
|
||||
BOT = "bot"
|
||||
DISALLOWED = "disallowed"
|
||||
|
||||
|
||||
class ProcessedSlackMessage:
|
||||
"""Processed Slack message"""
|
||||
|
||||
def __init__(self, doc=None, thread_or_message_ts=None, filter_reason=None, failure=None):
|
||||
self.doc = doc
|
||||
self.thread_or_message_ts = thread_or_message_ts
|
||||
@@ -328,9 +348,12 @@ class ProcessedSlackMessage:
|
||||
|
||||
class SeafileSyncScope(str, Enum):
|
||||
"""Defines how much of SeaFile to synchronise."""
|
||||
ACCOUNT = "account" # All libraries the token can see
|
||||
LIBRARY = "library" # A single library (repo)
|
||||
|
||||
ACCOUNT = "account" # All libraries the token can see
|
||||
LIBRARY = "library" # A single library (repo)
|
||||
DIRECTORY = "directory" # A single directory inside a library
|
||||
|
||||
|
||||
# Type aliases for type hints
|
||||
SecondsSinceUnixEpoch = float
|
||||
GenerateDocumentsOutput = Any
|
||||
|
||||
Reference in New Issue
Block a user