mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-09 00:47:59 +08:00
52 lines
2.3 KiB
Python
52 lines
2.3 KiB
Python
#
|
|
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
import logging
|
|
|
|
from api.db.db_models import DB, Document
|
|
from api.db.services.document_service import DocumentService
|
|
|
|
|
|
def release_reparse_counters(doc_id):
|
|
"""Roll back a document's chunk, token, and duration counters and the owning
|
|
knowledgebase's chunk/token totals so a re-parse starts from zero.
|
|
|
|
The counters are re-read under a ``FOR UPDATE`` row lock in the same
|
|
transaction as the decrement, so the release subtracts the row's committed
|
|
value at release time rather than a request-time snapshot a concurrent worker
|
|
may have already moved past. ``increment_chunk_num`` updates both ledgers
|
|
together. This does not serialize a worker that writes its final counts in a
|
|
separate transaction after the release commits; fully closing the
|
|
stop-parse-during-parse race needs a worker-side cancel check.
|
|
|
|
Raises ``LookupError`` if the document row no longer exists so callers can
|
|
surface a not-found result.
|
|
"""
|
|
with DB.atomic():
|
|
fresh = Document.select().where(Document.id == doc_id).for_update().first()
|
|
if fresh is None:
|
|
raise LookupError(doc_id)
|
|
if not (fresh.token_num or fresh.chunk_num or fresh.process_duration):
|
|
logging.debug("release_reparse_counters: nothing to release for document %s", doc_id)
|
|
return
|
|
DocumentService.increment_chunk_num(fresh.id, fresh.kb_id, -fresh.token_num, -fresh.chunk_num, -fresh.process_duration)
|
|
logging.debug(
|
|
"release_reparse_counters: released document %s (token=%s chunk=%s duration=%s)",
|
|
doc_id,
|
|
fresh.token_num,
|
|
fresh.chunk_num,
|
|
fresh.process_duration,
|
|
)
|