Add timing breakdown to load_full_data for performance diagnosis
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -420,6 +420,7 @@ class ProjectDB:
|
|||||||
df = self.get_data_file_by_names(project_name, file_name)
|
df = self.get_data_file_by_names(project_name, file_name)
|
||||||
if not df:
|
if not df:
|
||||||
return None
|
return None
|
||||||
|
t1 = time.time()
|
||||||
|
|
||||||
# Start with top-level keys
|
# Start with top-level keys
|
||||||
data = df.get("top_level", {})
|
data = df.get("top_level", {})
|
||||||
@@ -437,14 +438,17 @@ class ProjectDB:
|
|||||||
self._migrate_lora_keys(seq)
|
self._migrate_lora_keys(seq)
|
||||||
batch_data.append(seq)
|
batch_data.append(seq)
|
||||||
data["batch_data"] = batch_data
|
data["batch_data"] = batch_data
|
||||||
|
t2 = time.time()
|
||||||
|
|
||||||
# Load history tree
|
# Load history tree
|
||||||
tree = self.get_history_tree(df["id"])
|
tree = self.get_history_tree(df["id"])
|
||||||
if tree:
|
if tree:
|
||||||
data["history_tree"] = tree
|
data["history_tree"] = tree
|
||||||
|
t3 = time.time()
|
||||||
|
|
||||||
logger.info("load_full_data %s/%s (%d seqs): %.3fs",
|
logger.info("load_full_data %s/%s (%d seqs): lookup=%.3fs seqs=%.3fs tree=%.3fs total=%.3fs",
|
||||||
project_name, file_name, len(batch_data), time.time() - t0)
|
project_name, file_name, len(batch_data),
|
||||||
|
t1 - t0, t2 - t1, t3 - t2, t3 - t0)
|
||||||
return data
|
return data
|
||||||
|
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|||||||
Reference in New Issue
Block a user