anthony.wen/cds-ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix ATVM watcher truncation after Cloud Run Finished

Browse Source 
Adjust parent-run summary parsing so the watcher does not stop at the "Recorded Run" detection log line and miss later host rows in Mattermost status output.

Document the 2026-04-15 failure mode in ATVM run learnings so future watcher/reporting work preserves the broader Cloud Run Finished block parsing rule.
This commit is contained in:
anthony.wen
2026-04-15 21:11:38 -04:00
parent 6334fecffa
commit 70542a13a0
2 changed files with 24 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
atvm/watcher-service/atvm_run_watcher.py
+15 -13
View File
@@ -700,24 +700,26 @@ def extract_host_results_from_run_finished_segment(segment_text: str, inventory:
def extract_completed_subrun_summaries(log_text: str, inventory: Dict[str, str]) -> List[Dict[str, object]]:
summaries: List[Dict[str, object]] = []
cloud_blocks = list(
re.finditer(
r"Cloud Run Finished(.*?)(?:🏁 Recorded Run:\s*(https://\S+)|\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3} - INFO - Detected 'Recorded Run' after 'Cloud Run Finished' - results uploaded successfully\.)",
log_text,
re.S,
)
)
cloud_starts = [match.start() for match in re.finditer(r"Cloud Run Finished", log_text)]
previous_block_end = 0
for block in cloud_blocks:
block_text = block.group(1)
currents_url = block.group(2)
prior_segment = log_text[previous_block_end:block.start()]
for index, block_start in enumerate(cloud_starts):
next_cloud_start = cloud_starts[index + 1] if index + 1 < len(cloud_starts) else len(log_text)
next_spec_match = re.search(r"^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3} - INFO - Extracted specPattern:", log_text[block_start + 1 :], re.M)
block_end = next_cloud_start
if next_spec_match:
candidate_end = block_start + 1 + next_spec_match.start()
if candidate_end < block_end:
block_end = candidate_end
block_text = log_text[block_start:block_end]
currents_match = re.search(r"🏁 Recorded Run:\s*(https://\S+)", block_text)
currents_url = currents_match.group(1) if currents_match else None
prior_segment = log_text[previous_block_end:block_start]
detail_source = prior_segment + "\n" + block_text
host_results = extract_host_results_from_run_finished_segment(block_text, inventory)
if not host_results:
host_results = extract_host_results_from_run_finished_segment(prior_segment, inventory)
if not host_results:
previous_block_end = block.end()
previous_block_end = block_end
continue
for host, result in host_results.items():
if result.failures:
@@ -728,7 +730,7 @@ def extract_completed_subrun_summaries(log_text: str, inventory: Dict[str, str])
"currents_url": currents_url,
}
)
previous_block_end = block.end()
previous_block_end = block_end
return summaries